diff --git a/docs/compilation/main/.buildinfo b/docs/compilation/main/.buildinfo index e604b5ddc2..1a6cb757b3 100644 --- a/docs/compilation/main/.buildinfo +++ b/docs/compilation/main/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: d2eeced913a217d4567409d94e74fa56 +config: 6e885d4a122622fcd7dad58a50bfeccf tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/main/.doctrees/environment.pickle b/docs/compilation/main/.doctrees/environment.pickle index a0893f2007..aa885d0c25 100644 Binary files a/docs/compilation/main/.doctrees/environment.pickle and b/docs/compilation/main/.doctrees/environment.pickle differ diff --git a/docs/compilation/main/.doctrees/index.doctree b/docs/compilation/main/.doctrees/index.doctree index 87e7e13b71..1cdc6bed93 100644 Binary files a/docs/compilation/main/.doctrees/index.doctree and b/docs/compilation/main/.doctrees/index.doctree differ diff --git a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb index 89b68788aa..b9e2c245aa 100644 --- a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb +++ b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb @@ -1136,8 +1136,8 @@ ], "source": [ "artifact = wandb.Artifact(\n", - " name=\"training\",\n", - " type=\"experiment1\")\n", + " name=\"experiment1\",\n", + " type=\"training\")\n", "artifact.add_dir(\n", " env.experiment_path,\n", " name='training_output/')\n", @@ -1385,7 +1385,7 @@ "# get wandb artifact path (to load model)\n", "load_artifact_entity = 'alex_ugr'\n", "load_artifact_project = 'sinergym'\n", - "load_artifact_name = 'training'\n", + "load_artifact_name = 'experiment1'\n", "load_artifact_tag = 'latest'\n", "load_artifact_model_path = 'evaluation_output/best_model/model.zip'\n", "wandb_path = load_artifact_entity + '/' + load_artifact_project + \\\n", @@ -1718,8 +1718,8 @@ ], "source": [ "artifact = wandb.Artifact(\n", - " name=\"evaluating\",\n", - " type=\"evaluation1\")\n", + " name=\"evaluation1\",\n", + " type=\"evaluating\")\n", "artifact.add_dir(\n", " env.experiment_path,\n", " name='evaluation_output/')\n", diff --git a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/wrappers_examples.ipynb b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/wrappers_examples.ipynb index 4ac96fe82e..c9872acbe4 100644 --- a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/wrappers_examples.ipynb +++ b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/wrappers_examples.ipynb @@ -22,7 +22,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 16, "metadata": { "collapsed": true, "pycharm": { @@ -34,8 +34,7 @@ "import gymnasium as gym\n", "import numpy as np\n", "import sinergym\n", - "from sinergym.utils.wrappers import *\n", - "from sinergym.utils.constants import RANGES_5ZONE" + "from sinergym.utils.wrappers import *" ] }, { @@ -60,7 +59,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 17, "metadata": {}, "outputs": [ { @@ -70,7 +69,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -97,7 +96,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 18, "metadata": {}, "outputs": [ { @@ -107,12 +106,14 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/output]\u001b[0m\n" + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, { @@ -127,8 +128,6 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", @@ -166,7 +165,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 19, "metadata": {}, "outputs": [ { @@ -176,7 +175,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -205,7 +204,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 20, "metadata": {}, "outputs": [ { @@ -215,14 +214,12 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/output]\u001b[0m\n" ] }, { @@ -237,6 +234,8 @@ "name": "stdout", "output_type": "stream", "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", @@ -273,7 +272,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 21, "metadata": {}, "outputs": [ { @@ -283,7 +282,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -309,7 +308,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 22, "metadata": {}, "outputs": [ { @@ -319,13 +318,13 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, @@ -380,7 +379,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 23, "metadata": {}, "outputs": [ { @@ -390,7 +389,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-continuous-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -427,7 +426,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 24, "metadata": {}, "outputs": [ { @@ -437,13 +436,13 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-continuous-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, @@ -463,16 +462,16 @@ "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", "CURRENT SETPOINTS VALUES: [21.0, 25.0]\n", - "Action number 0 : [1.5, 0.0]\n", - "Setpoints update: [22.5, 25.0]\n", - "Action number 1 : [-0.5, 0.0]\n", - "Setpoints update: [22.0, 25.0]\n", - "Action number 2 : [0.0, 0.0]\n", - "Setpoints update: [22.0, 25.0]\n", - "Action number 3 : [0.0, 1.5]\n", - "Setpoints update: [22.0, 26.5]\n", - "Action number 4 : [-1.5, 0.0]\n", - "Setpoints update: [20.5, 26.5]\n", + "Action number 0 : [-2.0, 0.0]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 1 : [-1.0, 0.0]\n", + "Setpoints update: [18.0, 25.0]\n", + "Action number 2 : [1.0, 0.0]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 3 : [-1.5, 0.0]\n", + "Setpoints update: [17.5, 25.0]\n", + "Action number 4 : [1.5, 0.0]\n", + "Setpoints update: [19.0, 25.0]\n", "Progress: |*****----------------------------------------------------------------------------------------------| 5%\r" ] }, @@ -517,18 +516,14 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "This wrapper is used to transform observation received from simulator in values between 0 and 1.\n", - "It is possible to define a list of variables you want to normalize, if you don't define this list, all environment\n", - "variables will be included. \n", - "\n", - "In order to normalize values, it is necessary a dictionary in order to store max and min values. \n", - "Then, if a environment variable is not included in the dictionary specified in wrapper constructor, then the normalization \n", - "for that variable will be skipped." + "This wrapper is used to transform observation received from simulator in values between -1 and 1.\n", + "It is based in the [dynamic normalization wrapper of Gymnasium](https://gymnasium.farama.org/_modules/gymnasium/wrappers/normalize/#NormalizeObservation). At the beginning,\n", + "it is not precise and the values may be out of range usually, so use this wrapper carefully." ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 25, "metadata": { "collapsed": false, "pycharm": { @@ -543,7 +538,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -557,12 +552,7 @@ "#Original env\n", "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", "env = NormalizeObservation(\n", - " env=env,\n", - " ranges=RANGES_5ZONE,\n", - " variables=[\n", - " 'Zone Thermostat Heating Setpoint Temperature(SPACE1-1)',\n", - " 'Zone Thermostat Cooling Setpoint Temperature(SPACE1-1)',\n", - " 'Zone Air Temperature(SPACE1-1)'])" + " env=env)" ] }, { @@ -575,7 +565,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 26, "metadata": {}, "outputs": [ { @@ -585,13 +575,13 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, @@ -612,7 +602,7 @@ "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", "Progress: |***************************************************************************************************| 99%\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", - "OBSERVATION WITH NORMALIZATION IN VARIABLES SELECTED: {'month': 1.0, 'day_of_month': 1.0, 'hour': 0.0, 'outdoor_temperature': 4.8, 'outdoor_humidity': 61.0, 'wind_speed': 4.65, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.8, 'clg_setpoint': 40.0, 'air_temperature': 17.14376, 'air_humidity': 28.904009, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.525, 'total_electricity_HVAC': 997672.56}\n" + "OBSERVATION WITH NORMALIZATION: {'month': 0.00499968750430059, 'day_of_month': 0.00499968750430059, 'hour': 0.0, 'outdoor_temperature': 0.9875907976185373, 'outdoor_humidity': -0.9745626607331893, 'wind_speed': 0.9973969815420386, 'wind_direction': 0.9908525387095581, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 0.007049581561774207, 'clg_setpoint': 0.0070688585864955075, 'air_temperature': -0.38732540837457413, 'air_humidity': 0.04791484030417072, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 0.9802888899782684, 'total_electricity_HVAC': 0.9802889755036568}\n" ] } ], @@ -621,7 +611,7 @@ "obs,_,_,_,_=env.step(env.action_space.sample())\n", "obs_dict=dict(zip(env.observation_variables,obs))\n", "env.close()\n", - "print('OBSERVATION WITH NORMALIZATION IN VARIABLES SELECTED: ',obs_dict)" + "print('OBSERVATION WITH NORMALIZATION: ',obs_dict)" ] }, { @@ -643,7 +633,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 27, "metadata": {}, "outputs": [ { @@ -653,7 +643,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -664,13 +654,13 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, @@ -736,7 +726,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 28, "metadata": { "collapsed": false, "pycharm": { @@ -751,7 +741,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -761,15 +751,14 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n" + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, { @@ -784,6 +773,7 @@ "name": "stdout", "output_type": "stream", "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", "BEFORE MULTI OBSERVATION: [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01\n", @@ -795,13 +785,13 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 2]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" ] }, @@ -812,14 +802,6 @@ "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n" - ] } ], "source": [ @@ -835,38 +817,31 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 29, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "AFTER MULTI OBSERVATION: [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01\n", - " 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n", - " 4.0000000e+01 1.7248121e+01 2.8887291e+01 0.0000000e+00 0.0000000e+00\n", - " 1.0360292e+03 9.3242619e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00\n", - " 4.4000001e+00 6.5000000e+01 3.8750000e+00 1.4500000e+02 0.0000000e+00\n", - " 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7248121e+01 2.8887291e+01\n", - " 0.0000000e+00 0.0000000e+00 1.0360292e+03 9.3242619e+05 1.0000000e+00\n", - " 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01 3.8750000e+00\n", - " 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01\n", - " 1.7248121e+01 2.8887291e+01 0.0000000e+00 0.0000000e+00 1.0360292e+03\n", - " 9.3242619e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00\n", - " 6.5000000e+01 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00\n", - " 1.2800000e+01 4.0000000e+01 1.7248121e+01 2.8887291e+01 0.0000000e+00\n", - " 0.0000000e+00 1.0360292e+03 9.3242619e+05 1.0000000e+00 1.0000000e+00\n", - " 0.0000000e+00 4.4000001e+00 6.5000000e+01 3.8750000e+00 1.4500000e+02\n", - " 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7248121e+01\n", - " 2.8887291e+01 0.0000000e+00 0.0000000e+00 1.0360292e+03 9.3242619e+05]\n", - "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Progress: |***************************************************************************************************| 99%\n", + "AFTER MULTI OBSERVATION: [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01\n", + " 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n", + " 4.0000000e+01 1.7143761e+01 2.8904009e+01 0.0000000e+00 0.0000000e+00\n", + " 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00\n", + " 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00\n", + " 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7143761e+01 2.8904009e+01\n", + " 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00\n", + " 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00\n", + " 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01\n", + " 1.7143761e+01 2.8904009e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03\n", + " 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00\n", + " 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00\n", + " 1.2800000e+01 4.0000000e+01 1.7143761e+01 2.8904009e+01 0.0000000e+00\n", + " 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00\n", + " 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02\n", + " 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7143761e+01\n", + " 2.8904009e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05]\n", + "\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" ] } @@ -895,7 +870,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 30, "metadata": {}, "outputs": [ { @@ -905,7 +880,7 @@ "#==============================================================================================#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-continuous-v1]\u001b[0m\n", "#==============================================================================================#\n", - "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", @@ -938,15 +913,7 @@ "env = DiscreteIncrementalWrapper(\n", " env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)\n", "env = NormalizeObservation(\n", - " env=env,\n", - " ranges=RANGES_5ZONE,\n", - " variables=[\n", - " 'htg_setpoint',\n", - " 'clg_setpoint',\n", - " 'air_temperature',\n", - " 'htg_setpoint_previous',\n", - " 'clg_setpoint_previous',\n", - " 'air_temperature_previous'])\n", + " env=env)\n", "env = LoggerWrapper(env=env, flag=True)\n", "env = MultiObsWrapper(env=env, n=5, flatten=True)" ] @@ -963,7 +930,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 31, "metadata": { "collapsed": false, "pycharm": { @@ -978,13 +945,13 @@ "#----------------------------------------------------------------------------------------------#\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-continuous-v1] [Episode 1]\u001b[0m\n", "#----------------------------------------------------------------------------------------------#\n", - "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1]\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", - "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/output]\u001b[0m\n", - "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" ] }, @@ -1004,7 +971,7 @@ "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n", "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", - "Reward: [-0.11085250479199188, -2.8562402567058562] {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.0, 23.0], 'timestep': 2, 'reward': -1.483546380748924, 'reward_energy': -0.11085250479199188, 'reward_comfort': -2.8562402567058562, 'total_energy': 1108.5250479199187, 'abs_comfort': 2.8562402567058562, 'temperatures': [17.143759743294144]}\n", + "Reward: [-0.11085250479199188, -2.8562402567058562] {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.0, 24.5], 'timestep': 2, 'reward': -1.483546380748924, 'reward_energy': -0.11085250479199188, 'reward_comfort': -2.8562402567058562, 'total_energy': 1108.5250479199187, 'abs_comfort': 2.8562402567058562, 'temperatures': [17.143759743294144]}\n", "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" ] }, @@ -1020,17 +987,17 @@ "name": "stdout", "output_type": "stream", "text": [ - "Reward: [-0.01030338481821307, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 28.5], 'timestep': 2977, 'reward': -0.005151692409106535, 'reward_energy': -0.01030338481821307, 'reward_comfort': -0.0, 'total_energy': 103.0338481821307, 'abs_comfort': 0.0, 'temperatures': [20.326224703060248]}\n", - "Reward: [-0.013657983341870036, -0.0] {'time_elapsed(hours)': 1416.375, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.5, 22.5], 'timestep': 5665, 'reward': -0.006828991670935018, 'reward_energy': -0.013657983341870036, 'reward_comfort': -0.0, 'total_energy': 136.57983341870036, 'abs_comfort': 0.0, 'temperatures': [20.500028024178043]}\n", - "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.0, 28.0], 'timestep': 8641, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [20.803695489827913]}\n", - "Reward: [-0.0, -0.37589562390552445] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 23.0], 'timestep': 11521, 'reward': -0.18794781195276222, 'reward_energy': -0.0, 'reward_comfort': -0.37589562390552445, 'total_energy': 0.0, 'abs_comfort': 0.37589562390552445, 'temperatures': [23.875895623905524]}\n", - "Reward: [-0.0, -0.09951674852219483] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.0, 24.5], 'timestep': 14497, 'reward': -0.049758374261097416, 'reward_energy': -0.0, 'reward_comfort': -0.09951674852219483, 'total_energy': 0.0, 'abs_comfort': 0.09951674852219483, 'temperatures': [26.099516748522195]}\n", - "Reward: [-0.0, -2.206697930024088] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 25.0], 'timestep': 17377, 'reward': -1.103348965012044, 'reward_energy': -0.0, 'reward_comfort': -2.206697930024088, 'total_energy': 0.0, 'abs_comfort': 2.206697930024088, 'temperatures': [28.206697930024088]}\n", - "Reward: [-0.0, -0.7921548572425543] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [17.5, 24.5], 'timestep': 20353, 'reward': -0.39607742862127715, 'reward_energy': -0.0, 'reward_comfort': -0.7921548572425543, 'total_energy': 0.0, 'abs_comfort': 0.7921548572425543, 'temperatures': [26.792154857242554]}\n", - "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.5, 29.0], 'timestep': 23329, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [25.86931759432005]}\n", - "Reward: [-0.12892567486050366, -2.0565151084487425] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.5, 26.0], 'timestep': 26209, 'reward': -1.092720391654623, 'reward_energy': -0.12892567486050366, 'reward_comfort': -2.0565151084487425, 'total_energy': 1289.2567486050366, 'abs_comfort': 2.0565151084487425, 'temperatures': [25.556515108448743]}\n", - "Reward: [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 27.0], 'timestep': 29185, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.52578524777106]}\n", - "Reward: [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 30.0], 'timestep': 32065, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.49993261560442]}\n", + "Reward: [-0.00959875470506871, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 30.0], 'timestep': 2977, 'reward': -0.004799377352534355, 'reward_energy': -0.00959875470506871, 'reward_comfort': -0.0, 'total_energy': 95.98754705068708, 'abs_comfort': 0.0, 'temperatures': [20.679941105322207]}\n", + "Reward: [-0.01428023828003289, -0.6179095070455745] {'time_elapsed(hours)': 1416.375, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 22.5], 'timestep': 5665, 'reward': -0.31609487266280367, 'reward_energy': -0.01428023828003289, 'reward_comfort': -0.6179095070455745, 'total_energy': 142.8023828003289, 'abs_comfort': 0.6179095070455745, 'temperatures': [19.382090492954426]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 29.5], 'timestep': 8641, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [21.210308738550406]}\n", + "Reward: [-0.0, -0.4042829598402342] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 26.5], 'timestep': 11521, 'reward': -0.2021414799201171, 'reward_energy': -0.0, 'reward_comfort': -0.4042829598402342, 'total_energy': 0.0, 'abs_comfort': 0.4042829598402342, 'temperatures': [23.904282959840234]}\n", + "Reward: [-0.0, -0.09800264846136031] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.5, 23.5], 'timestep': 14497, 'reward': -0.049001324230680154, 'reward_energy': -0.0, 'reward_comfort': -0.09800264846136031, 'total_energy': 0.0, 'abs_comfort': 0.09800264846136031, 'temperatures': [26.09800264846136]}\n", + "Reward: [-0.0, -2.2066365008600854] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 17377, 'reward': -1.1033182504300427, 'reward_energy': -0.0, 'reward_comfort': -2.2066365008600854, 'total_energy': 0.0, 'abs_comfort': 2.2066365008600854, 'temperatures': [28.206636500860085]}\n", + "Reward: [-0.0, -0.8595308128146435] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 20353, 'reward': -0.42976540640732175, 'reward_energy': -0.0, 'reward_comfort': -0.8595308128146435, 'total_energy': 0.0, 'abs_comfort': 0.8595308128146435, 'temperatures': [26.859530812814643]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.0, 22.5], 'timestep': 23329, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [25.868898493028976]}\n", + "Reward: [-0.12892567486050366, -2.1764719481960313] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 27.0], 'timestep': 26209, 'reward': -1.1526988115282675, 'reward_energy': -0.12892567486050366, 'reward_comfort': -2.1764719481960313, 'total_energy': 1289.2567486050366, 'abs_comfort': 2.1764719481960313, 'temperatures': [25.67647194819603]}\n", + "Reward: [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.5, 23.5], 'timestep': 29185, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.459687136701213]}\n", + "Reward: [-0.009072899955075894, -0.36592506134185854] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.0, 24.0], 'timestep': 32065, 'reward': -0.1874989806484672, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.36592506134185854, 'total_energy': 90.72899955075894, 'abs_comfort': 0.36592506134185854, 'temperatures': [19.63407493865814]}\n", "Progress: |***************************************************************************************************| 99%\n", "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-continuous-v1]\u001b[0m\n" diff --git a/docs/compilation/main/.doctrees/pages/API-reference.doctree b/docs/compilation/main/.doctrees/pages/API-reference.doctree index 763a683d16..b04ddfa35f 100644 Binary files a/docs/compilation/main/.doctrees/pages/API-reference.doctree and b/docs/compilation/main/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/buildings.doctree b/docs/compilation/main/.doctrees/pages/buildings.doctree index 5fd5bfc05c..0ac56d1163 100644 Binary files a/docs/compilation/main/.doctrees/pages/buildings.doctree and b/docs/compilation/main/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/controllers.doctree b/docs/compilation/main/.doctrees/pages/controllers.doctree index 5d160a4bf9..df6f3496d5 100644 Binary files a/docs/compilation/main/.doctrees/pages/controllers.doctree and b/docs/compilation/main/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree index 189b2cfc8a..8e54937bb2 100644 Binary files a/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/environments.doctree b/docs/compilation/main/.doctrees/pages/environments.doctree index 1f97c2a89c..d3ac01f2eb 100644 Binary files a/docs/compilation/main/.doctrees/pages/environments.doctree and b/docs/compilation/main/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/extra-configuration.doctree b/docs/compilation/main/.doctrees/pages/extra-configuration.doctree index 538d07d291..1ae4000c88 100644 Binary files a/docs/compilation/main/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/main/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree index 96ce036838..f62614f1a7 100644 Binary files a/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/github-actions.doctree b/docs/compilation/main/.doctrees/pages/github-actions.doctree index 0869c17a90..66dc365b5c 100644 Binary files a/docs/compilation/main/.doctrees/pages/github-actions.doctree and b/docs/compilation/main/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/installation.doctree b/docs/compilation/main/.doctrees/pages/installation.doctree index bcc173430f..b2379e2609 100644 Binary files a/docs/compilation/main/.doctrees/pages/installation.doctree and b/docs/compilation/main/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/introduction.doctree b/docs/compilation/main/.doctrees/pages/introduction.doctree index 08c05dcdf5..819ba4e847 100644 Binary files a/docs/compilation/main/.doctrees/pages/introduction.doctree and b/docs/compilation/main/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree index 347885c49a..d784ff48df 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 263ca7919e..f23f535b01 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree index 82fc7487f2..7880fd2b82 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree index e234529d5d..f50325714a 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 10a2199f65..171c123e6c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 8614494f52..fa408e30c7 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree index cc5837f38f..85f0bdae98 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index b42eccd1df..e4bc1ef346 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 191931480b..c381fd4e18 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 68879bacc7..3d997f6ef0 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 51572a3ba6..55abeeaaba 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index e46ef11141..af34e16dee 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree index 1abf7d7496..fc6ba62a80 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 0e922ed1d9..183b0f5665 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index 065bfedcf5..a6798cb403 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 2ab892ad7d..cad494a43d 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 0c0036a791..c8f9292348 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 3bea84fec0..ed36a7cd2c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 6368d6efa6..bce9a27d44 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index fb0900ed01..6654f116a9 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 9814a3af0d..3b8c014d01 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree index 9b18e5580d..9afd4f363a 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index d60201412f..8ee14829bf 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index e5c9e43fa0..f2e4f2aa7f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 3d1e095143..4886e078ad 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 03f6c0c98d..852c1836a1 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree index 47eb402e64..b19497930a 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 7fd520e356..5486d7efca 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index a664d44ab1..a645bed988 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 4839e6bf1b..7dfd05c6ce 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 6c0de3f8c4..2a4efc2141 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 6fede2765d..b70deae5d5 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 21a2e08ba5..23a70b3133 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 7b682567be..0807848e70 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 3f5a4e46a1..7a916c4972 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 767059dec7..77d57c2a6c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 312e901698..4a70e75028 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index b73bc2c5d0..d619a4556b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index e06b09c162..1f741be3f4 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 903539c4d5..9e37798842 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index c0a25bbdc9..2457d5ee60 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree index 8b342ccade..1f74e537eb 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 4de7a7d50d..03e8a0243d 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index a744f6e8a4..7476555b81 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 458580bbbb..3d881aae01 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 4c80323a5b..3a6e0b6f94 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 7df80e2ba0..61936bafd1 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index d68eefe521..b57bbd6a0d 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index e2e0a153ac..bbbd34bf2e 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 918bc751b6..ab4ff8d07e 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 82dfde6025..f613fa29e5 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index e70cc5d3b7..6177359a80 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 12333217a9..2a75d8b3dc 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 67946f6d57..eb261b71f0 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 46c16e420d..7f8fc54ff4 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 35c9a1464c..d6bfbfb578 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree index 924035ae28..360d93f92b 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree index b30cf218d1..46d879b14e 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree index 286c40f0a0..43e8fb34c7 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree index 1de043f2e3..ea90d6b953 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree index e9498a4a9c..094212cceb 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 72ae352267..da8c1f6589 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree index 17803734ec..2afbba97d2 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree index 929454f43c..2116e4a2bf 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/output.doctree b/docs/compilation/main/.doctrees/pages/output.doctree index 2640e4b099..0afaeb5477 100644 Binary files a/docs/compilation/main/.doctrees/pages/output.doctree and b/docs/compilation/main/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/rewards.doctree b/docs/compilation/main/.doctrees/pages/rewards.doctree index 144090d3db..b4999437b3 100644 Binary files a/docs/compilation/main/.doctrees/pages/rewards.doctree and b/docs/compilation/main/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/tests.doctree b/docs/compilation/main/.doctrees/pages/tests.doctree index 2f3775e6fb..148e594507 100644 Binary files a/docs/compilation/main/.doctrees/pages/tests.doctree and b/docs/compilation/main/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/usage-example.doctree b/docs/compilation/main/.doctrees/pages/usage-example.doctree index f89178a59e..29824ce332 100644 Binary files a/docs/compilation/main/.doctrees/pages/usage-example.doctree and b/docs/compilation/main/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/weathers.doctree b/docs/compilation/main/.doctrees/pages/weathers.doctree index 5968452601..c3b674da39 100644 Binary files a/docs/compilation/main/.doctrees/pages/weathers.doctree and b/docs/compilation/main/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/wrappers.doctree b/docs/compilation/main/.doctrees/pages/wrappers.doctree index dffd48f82c..b91a5bb6dc 100644 Binary files a/docs/compilation/main/.doctrees/pages/wrappers.doctree and b/docs/compilation/main/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt b/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt index 7a87ab9964..c6a5d3215e 100644 --- a/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt +++ b/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt @@ -20,7 +20,7 @@ ~NormalizeObservation.close ~NormalizeObservation.get_unwrapped_obs ~NormalizeObservation.get_wrapper_attr - ~NormalizeObservation.observation + ~NormalizeObservation.normalize ~NormalizeObservation.render ~NormalizeObservation.reset ~NormalizeObservation.step diff --git a/docs/compilation/main/_sources/pages/tests.rst.txt b/docs/compilation/main/_sources/pages/tests.rst.txt index a376c0a990..9ce670c64b 100644 --- a/docs/compilation/main/_sources/pages/tests.rst.txt +++ b/docs/compilation/main/_sources/pages/tests.rst.txt @@ -63,10 +63,6 @@ directory, they are organized by different modules: `sinergym/sinergym/utils/common.py `__. Here will be all tests that check *Sinergym* common utils functionalities. -- **test_constants.py**: Tests for - `sinergym/sinergym/utils/constants.py `__. - Here will be all tests that check *Sinergym* global variables. - - **test_reward.py**: Tests for `sinergym/sinergym/utils/rewards.py `__. Here will be all tests that check implementation(s) of reward function(s) applicable to sinergym environments. diff --git a/docs/compilation/main/_sources/pages/wrappers.rst.txt b/docs/compilation/main/_sources/pages/wrappers.rst.txt index 19d4288c4b..8f7aaa03af 100644 --- a/docs/compilation/main/_sources/pages/wrappers.rst.txt +++ b/docs/compilation/main/_sources/pages/wrappers.rst.txt @@ -27,17 +27,9 @@ You can implement your own wrappers inheriting from *gym.Wrapper* or some of its :alt: Incremental wrapper graph. :align: center -- **NormalizeObservation**: It is used to transform observation received from simulator in values between 0 and 1. - It is possible to define a list of variables you want to normalize, if you don't define this list, all environment - variables will be included. In order to normalize values, it is necessary a dictionary in order to store max and min values. - Then, if a environment variable is not included in the dictionary specified in wrapper constructor, then the normalization - for that variable will be skipped. - - .. warning:: In case a new observation variable is added to the default ones for an environment, care must be - taken in case observation normalization is to be done. This is because you have to update - the dictionary of ranges of values available in `constants.py `__ as discussed in - issue `#249 `__. You can use the ``range_getter`` function of `common.py `__ to get these - ranges automatically from a experiment output folder. +- **NormalizeObservation**: It is used to transform observation received from simulator in values between -1 and 1. + It is based in the `dynamic normalization wrapper of Gymnasium `__. At the beginning, + it is not precise and the values may be out of range usually, so use this wrapper carefully. - **LoggerWrapper**: Wrapper for logging all interactions between agent and environment. Logger class can be selected in the constructor if other type of logging is required. For more information about *Sinergym* Logger visit :ref:`Logger`. diff --git a/docs/compilation/main/genindex.html b/docs/compilation/main/genindex.html index 17d9ced60e..0c19ee05a7 100644 --- a/docs/compilation/main/genindex.html +++ b/docs/compilation/main/genindex.html @@ -492,6 +492,10 @@

M

N

+ - +
  • runperiod (sinergym.envs.eplus_env.EplusEnv property) @@ -636,8 +640,6 @@

    S

  • module
    • -
    • sinergym.utils.constants @@ -645,6 +647,8 @@

      S

    • module
    +
  • step_size (sinergym.envs.eplus_env.EplusEnv property) diff --git a/docs/compilation/main/objects.inv b/docs/compilation/main/objects.inv index f8dee52e0f..498db499a2 100644 Binary files a/docs/compilation/main/objects.inv and b/docs/compilation/main/objects.inv differ diff --git a/docs/compilation/main/pages/modules/sinergym.config.html b/docs/compilation/main/pages/modules/sinergym.config.html index 696d90bdc5..1d1593f6ad 100644 --- a/docs/compilation/main/pages/modules/sinergym.config.html +++ b/docs/compilation/main/pages/modules/sinergym.config.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.config

    -

    Modeling python objects about simulation (building, weather, etc).

    +
    +

    sinergym.config

    +

    Modeling python objects about simulation (building, weather, etc).

    Modules

    diff --git a/docs/compilation/main/pages/modules/sinergym.config.modeling.html b/docs/compilation/main/pages/modules/sinergym.config.modeling.html index 655ee7b108..6ee4756712 100644 --- a/docs/compilation/main/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/main/pages/modules/sinergym.config.modeling.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.config.modeling

    -

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.config.modeling

    +

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html index 0ebd5b9d6b..6a5e7cb3b7 100644 --- a/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gymnasium environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gymnasium environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/main/pages/modules/sinergym.envs.html b/docs/compilation/main/pages/modules/sinergym.envs.html index 3c330ff875..a28b413d3c 100644 --- a/docs/compilation/main/pages/modules/sinergym.envs.html +++ b/docs/compilation/main/pages/modules/sinergym.envs.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html index beea60b2d1..ffddf02401 100644 --- a/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using pyenergyplus API.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using pyenergyplus API.

    Classes

    diff --git a/docs/compilation/main/pages/modules/sinergym.simulators.html b/docs/compilation/main/pages/modules/sinergym.simulators.html index c61bbe98ea..7f7374ca63 100644 --- a/docs/compilation/main/pages/modules/sinergym.simulators.html +++ b/docs/compilation/main/pages/modules/sinergym.simulators.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html index 1227ae28a7..41f46e1909 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.html b/docs/compilation/main/pages/modules/sinergym.utils.common.html index 82a2d1c981..ba4fa8848f 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.html @@ -136,9 +136,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.html index 4a9a3c7db5..75fd09783b 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.controllers.html b/docs/compilation/main/pages/modules/sinergym.utils.controllers.html index eb130233ec..00b2f62abd 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.controllers.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html index d5881aeee6..99cd3642b5 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html index 6f9cc27211..90b99617b4 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html index 727e71fc5b..9bcc901dde 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html @@ -133,9 +133,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.html b/docs/compilation/main/pages/modules/sinergym.utils.html index 7166b38324..8d316ff942 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.logger.html b/docs/compilation/main/pages/modules/sinergym.utils.logger.html index 3a87264b0c..8a204fcc3a 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.logger.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.rewards.html b/docs/compilation/main/pages/modules/sinergym.utils.rewards.html index ed728d1feb..286f581e7d 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.rewards.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index d8047c012a..d86edeb19c 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -141,17 +141,16 @@

    sinergym.utils.wrappers.NormalizeObservation

    -class sinergym.utils.wrappers.NormalizeObservation(env: EplusEnv, ranges: Dict[str, Sequence[Any]], variables: List[str] | None = None)
    +class sinergym.utils.wrappers.NormalizeObservation(env: EplusEnv, epsilon: float = 1e-08)
    -__init__(env: EplusEnv, ranges: Dict[str, Sequence[Any]], variables: List[str] | None = None)
    -

    Observations normalized to range [0, 1].

    +__init__(env: EplusEnv, epsilon: float = 1e-08) +

    This wrapper will normalize observations s.t. each coordinate is centered with unit variance.

    Parameters:
      -

    • env (EplusEnv) – Original Sinergym environment.

      • -

    • ranges (Dict[str, Sequence[Any]]) – Observation variables ranges to apply normalization (rely on environment).

      • -

    • variables (Optional[List[str]]) – List of variables you want to normalize. If it is None, all environment variables are included.

      • +

    • env (Env) – The environment to apply the wrapper

      • +

    • epsilon (float) – A stability parameter that is used when scaling the observations. Defaults to 1e-8

    @@ -160,8 +159,8 @@

    sinergym.utils.wrappers.NormalizeObservationMethods

    - - + + @@ -175,17 +174,17 @@

    sinergym.utils.wrappers.NormalizeObservation

    - - + + - - + + - - + + @@ -236,20 +235,21 @@

    sinergym.utils.wrappers.NormalizeObservation -
    -observation(obs: ndarray) → ndarray
    -

    Applies normalization to observation.

    -
    -
    Parameters:
    -

    obs (np.ndarray) – Original observation.

    -
    -
    Returns:
    -

    Normalized observation.

    -
    -
    Return type:
    -

    np.ndarray

    -
    -
    +
    +normalize(obs)
    +

    Normalizes the observation using the running mean and variance of the observations.

    +
    + +
    +
    +reset(**kwargs)
    +

    Resets the environment and normalizes the observation.

    +
    + +
    +
    +step(action)
    +

    Steps through the environment and normalizes the observation.

    diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html index f8b020907d..1431150a3d 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html @@ -136,9 +136,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    __init__(env, ranges[, variables])

    Observations normalized to range [0, 1].

    __init__(env[, epsilon])

    This wrapper will normalize observations s.t.

    class_name()

    Returns the class name of the wrapper.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    observation(obs)

    Applies normalization to observation.

    normalize(obs)

    Normalizes the observation using the running mean and variance of the observations.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Modifies the env after calling reset(), returning a modified observation using self.observation().

    reset(**kwargs)

    Resets the environment and normalizes the observation.

    step(action)

    Modifies the env after calling step() using self.observation() on the returned observations.

    step(action)

    Steps through the environment and normalizes the observation.

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    @@ -157,7 +157,7 @@

    sinergym.utils.wrappers

    - + diff --git a/docs/compilation/main/pages/notebooks/drl.html b/docs/compilation/main/pages/notebooks/drl.html index 791a3db6d6..ce3a668c06 100644 --- a/docs/compilation/main/pages/notebooks/drl.html +++ b/docs/compilation/main/pages/notebooks/drl.html @@ -964,8 +964,8 @@

    22.1. Training a model
    artifact = wandb.Artifact(
-        name="training",
-        type="experiment1")
+        name="experiment1",
+        type="training")
 artifact.add_dir(
         env.experiment_path,
         name='training_output/')
@@ -1155,7 +1155,7 @@ 
    22.2. Loading a model
    # get wandb artifact path (to load model)
 load_artifact_entity = 'alex_ugr'
 load_artifact_project = 'sinergym'
-load_artifact_name = 'training'
+load_artifact_name = 'experiment1'
 load_artifact_tag = 'latest'
 load_artifact_model_path = 'evaluation_output/best_model/model.zip'
 wandb_path = load_artifact_entity + '/' + load_artifact_project + \
@@ -1437,8 +1437,8 @@ 
    22.2. Loading a model
    artifact = wandb.Artifact(
-    name="evaluating",
-    type="evaluation1")
+    name="evaluation1",
+    type="evaluating")
 artifact.add_dir(
     env.experiment_path,
     name='evaluation_output/')
diff --git a/docs/compilation/main/pages/notebooks/drl.ipynb b/docs/compilation/main/pages/notebooks/drl.ipynb
index 89b68788aa..b9e2c245aa 100644
--- a/docs/compilation/main/pages/notebooks/drl.ipynb
+++ b/docs/compilation/main/pages/notebooks/drl.ipynb
@@ -1136,8 +1136,8 @@
    ],
    "source": [
     "artifact = wandb.Artifact(\n",
-    "        name=\"training\",\n",
-    "        type=\"experiment1\")\n",
+    "        name=\"experiment1\",\n",
+    "        type=\"training\")\n",
     "artifact.add_dir(\n",
     "        env.experiment_path,\n",
     "        name='training_output/')\n",
@@ -1385,7 +1385,7 @@
     "# get wandb artifact path (to load model)\n",
     "load_artifact_entity = 'alex_ugr'\n",
     "load_artifact_project = 'sinergym'\n",
-    "load_artifact_name = 'training'\n",
+    "load_artifact_name = 'experiment1'\n",
     "load_artifact_tag = 'latest'\n",
     "load_artifact_model_path = 'evaluation_output/best_model/model.zip'\n",
     "wandb_path = load_artifact_entity + '/' + load_artifact_project + \\\n",
@@ -1718,8 +1718,8 @@
    ],
    "source": [
     "artifact = wandb.Artifact(\n",
-    "    name=\"evaluating\",\n",
-    "    type=\"evaluation1\")\n",
+    "    name=\"evaluation1\",\n",
+    "    type=\"evaluating\")\n",
     "artifact.add_dir(\n",
     "    env.experiment_path,\n",
     "    name='evaluation_output/')\n",
diff --git a/docs/compilation/main/pages/notebooks/wrappers_examples.html b/docs/compilation/main/pages/notebooks/wrappers_examples.html
index 2318786aa3..8cdc4ed9d5 100644
--- a/docs/compilation/main/pages/notebooks/wrappers_examples.html
+++ b/docs/compilation/main/pages/notebooks/wrappers_examples.html
@@ -123,14 +123,13 @@
 
    19. Wrappers example
    
 
    We will see on this notebook what are the wrappers defined by Sinergym and how to use them. You can also implement your own wrappers inheriting from gym.Wrapper or some of its variants.
    
 
    
-
    [1]:
+
    [16]:
 
    
 
    
 
    import gymnasium as gym
 import numpy as np
 import sinergym
 from sinergym.utils.wrappers import *
-from sinergym.utils.constants import RANGES_5ZONE
 
    
 
    
 
    
@@ -140,7 +139,7 @@ 
    19.1. Multi-Objective Wrapper
    19.1. Multi-Objective Wrapperreward_terms are available in info dict returned in step method of the environment. Otherwise, we will encounter an execution error. By default, Sinergym environments return in info dict all reward terms specified in reward class used, so if the objective exists in reward term you shouldn’t have any problem.
    
 
    
-
    [3]:
+
    [18]:
 
    
 
    
 
    env.reset()
@@ -187,12 +186,14 @@ 
    19.1. Multi-Objective Wrapper
@@ -209,8 +210,6 @@ 
    19.1. Multi-Objective Wrapper
 
    -[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
-[ENVIRONMENT] (INFO) : Episode 1 started.
 [SIMULATOR] (INFO) : Handles initialized.
 [SIMULATOR] (INFO) : Handles are ready.
 [SIMULATOR] (INFO) : System is ready.
@@ -224,7 +223,7 @@ 
    19.1. Multi-Objective Wrapper19.2. Previous Observations Wrappers
    
 
    This Wrapper will add observation values from previous timestep to current environment observation. It is possible to select the variables you want to track its previous observation values. Observation space will be updated with the new dimension.
    
 
    
-
    [4]:
+
    [19]:
 
    
 
    
 
    env=gym.make('Eplus-5zone-hot-discrete-v1')
@@ -243,7 +242,7 @@ 
    19.2. Previous Observations Wrappers19.2. Previous Observations Wrappers
 
    We can see the observation values has been updated:
    
 
    
-
    [5]:
+
    [20]:
 
    
 
    
 
    env.reset()
@@ -274,14 +273,12 @@ 
    19.2. Previous Observations Wrappers
    
 
    
 
    
@@ -298,6 +295,8 @@ 
    19.2. Previous Observations Wrappers
 
    
 
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
 [SIMULATOR] (INFO) : Handles initialized.
 [SIMULATOR] (INFO) : Handles are ready.
 [SIMULATOR] (INFO) : System is ready.
@@ -311,7 +310,7 @@ 
    19.2. Previous Observations Wrappers19.3. Datetime Wrapper
    
 
    This wrapper will substitute day value by is_weekend flag, and hour and month by sin and cos values. Observation space is also updated automatically.
    
 
    
-
    [6]:
+
    [21]:
 
    
 
    
 
    env=gym.make('Eplus-5zone-hot-discrete-v1')
@@ -327,7 +326,7 @@ 
    19.3. Datetime Wrapper19.3. Datetime Wrappermonth, day and hour, and adds month_sin, month_cos, is_weekend, hour_sin and hour_cos instead:
    
 
    
-
    [7]:
+
    [22]:
 
    
 
    
 
    env.reset()
@@ -358,13 +357,13 @@ 
    19.3. Datetime Wrapper19.3. Datetime Wrapper19.4. Discrete Incremental Wrapper
    
 
    A wrapper for an incremental setpoint action space environment. This wrapper will update a continuous environment, converting it in a discrete environment with an action mapping and action space depending on the step and delta specified. The action will be sum with current setpoint values instead of overwrite the latest action. Then, the action is the current setpoints values with the increase instead of the index of the action_mapping for the continuous environment in the next layer.
    
 
    
-
    [8]:
+
    [23]:
 
    
 
    
 
    env=gym.make('Eplus-5zone-hot-continuous-v1')
@@ -415,7 +414,7 @@ 
    19.4. Discrete Incremental Wrapper19.4. Discrete Incremental Wrapper
 
    Maximum and minimum values to create the action mapping is read from environment action space, so that the setpoint increments and decrements do not go outside the agreed limits. The delta and step values are used to determine how the discrete space of these increments and decrements will be constructed. An example of how it works is shown below:
    
 
    
-
    [9]:
+
    [24]:
 
    
 
    
 
    env.reset()
@@ -454,13 +453,13 @@ 
    19.4. Discrete Incremental Wrapper
    
 
    
@@ -482,16 +481,16 @@ 
    19.4. Discrete Incremental Wrapper
    
 
    
@@ -516,21 +515,15 @@ 
    19.4. Discrete Incremental Wrapper
 
    
 
    19.5. Normalization Wrapper
    
-
    This wrapper is used to transform observation received from simulator in values between 0 and 1. It is possible to define a list of variables you want to normalize, if you don’t define this list, all environment variables will be included.
    
-
    In order to normalize values, it is necessary a dictionary in order to store max and min values. Then, if a environment variable is not included in the dictionary specified in wrapper constructor, then the normalization for that variable will be skipped.
    
+
    This wrapper is used to transform observation received from simulator in values between -1 and 1. It is based in the dynamic normalization wrapper of Gymnasium. At the beginning, it is not precise and the values may be out of range usually, so use this wrapper carefully.
    
 
    
-
    [10]:
+
    [25]:
 
    
 
    
 
    #Original env
 env=gym.make('Eplus-5zone-hot-discrete-v1')
 env = NormalizeObservation(
-        env=env,
-        ranges=RANGES_5ZONE,
-        variables=[
-            'Zone Thermostat Heating Setpoint Temperature(SPACE1-1)',
-            'Zone Thermostat Cooling Setpoint Temperature(SPACE1-1)',
-            'Zone Air Temperature(SPACE1-1)'])
+        env=env)
 
    
 
    
 
    
@@ -542,7 +535,7 @@ 
    19.5. Normalization Wrapper19.5. Normalization Wrapper
    19.5. Normalization Wrapper19.5. Normalization Wrapper19.6. Logger Wrapper
    
 
    Wrapper for logging all interactions between agent and environment. Logger class can be selected in the constructor if other type of logging is required. For more information about Sinergym Logger visit Logger
    
 
    
-
    [12]:
+
    [27]:
 
    
 
    
 
    env=gym.make('Eplus-5zone-hot-discrete-v1')
@@ -634,7 +627,7 @@ 
    19.6. Logger Wrapper19.6. Logger Wrapper19.6. Logger Wrapper19.7. Multi Observation Wrapper
    
 
    This wrapper will stack observation received in a history queue (size can be customized).
    
 
    
-
    [13]:
+
    [28]:
 
    
 
    
 
    #Original environment
@@ -706,7 +699,7 @@ 
    19.7. Multi Observation Wrapper19.7. Multi Observation Wrapper
    
 
    
 
    
@@ -741,6 +733,7 @@ 
    19.7. Multi Observation Wrapper
 
    
 
    +[SIMULATOR] (INFO) : Handles initialized.
 [SIMULATOR] (INFO) : Handles are ready.
 [SIMULATOR] (INFO) : System is ready.
 BEFORE MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01
@@ -752,17 +745,17 @@ 
    19.7. Multi Observation Wrapper
    
 
    
-
    
+
    
 
    
 
    
 
    
@@ -771,17 +764,8 @@ 
    19.7. Multi Observation Wrapper
    
 
    
-
    
-
    
-
    
-
    
-
    -[SIMULATOR] (INFO) : Handles are ready.
-[SIMULATOR] (INFO) : System is ready.
-
    
-
    
 
    
-
    [14]:
+
    [29]:
 
    
 
    
 
    print('AFTER MULTI OBSERVATION: ',obs)
@@ -794,24 +778,24 @@ 
    19.7. Multi Observation Wrapper
 
    
 
    -AFTER MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01
- 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01
- 4.0000000e+01 1.7248121e+01 2.8887291e+01 0.0000000e+00 0.0000000e+00
- 1.0360292e+03 9.3242619e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00
- 4.4000001e+00 6.5000000e+01 3.8750000e+00 1.4500000e+02 0.0000000e+00
- 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7248121e+01 2.8887291e+01
- 0.0000000e+00 0.0000000e+00 1.0360292e+03 9.3242619e+05 1.0000000e+00
- 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01 3.8750000e+00
- 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01
- 1.7248121e+01 2.8887291e+01 0.0000000e+00 0.0000000e+00 1.0360292e+03
- 9.3242619e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00
- 6.5000000e+01 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00
- 1.2800000e+01 4.0000000e+01 1.7248121e+01 2.8887291e+01 0.0000000e+00
- 0.0000000e+00 1.0360292e+03 9.3242619e+05 1.0000000e+00 1.0000000e+00
- 0.0000000e+00 4.4000001e+00 6.5000000e+01 3.8750000e+00 1.4500000e+02
- 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7248121e+01
- 2.8887291e+01 0.0000000e+00 0.0000000e+00 1.0360292e+03 9.3242619e+05]
-Progress: |***************************************************************************************************| 99%
+AFTER MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01
+ 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01
+ 4.0000000e+01 1.7143761e+01 2.8904009e+01 0.0000000e+00 0.0000000e+00
+ 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00
+ 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00
+ 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7143761e+01 2.8904009e+01
+ 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00
+ 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00
+ 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01
+ 1.7143761e+01 2.8904009e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03
+ 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00
+ 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00
+ 1.2800000e+01 4.0000000e+01 1.7143761e+01 2.8904009e+01 0.0000000e+00
+ 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00
+ 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02
+ 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7143761e+01
+ 2.8904009e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05]
+
 [ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
 
    
 
    
@@ -820,7 +804,7 @@ 
    19.7. Multi Observation Wrapper19.8. Nesting wrappers
    
 
    All the wrappers listed in this notebook can be nested in order to combine functionalities added. However, the order in which these wrappers are nested is critical to their proper functionality. We strongly recommend that it be in the same order in which they appear here or in the documentation. In case you want to nest a subset of the total, it is not a problem as long as you continue respecting this order. We see and example:
    
 
    
-
    [15]:
+
    [30]:
 
    
 
    
 
    env = gym.make('Eplus-5zone-hot-continuous-v1')
@@ -837,15 +821,7 @@ 
    19.8. Nesting wrappersenv = DiscreteIncrementalWrapper(
     env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)
 env = NormalizeObservation(
-    env=env,
-    ranges=RANGES_5ZONE,
-    variables=[
-        'htg_setpoint',
-        'clg_setpoint',
-        'air_temperature',
-        'htg_setpoint_previous',
-        'clg_setpoint_previous',
-        'air_temperature_previous'])
+    env=env)
 env = LoggerWrapper(env=env, flag=True)
 env = MultiObsWrapper(env=env, n=5, flatten=True)
 
    
@@ -859,7 +835,7 @@ 
    19.8. Nesting wrappers19.8. Nesting wrappers
-
    [16]:
+
    [31]:
 
    
 
    
 
    for i in range(1):
@@ -903,13 +879,13 @@ 
    19.8. Nesting wrappers19.8. Nesting wrappers19.8. Nesting wrappers
 
    -Reward:  [-0.01030338481821307, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 28.5], 'timestep': 2977, 'reward': -0.005151692409106535, 'reward_energy': -0.01030338481821307, 'reward_comfort': -0.0, 'total_energy': 103.0338481821307, 'abs_comfort': 0.0, 'temperatures': [20.326224703060248]}
-Reward:  [-0.013657983341870036, -0.0] {'time_elapsed(hours)': 1416.375, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.5, 22.5], 'timestep': 5665, 'reward': -0.006828991670935018, 'reward_energy': -0.013657983341870036, 'reward_comfort': -0.0, 'total_energy': 136.57983341870036, 'abs_comfort': 0.0, 'temperatures': [20.500028024178043]}
-Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.0, 28.0], 'timestep': 8641, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [20.803695489827913]}
-Reward:  [-0.0, -0.37589562390552445] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 23.0], 'timestep': 11521, 'reward': -0.18794781195276222, 'reward_energy': -0.0, 'reward_comfort': -0.37589562390552445, 'total_energy': 0.0, 'abs_comfort': 0.37589562390552445, 'temperatures': [23.875895623905524]}
-Reward:  [-0.0, -0.09951674852219483] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.0, 24.5], 'timestep': 14497, 'reward': -0.049758374261097416, 'reward_energy': -0.0, 'reward_comfort': -0.09951674852219483, 'total_energy': 0.0, 'abs_comfort': 0.09951674852219483, 'temperatures': [26.099516748522195]}
-Reward:  [-0.0, -2.206697930024088] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 25.0], 'timestep': 17377, 'reward': -1.103348965012044, 'reward_energy': -0.0, 'reward_comfort': -2.206697930024088, 'total_energy': 0.0, 'abs_comfort': 2.206697930024088, 'temperatures': [28.206697930024088]}
-Reward:  [-0.0, -0.7921548572425543] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [17.5, 24.5], 'timestep': 20353, 'reward': -0.39607742862127715, 'reward_energy': -0.0, 'reward_comfort': -0.7921548572425543, 'total_energy': 0.0, 'abs_comfort': 0.7921548572425543, 'temperatures': [26.792154857242554]}
-Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.5, 29.0], 'timestep': 23329, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [25.86931759432005]}
-Reward:  [-0.12892567486050366, -2.0565151084487425] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.5, 26.0], 'timestep': 26209, 'reward': -1.092720391654623, 'reward_energy': -0.12892567486050366, 'reward_comfort': -2.0565151084487425, 'total_energy': 1289.2567486050366, 'abs_comfort': 2.0565151084487425, 'temperatures': [25.556515108448743]}
-Reward:  [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 27.0], 'timestep': 29185, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.52578524777106]}
-Reward:  [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 30.0], 'timestep': 32065, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.49993261560442]}
+Reward:  [-0.00959875470506871, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 30.0], 'timestep': 2977, 'reward': -0.004799377352534355, 'reward_energy': -0.00959875470506871, 'reward_comfort': -0.0, 'total_energy': 95.98754705068708, 'abs_comfort': 0.0, 'temperatures': [20.679941105322207]}
+Reward:  [-0.01428023828003289, -0.6179095070455745] {'time_elapsed(hours)': 1416.375, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 22.5], 'timestep': 5665, 'reward': -0.31609487266280367, 'reward_energy': -0.01428023828003289, 'reward_comfort': -0.6179095070455745, 'total_energy': 142.8023828003289, 'abs_comfort': 0.6179095070455745, 'temperatures': [19.382090492954426]}
+Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 29.5], 'timestep': 8641, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [21.210308738550406]}
+Reward:  [-0.0, -0.4042829598402342] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 26.5], 'timestep': 11521, 'reward': -0.2021414799201171, 'reward_energy': -0.0, 'reward_comfort': -0.4042829598402342, 'total_energy': 0.0, 'abs_comfort': 0.4042829598402342, 'temperatures': [23.904282959840234]}
+Reward:  [-0.0, -0.09800264846136031] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.5, 23.5], 'timestep': 14497, 'reward': -0.049001324230680154, 'reward_energy': -0.0, 'reward_comfort': -0.09800264846136031, 'total_energy': 0.0, 'abs_comfort': 0.09800264846136031, 'temperatures': [26.09800264846136]}
+Reward:  [-0.0, -2.2066365008600854] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 17377, 'reward': -1.1033182504300427, 'reward_energy': -0.0, 'reward_comfort': -2.2066365008600854, 'total_energy': 0.0, 'abs_comfort': 2.2066365008600854, 'temperatures': [28.206636500860085]}
+Reward:  [-0.0, -0.8595308128146435] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 20353, 'reward': -0.42976540640732175, 'reward_energy': -0.0, 'reward_comfort': -0.8595308128146435, 'total_energy': 0.0, 'abs_comfort': 0.8595308128146435, 'temperatures': [26.859530812814643]}
+Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.0, 22.5], 'timestep': 23329, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [25.868898493028976]}
+Reward:  [-0.12892567486050366, -2.1764719481960313] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 27.0], 'timestep': 26209, 'reward': -1.1526988115282675, 'reward_energy': -0.12892567486050366, 'reward_comfort': -2.1764719481960313, 'total_energy': 1289.2567486050366, 'abs_comfort': 2.1764719481960313, 'temperatures': [25.67647194819603]}
+Reward:  [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.5, 23.5], 'timestep': 29185, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.459687136701213]}
+Reward:  [-0.009072899955075894, -0.36592506134185854] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.0, 24.0], 'timestep': 32065, 'reward': -0.1874989806484672, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.36592506134185854, 'total_energy': 90.72899955075894, 'abs_comfort': 0.36592506134185854, 'temperatures': [19.63407493865814]}
 Progress: |***************************************************************************************************| 99%
 [WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
 [ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-continuous-v1]
diff --git a/docs/compilation/main/pages/notebooks/wrappers_examples.ipynb b/docs/compilation/main/pages/notebooks/wrappers_examples.ipynb
index 4ac96fe82e..c9872acbe4 100644
--- a/docs/compilation/main/pages/notebooks/wrappers_examples.ipynb
+++ b/docs/compilation/main/pages/notebooks/wrappers_examples.ipynb
@@ -22,7 +22,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 16,
    "metadata": {
     "collapsed": true,
     "pycharm": {
@@ -34,8 +34,7 @@
     "import gymnasium as gym\n",
     "import numpy as np\n",
     "import sinergym\n",
-    "from sinergym.utils.wrappers import *\n",
-    "from sinergym.utils.constants import RANGES_5ZONE"
+    "from sinergym.utils.wrappers import *"
    ]
   },
   {
@@ -60,7 +59,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 17,
    "metadata": {},
    "outputs": [
     {
@@ -70,7 +69,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -97,7 +96,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 18,
    "metadata": {},
    "outputs": [
     {
@@ -107,12 +106,14 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/output]\u001b[0m\n"
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res7/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
     {
@@ -127,8 +128,6 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
@@ -166,7 +165,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 19,
    "metadata": {},
    "outputs": [
     {
@@ -176,7 +175,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -205,7 +204,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 20,
    "metadata": {},
    "outputs": [
     {
@@ -215,14 +214,12 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/output]\u001b[0m\n"
      ]
     },
     {
@@ -237,6 +234,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res8/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
@@ -273,7 +272,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 21,
    "metadata": {},
    "outputs": [
     {
@@ -283,7 +282,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -309,7 +308,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 22,
    "metadata": {},
    "outputs": [
     {
@@ -319,13 +318,13 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res3/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res9/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
@@ -380,7 +379,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 23,
    "metadata": {},
    "outputs": [
     {
@@ -390,7 +389,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-continuous-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -427,7 +426,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 24,
    "metadata": {},
    "outputs": [
     {
@@ -437,13 +436,13 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-continuous-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res3/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
@@ -463,16 +462,16 @@
       "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
       "CURRENT SETPOINTS VALUES:  [21.0, 25.0]\n",
-      "Action number  0 :  [1.5, 0.0]\n",
-      "Setpoints update:  [22.5, 25.0]\n",
-      "Action number  1 :  [-0.5, 0.0]\n",
-      "Setpoints update:  [22.0, 25.0]\n",
-      "Action number  2 :  [0.0, 0.0]\n",
-      "Setpoints update:  [22.0, 25.0]\n",
-      "Action number  3 :  [0.0, 1.5]\n",
-      "Setpoints update:  [22.0, 26.5]\n",
-      "Action number  4 :  [-1.5, 0.0]\n",
-      "Setpoints update:  [20.5, 26.5]\n",
+      "Action number  0 :  [-2.0, 0.0]\n",
+      "Setpoints update:  [19.0, 25.0]\n",
+      "Action number  1 :  [-1.0, 0.0]\n",
+      "Setpoints update:  [18.0, 25.0]\n",
+      "Action number  2 :  [1.0, 0.0]\n",
+      "Setpoints update:  [19.0, 25.0]\n",
+      "Action number  3 :  [-1.5, 0.0]\n",
+      "Setpoints update:  [17.5, 25.0]\n",
+      "Action number  4 :  [1.5, 0.0]\n",
+      "Setpoints update:  [19.0, 25.0]\n",
       "Progress: |*****----------------------------------------------------------------------------------------------| 5%\r"
      ]
     },
@@ -517,18 +516,14 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "This wrapper is used to transform observation received from simulator in values between 0 and 1.\n",
-    "It is possible to define a list of variables you want to normalize, if you don't define this list, all environment\n",
-    "variables will be included. \n",
-    "\n",
-    "In order to normalize values, it is necessary a dictionary in order to store max and min values. \n",
-    "Then, if a environment variable is not included in the dictionary specified in wrapper constructor, then the normalization \n",
-    "for that variable will be skipped."
+    "This wrapper is used to transform observation received from simulator in values between -1 and 1.\n",
+    "It is based in the [dynamic normalization wrapper of Gymnasium](https://gymnasium.farama.org/_modules/gymnasium/wrappers/normalize/#NormalizeObservation). At the beginning,\n",
+    "it is not precise and the values may be out of range usually, so use this wrapper carefully."
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 25,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -543,7 +538,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -557,12 +552,7 @@
     "#Original env\n",
     "env=gym.make('Eplus-5zone-hot-discrete-v1')\n",
     "env = NormalizeObservation(\n",
-    "        env=env,\n",
-    "        ranges=RANGES_5ZONE,\n",
-    "        variables=[\n",
-    "            'Zone Thermostat Heating Setpoint Temperature(SPACE1-1)',\n",
-    "            'Zone Thermostat Cooling Setpoint Temperature(SPACE1-1)',\n",
-    "            'Zone Air Temperature(SPACE1-1)'])"
+    "        env=env)"
    ]
   },
   {
@@ -575,7 +565,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 26,
    "metadata": {},
    "outputs": [
     {
@@ -585,13 +575,13 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res4/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res10/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
@@ -612,7 +602,7 @@
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
       "Progress: |***************************************************************************************************| 99%\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n",
-      "OBSERVATION WITH NORMALIZATION IN VARIABLES SELECTED:  {'month': 1.0, 'day_of_month': 1.0, 'hour': 0.0, 'outdoor_temperature': 4.8, 'outdoor_humidity': 61.0, 'wind_speed': 4.65, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.8, 'clg_setpoint': 40.0, 'air_temperature': 17.14376, 'air_humidity': 28.904009, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.525, 'total_electricity_HVAC': 997672.56}\n"
+      "OBSERVATION WITH NORMALIZATION:  {'month': 0.00499968750430059, 'day_of_month': 0.00499968750430059, 'hour': 0.0, 'outdoor_temperature': 0.9875907976185373, 'outdoor_humidity': -0.9745626607331893, 'wind_speed': 0.9973969815420386, 'wind_direction': 0.9908525387095581, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 0.007049581561774207, 'clg_setpoint': 0.0070688585864955075, 'air_temperature': -0.38732540837457413, 'air_humidity': 0.04791484030417072, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 0.9802888899782684, 'total_electricity_HVAC': 0.9802889755036568}\n"
      ]
     }
    ],
@@ -621,7 +611,7 @@
     "obs,_,_,_,_=env.step(env.action_space.sample())\n",
     "obs_dict=dict(zip(env.observation_variables,obs))\n",
     "env.close()\n",
-    "print('OBSERVATION WITH NORMALIZATION IN VARIABLES SELECTED: ',obs_dict)"
+    "print('OBSERVATION WITH NORMALIZATION: ',obs_dict)"
    ]
   },
   {
@@ -643,7 +633,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 27,
    "metadata": {},
    "outputs": [
     {
@@ -653,7 +643,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -664,13 +654,13 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res5/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res11/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
@@ -736,7 +726,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 28,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -751,7 +741,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -761,15 +751,14 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n"
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
     {
@@ -784,6 +773,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
+      "\u001b[38;20m[SIMULATOR] (INFO) : Handles initialized.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
       "BEFORE MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01\n",
@@ -795,13 +785,13 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 2]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res6/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res12/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n"
      ]
     },
@@ -812,14 +802,6 @@
       "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n",
       "  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n"
      ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n"
-     ]
     }
    ],
    "source": [
@@ -835,38 +817,31 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 29,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "AFTER MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01\n",
-      " 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n",
-      " 4.0000000e+01 1.7248121e+01 2.8887291e+01 0.0000000e+00 0.0000000e+00\n",
-      " 1.0360292e+03 9.3242619e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00\n",
-      " 4.4000001e+00 6.5000000e+01 3.8750000e+00 1.4500000e+02 0.0000000e+00\n",
-      " 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7248121e+01 2.8887291e+01\n",
-      " 0.0000000e+00 0.0000000e+00 1.0360292e+03 9.3242619e+05 1.0000000e+00\n",
-      " 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01 3.8750000e+00\n",
-      " 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01\n",
-      " 1.7248121e+01 2.8887291e+01 0.0000000e+00 0.0000000e+00 1.0360292e+03\n",
-      " 9.3242619e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00\n",
-      " 6.5000000e+01 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00\n",
-      " 1.2800000e+01 4.0000000e+01 1.7248121e+01 2.8887291e+01 0.0000000e+00\n",
-      " 0.0000000e+00 1.0360292e+03 9.3242619e+05 1.0000000e+00 1.0000000e+00\n",
-      " 0.0000000e+00 4.4000001e+00 6.5000000e+01 3.8750000e+00 1.4500000e+02\n",
-      " 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7248121e+01\n",
-      " 2.8887291e+01 0.0000000e+00 0.0000000e+00 1.0360292e+03 9.3242619e+05]\n",
-      "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Progress: |***************************************************************************************************| 99%\n",
+      "AFTER MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01\n",
+      " 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n",
+      " 4.0000000e+01 1.7143761e+01 2.8904009e+01 0.0000000e+00 0.0000000e+00\n",
+      " 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00\n",
+      " 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00\n",
+      " 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7143761e+01 2.8904009e+01\n",
+      " 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00\n",
+      " 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00\n",
+      " 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01\n",
+      " 1.7143761e+01 2.8904009e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03\n",
+      " 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00\n",
+      " 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00\n",
+      " 1.2800000e+01 4.0000000e+01 1.7143761e+01 2.8904009e+01 0.0000000e+00\n",
+      " 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00\n",
+      " 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02\n",
+      " 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.7143761e+01\n",
+      " 2.8904009e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05]\n",
+      "\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n"
      ]
     }
@@ -895,7 +870,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 30,
    "metadata": {},
    "outputs": [
     {
@@ -905,7 +880,7 @@
       "#==============================================================================================#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-continuous-v1]\u001b[0m\n",
       "#==============================================================================================#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n",
@@ -938,15 +913,7 @@
     "env = DiscreteIncrementalWrapper(\n",
     "    env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)\n",
     "env = NormalizeObservation(\n",
-    "    env=env,\n",
-    "    ranges=RANGES_5ZONE,\n",
-    "    variables=[\n",
-    "        'htg_setpoint',\n",
-    "        'clg_setpoint',\n",
-    "        'air_temperature',\n",
-    "        'htg_setpoint_previous',\n",
-    "        'clg_setpoint_previous',\n",
-    "        'air_temperature_previous'])\n",
+    "    env=env)\n",
     "env = LoggerWrapper(env=env, flag=True)\n",
     "env = MultiObsWrapper(env=env, n=5, flatten=True)"
    ]
@@ -963,7 +930,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 31,
    "metadata": {
     "collapsed": false,
     "pycharm": {
@@ -978,13 +945,13 @@
       "#----------------------------------------------------------------------------------------------#\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-continuous-v1] [Episode 1]\u001b[0m\n",
       "#----------------------------------------------------------------------------------------------#\n",
-      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1]\u001b[0m\n",
+      "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1]\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n",
       "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n",
-      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/output]\u001b[0m\n",
-      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res2/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
+      "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/output]\u001b[0m\n",
+      "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-continuous-v1-res4/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n"
      ]
     },
@@ -1004,7 +971,7 @@
       "\u001b[38;20m[SIMULATOR] (INFO) : Handles are ready.\u001b[0m\n",
       "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n",
-      "Reward:  [-0.11085250479199188, -2.8562402567058562] {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.0, 23.0], 'timestep': 2, 'reward': -1.483546380748924, 'reward_energy': -0.11085250479199188, 'reward_comfort': -2.8562402567058562, 'total_energy': 1108.5250479199187, 'abs_comfort': 2.8562402567058562, 'temperatures': [17.143759743294144]}\n",
+      "Reward:  [-0.11085250479199188, -2.8562402567058562] {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.0, 24.5], 'timestep': 2, 'reward': -1.483546380748924, 'reward_energy': -0.11085250479199188, 'reward_comfort': -2.8562402567058562, 'total_energy': 1108.5250479199187, 'abs_comfort': 2.8562402567058562, 'temperatures': [17.143759743294144]}\n",
       "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r"
      ]
     },
@@ -1020,17 +987,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Reward:  [-0.01030338481821307, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 28.5], 'timestep': 2977, 'reward': -0.005151692409106535, 'reward_energy': -0.01030338481821307, 'reward_comfort': -0.0, 'total_energy': 103.0338481821307, 'abs_comfort': 0.0, 'temperatures': [20.326224703060248]}\n",
-      "Reward:  [-0.013657983341870036, -0.0] {'time_elapsed(hours)': 1416.375, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.5, 22.5], 'timestep': 5665, 'reward': -0.006828991670935018, 'reward_energy': -0.013657983341870036, 'reward_comfort': -0.0, 'total_energy': 136.57983341870036, 'abs_comfort': 0.0, 'temperatures': [20.500028024178043]}\n",
-      "Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.0, 28.0], 'timestep': 8641, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [20.803695489827913]}\n",
-      "Reward:  [-0.0, -0.37589562390552445] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 23.0], 'timestep': 11521, 'reward': -0.18794781195276222, 'reward_energy': -0.0, 'reward_comfort': -0.37589562390552445, 'total_energy': 0.0, 'abs_comfort': 0.37589562390552445, 'temperatures': [23.875895623905524]}\n",
-      "Reward:  [-0.0, -0.09951674852219483] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.0, 24.5], 'timestep': 14497, 'reward': -0.049758374261097416, 'reward_energy': -0.0, 'reward_comfort': -0.09951674852219483, 'total_energy': 0.0, 'abs_comfort': 0.09951674852219483, 'temperatures': [26.099516748522195]}\n",
-      "Reward:  [-0.0, -2.206697930024088] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 25.0], 'timestep': 17377, 'reward': -1.103348965012044, 'reward_energy': -0.0, 'reward_comfort': -2.206697930024088, 'total_energy': 0.0, 'abs_comfort': 2.206697930024088, 'temperatures': [28.206697930024088]}\n",
-      "Reward:  [-0.0, -0.7921548572425543] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [17.5, 24.5], 'timestep': 20353, 'reward': -0.39607742862127715, 'reward_energy': -0.0, 'reward_comfort': -0.7921548572425543, 'total_energy': 0.0, 'abs_comfort': 0.7921548572425543, 'temperatures': [26.792154857242554]}\n",
-      "Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.5, 29.0], 'timestep': 23329, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [25.86931759432005]}\n",
-      "Reward:  [-0.12892567486050366, -2.0565151084487425] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.5, 26.0], 'timestep': 26209, 'reward': -1.092720391654623, 'reward_energy': -0.12892567486050366, 'reward_comfort': -2.0565151084487425, 'total_energy': 1289.2567486050366, 'abs_comfort': 2.0565151084487425, 'temperatures': [25.556515108448743]}\n",
-      "Reward:  [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 27.0], 'timestep': 29185, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.52578524777106]}\n",
-      "Reward:  [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 30.0], 'timestep': 32065, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.49993261560442]}\n",
+      "Reward:  [-0.00959875470506871, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 30.0], 'timestep': 2977, 'reward': -0.004799377352534355, 'reward_energy': -0.00959875470506871, 'reward_comfort': -0.0, 'total_energy': 95.98754705068708, 'abs_comfort': 0.0, 'temperatures': [20.679941105322207]}\n",
+      "Reward:  [-0.01428023828003289, -0.6179095070455745] {'time_elapsed(hours)': 1416.375, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 22.5], 'timestep': 5665, 'reward': -0.31609487266280367, 'reward_energy': -0.01428023828003289, 'reward_comfort': -0.6179095070455745, 'total_energy': 142.8023828003289, 'abs_comfort': 0.6179095070455745, 'temperatures': [19.382090492954426]}\n",
+      "Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 29.5], 'timestep': 8641, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [21.210308738550406]}\n",
+      "Reward:  [-0.0, -0.4042829598402342] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 26.5], 'timestep': 11521, 'reward': -0.2021414799201171, 'reward_energy': -0.0, 'reward_comfort': -0.4042829598402342, 'total_energy': 0.0, 'abs_comfort': 0.4042829598402342, 'temperatures': [23.904282959840234]}\n",
+      "Reward:  [-0.0, -0.09800264846136031] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.5, 23.5], 'timestep': 14497, 'reward': -0.049001324230680154, 'reward_energy': -0.0, 'reward_comfort': -0.09800264846136031, 'total_energy': 0.0, 'abs_comfort': 0.09800264846136031, 'temperatures': [26.09800264846136]}\n",
+      "Reward:  [-0.0, -2.2066365008600854] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 17377, 'reward': -1.1033182504300427, 'reward_energy': -0.0, 'reward_comfort': -2.2066365008600854, 'total_energy': 0.0, 'abs_comfort': 2.2066365008600854, 'temperatures': [28.206636500860085]}\n",
+      "Reward:  [-0.0, -0.8595308128146435] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 20353, 'reward': -0.42976540640732175, 'reward_energy': -0.0, 'reward_comfort': -0.8595308128146435, 'total_energy': 0.0, 'abs_comfort': 0.8595308128146435, 'temperatures': [26.859530812814643]}\n",
+      "Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.0, 22.5], 'timestep': 23329, 'reward': -0.0, 'reward_energy': -0.0, 'reward_comfort': -0.0, 'total_energy': 0.0, 'abs_comfort': 0.0, 'temperatures': [25.868898493028976]}\n",
+      "Reward:  [-0.12892567486050366, -2.1764719481960313] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 27.0], 'timestep': 26209, 'reward': -1.1526988115282675, 'reward_energy': -0.12892567486050366, 'reward_comfort': -2.1764719481960313, 'total_energy': 1289.2567486050366, 'abs_comfort': 2.1764719481960313, 'temperatures': [25.67647194819603]}\n",
+      "Reward:  [-0.009072899955075894, -0.0] {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.5, 23.5], 'timestep': 29185, 'reward': -0.004536449977537947, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.0, 'total_energy': 90.72899955075894, 'abs_comfort': 0.0, 'temperatures': [21.459687136701213]}\n",
+      "Reward:  [-0.009072899955075894, -0.36592506134185854] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.0, 24.0], 'timestep': 32065, 'reward': -0.1874989806484672, 'reward_energy': -0.009072899955075894, 'reward_comfort': -0.36592506134185854, 'total_energy': 90.72899955075894, 'abs_comfort': 0.36592506134185854, 'temperatures': [19.63407493865814]}\n",
       "Progress: |***************************************************************************************************| 99%\n",
       "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n",
       "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-continuous-v1]\u001b[0m\n"
diff --git a/docs/compilation/main/pages/tests.html b/docs/compilation/main/pages/tests.html
index f516f855bf..28cc45a7a6 100644
--- a/docs/compilation/main/pages/tests.html
+++ b/docs/compilation/main/pages/tests.html
@@ -158,9 +158,6 @@ 
    14.3. Create new testssinergym/sinergym/utils/common.py.
 Here will be all tests that check Sinergym common utils functionalities.
    
-
  • test_constants.py: Tests for
-sinergym/sinergym/utils/constants.py.
-Here will be all tests that check Sinergym global variables.
    • 
 
  • test_reward.py: Tests for
 sinergym/sinergym/utils/rewards.py.
 Here will be all tests that check implementation(s) of reward function(s) applicable to sinergym environments.
    • 
diff --git a/docs/compilation/main/pages/wrappers.html b/docs/compilation/main/pages/wrappers.html
index e7f2305042..731b0f4686 100644
--- a/docs/compilation/main/pages/wrappers.html
+++ b/docs/compilation/main/pages/wrappers.html
@@ -126,21 +126,10 @@ 
    8. WrappersIncremental wrapper graph.
-
      
-
    • NormalizeObservation: It is used to transform observation received from simulator in values between 0 and 1.
-It is possible to define a list of variables you want to normalize, if you don’t define this list, all environment
-variables will be included. In order to normalize values, it is necessary a dictionary in order to store max and min values.
-Then, if a environment variable is not included in the dictionary specified in wrapper constructor, then the normalization
-for that variable will be skipped.
      
-
      
-
      Warning
      
-
      In case a new observation variable is added to the default ones for an environment, care must be
-taken in case observation normalization is to be done. This is because you have to update
-the dictionary of ranges of values available in constants.py as discussed in
-issue #249. You can use the range_getter function of common.py to get these
-ranges automatically from a experiment output folder.
      
-
      
-
      • 
+
        
+
      • NormalizeObservation: It is used to transform observation received from simulator in values between -1 and 1.
+It is based in the dynamic normalization wrapper of Gymnasium. At the beginning,
+it is not precise and the values may be out of range usually, so use this wrapper carefully.
        • 
 
      • LoggerWrapper: Wrapper for logging all interactions between agent and environment. Logger class can be selected
 in the constructor if other type of logging is required. For more information about Sinergym Logger visit Logger.
        • 
 
      • MultiObsWrapper: Stack observation received in a history queue (size can be customized).
        • 
diff --git a/docs/compilation/main/searchindex.js b/docs/compilation/main/searchindex.js
index baa44238b3..665514ed90 100644
--- a/docs/compilation/main/searchindex.js
+++ b/docs/compilation/main/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "17. Changing an environment registered in Sinergym", "18. Default building control setting up an empty action interface", "22. DRL usage example", "16. Getting information about Sinergym environments", "20. Logger Wrapper personalization/configuration", "21. Rule Controller example", "19. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 23, 29, 39, 41, 50, 60, 61, 62, 67, 68, 69, 70, 71, 74, 75, 76, 78, 80], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 23, 31, 39, 41, 43, 49, 50, 52, 56, 59, 61, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "creat": [0, 4, 5, 6, 9, 10, 13, 25, 26, 31, 67, 68, 69, 70, 71, 72, 73, 74, 78], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 19, 22, 23, 28, 39, 41, 49, 50, 60, 67, 70, 71, 74, 75, 76, 77, 80], "environ": [0, 2, 3, 4, 6, 7, 10, 13, 14, 15, 16, 19, 23, 30, 32, 35, 36, 37, 39, 41, 49, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80], "follow": [0, 4, 5, 7, 8, 9, 10, 25, 36, 39, 67, 69], "gymnasium": [0, 4, 5, 6, 10, 15, 16, 19, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "interfac": [0, 4, 5, 10, 17, 68, 70, 71, 77], "wrap": [0, 4, 10, 23, 30, 32, 41, 70, 74, 75], "simul": [0, 4, 5, 9, 10, 11, 13, 14, 15, 16, 31, 35, 36, 37, 49, 51, 61, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80], "engin": [0, 5, 7, 10, 68, 69, 71], "energyplu": [0, 5, 6, 10, 13, 15, 16, 18, 25, 67, 68, 69, 70, 71, 72, 73, 74, 75], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 16, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 2, 5, 8, 10, 13, 16, 20, 60, 71, 76, 77], "deep": [0, 9, 10, 70], "reinforc": [0, 9, 10, 70, 74, 76], "learn": [0, 9, 10, 70, 74, 76], "pleas": [0, 2, 5, 6, 7, 8, 10, 39, 70, 73, 79], "help": [0, 4, 10], "u": [0, 5, 6, 9, 10, 69], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 50, 70, 73, 74, 76, 78, 80], "question": [0, 10], "issu": [0, 7, 8, 10, 80], "here": [0, 4, 5, 7, 8, 9, 10, 22, 70, 71, 74, 77], "It": [0, 2, 4, 5, 7, 8, 9, 10, 16, 19, 23, 37, 39, 49, 57, 68, 73, 74, 76, 79, 80], "easi": [0, 10, 77], "just": [0, 8, 10, 71, 74], "2": [0, 2, 5, 8, 9, 10, 50, 60, 67, 68, 69, 70, 71, 73, 74, 79], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 67, 68, 69, 70, 72, 73, 77, 78], "templat": [0, 7, 10, 50], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 49, 67, 68, 71, 75], "more": [0, 4, 5, 6, 7, 8, 9, 10, 39, 65, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "detail": [0, 4, 5, 6, 9, 10, 70, 71, 76], "info": [0, 5, 10, 13, 16, 19, 49, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "how": [0, 5, 7, 9, 10, 16, 61, 67, 68, 70, 71, 72, 73, 74, 80], "main": [0, 2, 4, 5, 7, 10, 49, 71, 76], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 16, 24, 25, 28, 31, 38, 40, 41, 42, 53, 54, 56, 57, 67, 68, 71, 72, 73, 74, 76, 77, 78, 80], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 19, 29, 41, 49, 50, 55, 56, 57, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "compat": [0, 4, 5, 9, 10, 39, 70, 74], "commun": [0, 5, 10, 17, 19, 77], "between": [0, 4, 8, 10, 27, 70, 74, 76, 80], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 13, 18, 19, 25, 26, 42, 68, 70, 71, 74, 77, 78], "establish": [0, 4, 5, 10, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "api": [0, 5, 7, 10, 16, 18, 19, 39, 42, 67, 75], "middlewar": [0, 5, 10], "howev": [0, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 74, 76, 77], "them": [0, 2, 4, 5, 10, 13, 68, 74, 75, 76], "e": [0, 9, 10, 16, 19, 41], "g": [0, 4, 7, 10, 41, 46], "openmodelica": [0, 10], "could": [0, 6, 10, 74], "includ": [0, 2, 4, 5, 6, 7, 8, 10, 20, 62, 64, 67, 70, 74, 76, 79, 80], "backend": [0, 5, 9, 10, 12, 13, 71], "while": [0, 5, 10, 67, 68, 69, 70, 72, 73, 74, 78], "maintain": [0, 10], "futur": [0, 4, 5, 6, 7, 10, 76], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 41], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 16, 19, 67, 68, 70, 71, 72, 73, 74, 75, 76, 78], "design": [0, 5, 6, 10, 13, 68], "set": [0, 4, 5, 6, 7, 9, 10, 13, 68, 70, 71, 75, 76], "test": [0, 8, 9, 10, 23], "algorithm": [0, 3, 4, 5, 10, 21, 41, 70, 74, 77], "These": [0, 5, 7, 8, 10, 49, 68, 74, 76, 77], "mai": [0, 5, 7, 9, 10, 13, 67, 70, 75, 76, 78], "differ": [0, 4, 5, 7, 8, 9, 10, 27, 55, 57, 67, 68, 70, 76, 77], "weather": [0, 6, 10, 11, 13, 16, 19, 67, 69, 70, 71, 72, 73, 74, 75], "action": [0, 3, 4, 9, 10, 16, 19, 23, 35, 36, 37, 41, 49, 60, 61, 62, 63, 65, 67, 70, 71, 72, 73, 74, 77, 78, 80], "observ": [0, 3, 4, 10, 16, 19, 35, 36, 49, 59, 61, 62, 63, 64, 66, 69, 70, 71, 73, 75, 76, 77, 80], "space": [0, 3, 4, 7, 10, 16, 59, 60, 67, 69, 73, 74, 78, 80], "reward": [0, 4, 10, 16, 20, 22, 23, 41, 49, 61, 62, 63, 67, 69, 70, 72, 73, 74, 77, 78, 80], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 79], "packag": [0, 2, 8, 10, 67, 68, 69, 70, 72, 73, 74, 77], "which": [0, 4, 5, 7, 9, 10, 13, 19, 22, 49, 50, 62, 67, 68, 69, 70, 71, 74, 75, 76, 77], "allow": [0, 4, 5, 7, 10, 50, 76], "modifi": [0, 3, 6, 10, 13, 41, 69, 75], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 41, 68, 71, 75], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 16, 41, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 70, 73, 74, 76, 80], "combin": [0, 7, 10, 68, 69, 70, 74], "model": [0, 2, 5, 6, 9, 10, 11, 23, 26, 41, 67, 68, 69, 71, 72, 73, 74, 75, 77], "variabl": [0, 3, 7, 9, 10, 13, 16, 19, 23, 31, 55, 56, 57, 60, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "actuat": [0, 3, 10, 13, 16, 19, 68, 69, 71, 75], "name": [0, 4, 6, 7, 8, 10, 13, 16, 19, 25, 43, 46, 47, 50, 51, 55, 56, 57, 60, 67, 68, 69, 70, 71, 72, 73, 74, 76], "also": [0, 4, 9, 10, 39, 68, 69, 70, 74, 76], "pre": [0, 7, 10, 76], "configur": [0, 3, 4, 10, 13, 16, 70, 75, 77], "avail": [0, 2, 4, 7, 10, 13, 37, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 80], "chang": [0, 5, 7, 8, 10, 13, 49, 50, 67, 69, 70, 71, 72, 76], "some": [0, 4, 5, 6, 7, 8, 10, 16, 61, 68, 69, 70, 71, 74, 75, 76, 80], "aspect": [0, 2, 10, 76], "wai": [0, 5, 6, 7, 8, 10, 68, 69, 71, 74], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 75, 79], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "make": [0, 2, 3, 5, 6, 7, 9, 10, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79], "entir": [0, 4, 10], "definit": [0, 5, 10, 16, 67, 68, 69], "start": [0, 4, 5, 10, 19, 27, 55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 75, 78], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 26, 28, 29, 37, 38, 39, 43, 46, 47, 49, 54, 55, 56, 57, 61, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 16, 28, 49, 50, 60, 65, 66, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "paramet": [0, 4, 6, 7, 10, 13, 16, 19, 23, 25, 26, 27, 28, 29, 30, 31, 32, 35, 37, 39, 41, 43, 46, 47, 49, 50, 51, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 68, 70, 76], "directli": [0, 5, 9, 10, 68, 69, 78], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 13, 16, 19, 49, 61, 63, 76, 77], "well": [0, 4, 5, 10, 41], "peopl": [0, 5, 10, 71, 76], "occup": [0, 5, 10, 29, 35], "time": [0, 4, 8, 9, 10, 13, 16, 19, 27, 49, 50, 56, 68, 70, 72, 77, 80], "step": [0, 4, 5, 9, 10, 13, 16, 41, 49, 50, 52, 60, 61, 62, 63, 67, 68, 69, 70, 71, 73, 74, 78, 80], "per": [0, 2, 4, 5, 6, 10, 41, 49, 67, 68, 69, 70, 71, 72, 73, 74, 75], "hour": [0, 2, 5, 6, 10, 56, 59, 67, 68, 69, 70, 71, 72, 73, 74, 76, 80], "run": [0, 4, 7, 9, 10, 19, 41, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "period": [0, 5, 10, 71, 76, 79], "compon": [0, 2, 4, 5, 6, 7, 10, 19, 22, 68, 71, 75, 79], "easili": [0, 6, 7, 10, 70], "scalabl": [0, 10], "third": [0, 8, 10], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 68, 75], "implement": [0, 3, 4, 5, 6, 10, 34, 41, 53, 58, 69, 74, 76, 77, 80], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 18, 19, 21, 22, 23, 30, 34, 35, 36, 37, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 80], "new": [0, 2, 7, 10, 13, 16, 23, 49, 61, 63, 67, 69, 70, 72, 73, 74, 75, 76, 79, 80], "custom": [0, 4, 5, 10, 13, 16, 19, 20, 21, 22, 39, 40, 50, 58, 70, 74, 80], "wrapper": [0, 4, 10, 20, 23, 30, 32, 41, 69, 70, 71, 75, 77, 78], "automat": [0, 5, 8, 9, 10, 59, 68, 69, 74, 76, 77, 80], "adapt": [0, 5, 10, 13, 38, 39, 67, 68, 69, 70, 72, 73, 74], "mani": [0, 4, 10, 68, 69, 71], "updat": [0, 5, 7, 8, 9, 10, 13, 16, 23, 31, 59, 67, 69, 70, 72, 73, 74, 76, 77, 80], "requir": [0, 5, 7, 8, 9, 10, 13, 68, 74, 76, 80], "epjson": [0, 2, 5, 9, 10, 13, 25, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "file": [0, 4, 6, 7, 8, 9, 10, 12, 13, 16, 19, 26, 46, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79], "featur": [0, 4, 5, 10, 67, 68, 71, 78], "befor": [0, 4, 5, 7, 10, 13, 41, 50, 69, 74, 75], "perform": [0, 3, 4, 9, 10, 23, 41, 62, 63, 76], "For": [0, 4, 5, 7, 8, 9, 10, 13, 67, 68, 69, 70, 71, 73, 74, 76, 77, 79, 80], "anoth": [0, 5, 8, 10, 68], "locat": [0, 5, 9, 10, 13, 68, 69, 79], "dai": [0, 5, 6, 10, 13, 27, 29, 55, 56, 57, 59, 67, 68, 69, 72, 73, 74, 76], "output": [0, 4, 8, 10, 13, 16, 19, 31, 39, 51, 67, 68, 69, 70, 71, 72, 73, 74, 80], "meter": [0, 10, 13, 16, 19, 67, 68, 69, 70, 72, 73, 74, 75], "field": [0, 4, 5, 10, 13, 25, 68, 76, 79], "same": [0, 4, 5, 7, 8, 10, 68, 70, 74, 75, 79, 80], "occur": [0, 5, 10, 68], "context": [0, 5, 6, 10, 16, 61, 68, 77], "concern": [0, 5, 10, 68], "nois": [0, 5, 10, 67], "version": [0, 4, 5, 8, 9, 10, 13, 50, 68, 70, 78], "save": [0, 4, 5, 10, 13, 23, 67, 68, 69, 70, 72, 73, 74], "folder": [0, 5, 8, 9, 10, 13, 16, 23, 68, 70, 72, 74, 80], "leav": [0, 5, 10, 68], "origin": [0, 4, 5, 10, 13, 16, 19, 46, 59, 60, 61, 62, 63, 64, 66, 68, 74, 75], "intact": [0, 5, 10, 68], "In": [0, 5, 7, 8, 9, 10, 67, 68, 69, 70, 71, 74, 75, 77, 78, 80], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 33, 49, 61, 67, 68, 69, 70, 72, 73, 74], "process": [0, 4, 5, 8, 10, 13, 16, 19, 70], "so": [0, 4, 5, 7, 8, 9, 10, 69, 70, 74, 75, 76], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 16, 49, 60, 67, 68, 69, 75, 76, 78], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 22, 23, 30, 32, 39, 41, 44, 61, 68, 69, 70, 71, 74, 75, 76, 77, 80], "defin": [0, 4, 5, 7, 10, 13, 19, 29, 67, 68, 70, 72, 73, 74, 75, 76, 78, 80], "what": [0, 5, 10, 71, 74], "want": [0, 4, 5, 6, 7, 8, 9, 10, 16, 19, 41, 46, 47, 50, 60, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "relat": [0, 10, 39], "abov": [0, 5, 7, 8, 10, 50, 68, 80], "necessari": [0, 4, 5, 7, 8, 9, 10, 69, 70, 74, 80], "specifi": [0, 4, 5, 7, 10, 16, 46, 47, 50, 61, 68, 69, 70, 72, 74, 75, 76, 79, 80], "through": [0, 2, 5, 9, 10], "take": [0, 4, 5, 6, 8, 10, 13, 16, 39, 60, 68, 69, 70], "care": [0, 7, 10, 69, 76, 80], "everyth": [0, 7, 10, 69, 70, 78], "extens": [0, 5, 9, 10, 67, 70], "inform": [0, 2, 4, 8, 9, 10, 13, 16, 19, 26, 39, 49, 50, 61, 63, 68, 70, 73, 74, 75, 76, 77, 79, 80], "import": [0, 4, 6, 7, 8, 10, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "get": [0, 5, 9, 10, 13, 29, 41, 44, 50, 64, 70, 72, 73, 80], "about": [0, 2, 4, 5, 10, 11, 13, 39, 41, 68, 70, 73, 74, 75, 77, 80], "background": [0, 4, 10, 69, 71], "instanc": [0, 3, 4, 7, 8, 10, 16, 19, 43, 75], "possibl": [0, 4, 5, 6, 7, 9, 10, 68, 70, 71, 74, 79, 80], "consult": [0, 10, 71], "schedul": [0, 5, 10, 13, 16, 26, 68, 75], "compos": [0, 5, 10], "whether": [0, 5, 8, 10, 16, 23, 39, 41, 43, 61, 63], "episod": [0, 4, 6, 10, 13, 16, 19, 22, 23, 31, 41, 49, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79], "length": [0, 5, 6, 10, 41, 67, 68, 69, 70, 71, 72, 73, 74], "timestep": [0, 4, 5, 6, 10, 13, 16, 22, 49, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "zone": [0, 2, 7, 10, 13, 68, 71, 74, 76], "And": [0, 7, 10, 67, 70], "much": [0, 5, 10], "stabl": [0, 4, 9, 10, 21, 38, 39, 70, 77], "baselin": [0, 4, 10, 21, 38, 39, 70, 77], "3": [0, 2, 4, 6, 7, 9, 10, 21, 50, 67, 68, 69, 70, 71, 72, 73, 74, 77, 79], "integr": [0, 5, 8, 10], "like": [0, 4, 5, 8, 9, 10, 13, 50, 67, 68, 77], "callback": [0, 5, 10, 19, 20, 40, 41, 52, 70, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 16, 22, 23, 30, 32, 39, 41, 61, 70, 74, 75, 76, 77], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 16, 68, 70, 71, 74, 76, 77, 80], "logger": [0, 5, 10, 13, 16, 19, 59, 60, 61, 62, 63, 66, 69, 70, 73, 80], "specif": [0, 2, 4, 5, 8, 9, 10, 13, 16, 19, 70, 75, 77, 79], "complet": [0, 5, 10, 70], "agnost": [0, 10, 70], "ani": [0, 4, 5, 6, 9, 10, 13, 16, 22, 23, 35, 36, 37, 41, 49, 51, 52, 61, 62, 63, 64, 68, 70, 71, 72, 73, 74, 75, 76, 78], "drl": [0, 3, 5, 7, 10, 69], "librari": [0, 7, 9, 10, 70, 73, 74, 77], "work": [0, 3, 4, 5, 7, 8, 9, 10, 13, 16, 67, 68, 69, 70, 71, 72, 73, 74, 76], "googl": [0, 4, 8, 9, 10, 42, 43, 44, 45, 46, 47], "cloud": [0, 4, 8, 10, 42, 43, 44, 45, 46, 47], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 41, 46, 47, 50, 55, 56, 57, 60, 64, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80], "account": [0, 4, 5, 6, 7, 9, 10, 43, 44, 76], "infrastructur": [0, 10], "tell": [0, 10], "do": [0, 4, 5, 6, 7, 9, 10, 41, 60, 68, 69, 71, 74, 76, 77], "weight": [0, 7, 10, 55, 56, 57, 68, 70, 76], "bias": [0, 7, 10, 70], "track": [0, 4, 7, 9, 10, 70, 74, 80], "visual": [0, 4, 9, 10, 70], "One": [0, 10], "": [0, 4, 5, 6, 7, 9, 10, 13, 16, 37, 49, 50, 55, 56, 57, 61, 68, 70, 71, 75, 76, 77, 78, 79], "object": [0, 4, 7, 10, 11, 13, 28, 32, 41, 45, 46, 47, 51, 62, 70, 76, 80], "facilit": [0, 10], "train": [0, 10, 75, 76], "reproduc": [0, 10], "comparison": [0, 10], "agent": [0, 3, 5, 10, 16, 23, 35, 36, 37, 41, 49, 61, 69, 70, 73, 74, 75, 76, 77, 80], "base": [0, 3, 4, 5, 7, 8, 10, 35, 36, 52, 54, 73, 77], "problem": [0, 7, 10, 74], "manag": [0, 5, 6, 7, 10, 12, 13, 43, 71, 75], "monitor": [0, 4, 7, 9, 10, 23, 41, 49, 61, 69, 70, 72, 74, 75], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 52, 70], "open": [0, 2, 9, 10, 74], "sourc": [0, 2, 8, 9, 10, 16, 61, 74], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 78], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 22, 25, 26, 28, 31, 39, 41, 43, 49, 52, 54, 60, 64, 65, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80], "let": [0, 3, 6, 7, 9, 10, 67, 68, 70, 78], "regist": [0, 4, 5, 8, 10, 67, 70], "experi": [0, 2, 4, 5, 6, 9, 10, 13, 67, 68, 69, 70, 71, 72, 73, 74, 79, 80], "hyperparamet": [0, 4, 10, 70], "data": [0, 7, 10, 13, 16, 19, 22, 36, 46, 47, 49, 69, 70, 71, 75], "record": [0, 4, 10, 28, 49, 50, 61, 69, 70, 72, 74, 75], "real": [0, 3, 4, 5, 10, 49, 70, 73], "store": [0, 4, 10, 13, 22, 47, 49, 68, 70, 74, 75, 80], "artifact": [0, 4, 7, 10, 70], "best": [0, 4, 10, 23, 70], "obtain": [0, 4, 10, 16, 61], "notebook": [0, 10, 67, 70, 72, 74], "develop": [0, 3, 4, 8, 9, 10, 74, 76, 77], "code": [0, 3, 6, 8, 9, 10, 67, 70, 74, 76, 80], "format": [0, 4, 5, 6, 8, 10, 13, 25, 26, 50, 61, 68, 70, 71], "purpos": [0, 4, 7, 8, 10], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 67, 68, 73, 74, 76, 78, 80], "becom": [0, 10], "familiar": [0, 10], "tool": [0, 5, 8, 10, 78], "thei": [0, 4, 5, 7, 8, 9, 10, 74, 76, 77], "constantli": [0, 10], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "document": [0, 5, 7, 8, 9, 10, 68, 71, 73, 74, 75], "unit": [0, 10], "github": [0, 7, 9, 10, 38, 39, 77], "workflow": [0, 8, 10, 77], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 65, 74, 76], "understand": [0, 10], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 31, 41, 50, 64, 68, 70, 71, 75, 76, 77, 78, 79], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 68, 71, 73, 74, 75, 77, 79, 80], "ad": [0, 2, 4, 9, 10, 50, 69, 70, 74, 76, 79, 80], "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 76, 77, 78, 79], "progress": [0, 4, 5, 10, 49, 51, 61, 67, 68, 69, 70, 72, 73, 74, 75], "stai": [0, 6, 10, 76], "tune": [0, 6, 10, 76], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 16, 19, 22, 31, 54, 61, 64, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "those": [0, 4, 7, 29, 68, 76], "interest": [0, 2, 74, 79], "alwai": [0, 5, 7, 9, 67, 70, 73, 75, 76], "made": [0, 5, 68, 71], "check": [0, 5, 7, 8, 30, 39, 41, 70, 77], "repositori": [0, 7, 8, 9, 70, 75, 77, 78], "read": [0, 7, 13, 46, 71, 74], "md": 0, "first": [0, 9, 13, 41, 64, 67, 70, 72, 73, 75, 78], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 69], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 70], "c": [0, 7, 55, 56, 57, 76], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 9, 41, 67, 74, 75, 78], "list": [0, 7, 8, 9, 13, 16, 19, 28, 31, 35, 36, 41, 49, 55, 56, 57, 60, 61, 62, 64, 66, 67, 68, 70, 72, 73, 74, 75, 76, 80], "hesit": 0, "send": [0, 5, 7, 16, 44, 45, 47, 61, 69], "pr": 0, "badg": 0, "comput": [0, 4, 7, 50, 70], "contain": [0, 4, 5, 8, 41, 43, 44, 67, 69, 77, 78], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 67, 68, 70, 71, 72, 74, 75, 76, 77, 80], "instal": [0, 7, 8, 70, 78], "host": [0, 2, 4, 7, 70, 75], "offici": [0, 9], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 60, 68, 74, 75, 79, 80], "framework": [0, 2, 69, 77, 79], "author": [0, 44], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 27, 29, 69, 73, 79], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 70, 79], "ny": 0, "usa": [0, 79], "url": [0, 4], "http": [0, 7, 9, 38, 39, 70], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 16, 41, 50, 67, 68, 69, 70, 72, 73, 74, 79], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 4, 5, 75, 76], "confer": 0, "system": [0, 2, 19, 46, 47, 67, 68, 69, 70, 71, 72, 73, 74, 76], "energi": [0, 2, 5, 22, 55, 56, 57, 76], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 2, 5, 9, 23, 55, 56, 57, 60, 63, 67, 68, 69, 70, 72, 73, 74, 76, 79], "sinergym": [2, 3, 4, 8, 10, 67, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80], "independ": [2, 77, 79], "rest": [2, 7, 9, 25, 42, 43, 79], "up": [2, 4, 5, 6, 7, 9, 13, 55, 57, 68, 70, 76, 79], "us": [2, 3, 5, 6, 8, 9, 10, 13, 16, 18, 19, 23, 25, 31, 33, 39, 41, 42, 49, 50, 52, 55, 56, 57, 60, 61, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "each": [2, 4, 5, 6, 7, 13, 16, 22, 23, 31, 41, 49, 61, 62, 68, 70, 72, 73, 74, 75, 76, 78, 79, 80], "2zonedatacenterhvac_weconom": [2, 5, 68], "491": 2, "m2": 2, "divid": 2, "two": [2, 8, 76], "asymmetr": 2, "hvac": [2, 68], "consist": [2, 5], "air": [2, 68, 71, 73, 74], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 71], "cool": [2, 5, 68, 71, 74, 79], "coil": [2, 71], "chill": 2, "water": 2, "vav": [2, 71], "heat": [2, 68, 71, 74], "come": [2, 69, 70], "server": [2, 7, 70], "5zoneautodxvav": [2, 5, 35, 67, 69, 70, 71, 72, 73, 74], "singl": [2, 69], "stori": 2, "1": [2, 5, 6, 16, 22, 23, 55, 56, 57, 64, 67, 68, 69, 70, 71, 73, 74, 76, 78, 79, 80], "indoor": [2, 35, 36, 76], "4": [2, 5, 6, 9, 13, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 74, 76], "outdoor": [2, 68, 73], "Its": [2, 4], "surfac": 2, "area": [2, 5, 68], "463": 2, "6": [2, 6, 9, 13, 55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 79], "equip": [2, 71], "ga": 2, "fulli": [2, 75], "auto": [2, 4, 7], "size": [2, 7, 67, 68, 69, 70, 71, 72, 73, 74, 80], "input": [2, 8, 13, 16, 19, 73, 74], "ashrae9012016_warehous": 2, "non": [2, 5], "residenti": 2, "4598": 2, "floor": 2, "bulk": 2, "storag": [2, 4, 8, 9, 45, 46, 47], "fine": 2, "offic": [2, 5, 69], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 76, 77], "window": 2, "fuel": [2, 71], "type": [2, 4, 5, 7, 8, 9, 13, 16, 19, 22, 25, 27, 28, 29, 30, 31, 32, 35, 36, 37, 43, 44, 45, 51, 59, 61, 62, 63, 64, 65, 66, 67, 70, 71, 72, 73, 74, 79, 80], "electr": [2, 68], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 39], "390": 2, "five": 2, "center": [2, 36], "low": [2, 55, 57, 69, 73, 76, 77], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 43, 44], "small": [2, 77], "repair": 2, "shop": [2, 5], "mondai": 2, "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 67, 68, 69, 70, 71, 72, 73, 74, 79], "basement": 2, "rectangular": 2, "46": 2, "320": 2, "organ": [2, 5, 77], "19": [2, 56, 67, 68, 70, 72, 73, 74], "bot": [2, 8], "mid": [2, 79], "level": [2, 5, 8, 51, 77], "describ": [2, 19, 36, 50], "too": [2, 4, 5, 7, 8, 9, 43, 68, 69, 70, 74, 75], "charg": [2, 5, 65], "discharg": [2, 65], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 29, 49, 61, 66, 69, 70, 72, 74, 76, 77, 80], "random": [3, 37, 69], "rule": [3, 5, 35, 36, 71, 77], "5zone": [3, 5, 6, 68, 70, 73, 74], "datacent": [3, 5, 68], "find": [3, 8, 70, 75], "util": [3, 4, 7, 12, 16, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80], "py": [3, 4, 5, 7, 9, 39, 67, 68, 69, 70, 72, 73, 74, 77, 78, 80], "veri": [3, 5, 9, 71, 76], "refer": [3, 7, 23], "point": [3, 70, 78], "studi": 3, "simpl": [3, 67, 71, 76], "given": [3, 4, 13, 25, 26, 28, 30, 31, 55, 56, 57, 76], "return": [3, 4, 5, 8, 13, 16, 19, 25, 27, 28, 29, 30, 31, 32, 35, 36, 37, 41, 43, 44, 45, 49, 50, 51, 59, 61, 62, 63, 64, 65, 66, 72, 73, 74, 76, 78, 80], "interact": [3, 4, 39, 49, 61, 67, 69, 70, 74, 75, 80], "exampl": [3, 4, 5, 7, 8, 9, 10, 68, 69, 71, 72, 75, 76, 77, 80], "usag": [3, 7], "sure": [3, 5], "flag_norm": [3, 5, 16, 68, 73], "fals": [3, 5, 22, 23, 41, 49, 61, 67, 68, 69, 70, 71, 72, 73, 74, 78], "continu": [3, 4, 5, 6, 8, 9, 16, 67, 68, 69, 73, 74, 80], "otherwis": [3, 4, 6, 68, 74], "show": [3, 5, 8, 13, 71], "error": [3, 4, 7, 8, 41, 68, 74], "due": [3, 4, 65, 73], "don": [3, 4, 7, 9, 67, 69, 73, 74, 75, 80], "t": [3, 4, 7, 9, 28, 55, 57, 65, 67, 69, 73, 74, 75, 79, 80], "valu": [3, 4, 5, 6, 7, 9, 13, 16, 19, 22, 25, 31, 52, 59, 60, 61, 62, 64, 65, 66, 68, 72, 73, 74, 75, 76, 80], "normal": [3, 4, 16, 64, 68, 75, 76, 77, 80], "flag": [3, 16, 19, 49, 59, 61, 72, 74, 80], "particularli": [3, 39], "part": [3, 7], "facil": [4, 68], "although": [4, 70], "discret": [4, 5, 16, 60, 67, 68, 70, 76, 80], "ppo": 4, "ye": [4, 5, 68], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 70], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 19, 67, 68, 70, 74, 80], "refin": 4, "call": [4, 5, 7, 8, 9, 13, 19, 23, 41, 50, 68, 70, 75], "stage": 4, "procedur": [4, 8], "access": [4, 9, 70], "state": [4, 19, 61], "dure": [4, 5, 8, 16, 22, 23, 70, 75, 78], "manipul": [4, 8], "bar": 4, "inherit": [4, 54, 74, 80], "column": [4, 5, 13], "its": [4, 5, 7, 8, 9, 19, 44, 61, 67, 68, 74, 76, 78, 80], "execut": [4, 5, 8, 9, 13, 16, 19, 43, 49, 51, 62, 63, 70, 71, 74], "log": [4, 49, 51, 61, 70, 71, 74, 80], "extract": [4, 5, 13, 31, 70, 71], "why": 4, "sinergym_logg": [4, 22], "attribut": [4, 5, 13, 16, 19, 49, 50, 59, 60, 61, 62, 63, 64, 65, 66, 75], "constructor": [4, 5, 6, 13, 59, 65, 66, 68, 74, 76, 80], "loggercallback": [4, 70], "basecallback": [4, 23], "With": [4, 5, 70], "compar": [4, 70, 74], "summari": [4, 5, 9, 61, 67, 69, 70, 72, 74], "registr": 4, "enabl": [4, 7, 8, 70], "metric": [4, 41, 70], "There": [4, 7, 9, 75], "tabl": [4, 5, 9, 13], "other": [4, 5, 7, 9, 41, 68, 70, 74, 75, 76, 80], "vice": 4, "versa": 4, "log_interv": [4, 70], "frequenc": 4, "consequ": [4, 7, 68, 76], "thu": 4, "off": [4, 71], "polici": [4, 7, 23, 40, 41], "mean": [4, 8, 13, 23, 41, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79], "instead": [4, 5, 7, 9, 41, 62, 67, 68, 69, 70, 72, 73, 74, 80], "result": [4, 6, 41, 67, 69, 70, 72, 73, 74, 75, 78], "end": [4, 7, 16, 19, 27, 49, 55, 56, 57, 61, 69, 70, 72, 74, 75], "loggerevalcallback": [4, 70], "evalcallback": 4, "particular": [4, 5, 67], "concret": [4, 74], "construct": [4, 7, 74], "place": [4, 5, 69, 78], "On": [4, 5, 7, 9, 68, 71], "hand": [4, 5, 7, 9, 68], "occupi": [4, 71], "accur": 4, "averag": [4, 41, 78], "indic": [4, 5, 7, 16, 22], "therefor": [4, 5, 69, 76], "faith": 4, "realiti": 4, "term": [4, 5, 22, 55, 56, 57, 62, 74, 76], "good": 4, "turn": 4, "out": [4, 50, 75], "calcul": [4, 5, 13, 59, 68, 71, 76, 78], "power": [4, 49, 55, 56, 57, 75, 76], "consumpt": [4, 22, 56, 57, 75, 76], "comfort": [4, 5, 9, 22, 29, 55, 56, 57, 69, 73, 75, 76], "penalti": [4, 75, 76], "violat": [4, 22], "percentag": [4, 8], "taken": [4, 76, 78, 80], "decid": [4, 5, 7, 69, 70], "when": [4, 5, 7, 8, 13, 19, 23, 39, 41, 49, 65, 67, 69, 70, 75, 76, 78], "better": 4, "action_simul": [4, 70], "becaus": [4, 7, 8, 73, 75, 80], "clip": [4, 65, 73], "Then": [4, 5, 7, 9, 69, 71, 74, 80], "pars": [4, 5], "equival": 4, "csv": [4, 5, 49, 61, 69, 70, 72, 74, 75], "comfort_violation_tim": [4, 70], "temperatur": [4, 5, 29, 35, 36, 55, 56, 57, 60, 67, 68, 69, 71, 72, 73, 74, 76, 79], "bound": 4, "rang": [4, 5, 6, 29, 31, 36, 55, 56, 57, 64, 67, 68, 69, 70, 72, 73, 74, 76, 78, 80], "cumulative_comfort_penalti": [4, 70], "sum": [4, 67, 68, 69, 70, 72, 73, 74, 78, 80], "cumulative_pow": [4, 70], "cumulative_power_penalti": [4, 70], "cumulative_reward": [4, 70], "ep_length": [4, 70], "mean_comfort_penalti": [4, 70], "mean_pow": [4, 70], "mean_power_penalti": [4, 70], "mean_reward": [4, 70], "depend": [4, 5, 9, 29, 49, 55, 56, 57, 68, 69, 70, 74, 75, 76, 77, 80], "being": [4, 5, 7, 75, 76], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 16, 31, 39, 49, 50, 55, 56, 57, 61, 63, 64, 68, 70, 72, 75, 77], "rollout": [4, 23, 70], "default": [4, 5, 6, 7, 8, 9, 13, 16, 19, 39, 41, 50, 55, 56, 57, 61, 63, 68, 70, 74, 76, 77, 80], "exploration_r": [4, 70], "doesn": [4, 7, 80], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 19, 22, 23, 26, 35, 36, 37, 39, 41, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 74, 75, 76], "try": [4, 5], "script": [4, 68, 70, 78], "train_ag": [4, 7, 70], "most": [4, 75, 76], "must": [4, 5, 7, 9, 13, 16, 19, 60, 68, 75, 80], "keep": 4, "mind": 4, "concaten": 4, "callbacklist": [4, 70], "until": [4, 8], "where": [4, 5, 13, 19, 23, 26, 43, 46, 47, 56, 70, 71, 76], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 66, 68, 70, 74, 75, 80], "valid": [4, 44, 50], "path": [4, 13, 19, 23, 26, 31, 46, 47, 49, 67, 68, 69, 70, 71, 72, 73, 74], "abl": [4, 5, 7, 9, 68], "conf": 4, "str": [4, 5, 13, 16, 19, 23, 25, 26, 28, 31, 41, 43, 44, 47, 49, 50, 51, 52, 55, 56, 57, 61, 62, 63, 64, 66, 70, 72, 76], "json": [4, 5, 7, 13, 16, 70], "alloc": [4, 7, 8, 19, 70], "train_agent_exampl": 4, "obligatori": 4, "overwrit": [4, 68, 70, 74, 80], "seed": [4, 16, 61, 63], "id": [4, 5, 7, 68, 70, 76], "respect": [4, 5, 8, 74, 76], "mention": [4, 5, 7, 68, 71], "next": [4, 5, 7, 8, 9, 16, 19, 61, 63, 70, 71, 74, 76, 77, 80], "appropri": [4, 68, 78], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 70], "local": [4, 7, 23, 41, 46, 47, 67, 68, 69, 70, 72, 73, 74, 78], "__version__": [4, 70], "env": [4, 5, 6, 7, 9, 23, 30, 31, 32, 35, 36, 37, 38, 39, 41, 54, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "overwritten": [4, 68], "number": [4, 5, 9, 13, 16, 22, 23, 41, 49, 63, 68, 70, 71, 74, 75], "remot": [4, 8, 9, 70, 77], "bucket": [4, 46, 47], "delet": [4, 19, 43, 74], "previou": [4, 5, 7, 8, 9, 63, 66, 70, 80], "load_ag": [4, 7, 70], "load_agent_exampl": 4, "onc": [4, 9], "predict": [4, 41, 70], "agre": [4, 74], "collect": [4, 5, 23, 49, 70, 78], "sent": [4, 5], "memori": [4, 7], "form": 4, "project": [4, 7, 8, 9, 10, 33, 70, 77], "direct": [4, 5, 68], "support": [4, 5, 9, 77], "plan": 4, "As": [5, 7, 9, 68, 70, 71], "introduct": 5, "three": 5, "receiv": [5, 74, 80], "At": [5, 7, 8, 67, 70, 78], "gym": [5, 6, 16, 39, 41, 54, 58, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 80], "via": 5, "handler": [5, 75], "influenc": [5, 71], "cours": 5, "imag": [5, 7, 9], "modul": [5, 7, 8, 9, 11, 14, 17, 20, 75, 77], "correctli": [5, 7, 26, 74, 77, 78], "scheme": [5, 13], "abstract": 5, "sinc": [5, 6, 7, 73, 75], "task": 5, "handl": [5, 19, 67, 68, 69, 70, 72, 73, 74], "prepar": [5, 9, 19], "initi": [5, 16, 19, 23, 45, 50, 60, 61, 67, 68, 69, 70, 72, 73, 74, 75], "reset": [5, 13, 16, 19, 41, 50, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 78], "dictionari": [5, 6, 8, 13, 16, 25, 26, 50, 61, 68, 71, 74, 76, 80], "kei": [5, 6, 7, 13, 16, 19, 25, 28, 31, 52, 62], "time_elaps": [5, 67, 69, 70, 72, 73, 74], "elaps": [5, 49], "month": [5, 27, 29, 55, 56, 57, 59, 67, 68, 69, 70, 71, 72, 73, 74, 78, 80], "is_rain": [5, 67, 69, 72, 73, 74], "true": [5, 16, 23, 30, 39, 41, 49, 50, 61, 63, 67, 70, 72, 74], "rain": [5, 79], "count": [5, 41], "than": [5, 7, 8, 65, 68, 75, 76, 80], "idf": [5, 9, 25], "epw": [5, 13, 16, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "eplu": [5, 6, 16, 31, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "demo": [5, 67, 68, 71, 72, 73, 78], "v1": [5, 6, 16, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "usa_pa_pittsburgh": [5, 67, 69, 71, 72, 79], "allegheni": [5, 67, 69, 71, 72, 79], "counti": [5, 67, 69, 71, 72, 79], "ap": [5, 67, 68, 69, 70, 71, 72, 79], "725205_tmy3": [5, 67, 69, 71, 72, 79], "No": [5, 68], "01": [5, 70, 74], "31": [5, 6, 50, 67, 68, 69, 70, 71, 72, 73, 74], "03": [5, 70, 74], "hot": [5, 6, 55, 56, 57, 68, 69, 73, 74, 76, 79], "usa_az_davi": [5, 69, 73, 74, 79], "monthan": [5, 69, 73, 74, 79], "afb": [5, 69, 73, 74, 79], "722745_tmy3": [5, 69, 73, 74, 79], "mix": [5, 70, 76, 79], "usa_ny_new": [5, 70, 79], "j": [5, 70, 79], "f": [5, 9, 70, 79], "kennedi": [5, 70, 79], "intl": [5, 68, 70, 79], "744860_tmy3": [5, 70, 79], "usa_wa_port": [5, 68, 79], "angel": [5, 68, 79], "william": [5, 68, 79], "r": [5, 55, 57, 68, 79], "fairchild": [5, 68, 79], "727885_tmy3": [5, 68, 79], "box": [5, 16, 69, 73, 74], "stochast": [5, 23, 41, 68, 70, 76], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 65], "shopwithvandbatteri": 5, "either": [5, 50], "predefin": [5, 68, 71, 76], "shown": [5, 9, 68, 74, 78, 80], "argument": [5, 19, 50, 68], "subsect": 5, "building_fil": [5, 16], "intermedi": 5, "element": [5, 25, 28, 49, 75, 80], "diagram": 5, "weather_fil": [5, 13, 16, 68], "climat": [5, 79], "condit": [5, 16, 29, 35], "sever": [5, 7, 13, 68, 71, 76, 79, 80], "select": [5, 9, 13, 16, 35, 36, 37, 61, 68, 73, 74, 80], "re": [5, 75], "randomli": [5, 13, 16, 37, 65, 68, 78], "done": [5, 49, 70, 72, 75, 80], "increas": [5, 74, 76, 80], "complex": [5, 77], "desir": [5, 73], "weather_vari": [5, 12, 16, 68], "ornstein": [5, 13, 16], "uhlenbeck": [5, 13, 16], "tupl": [5, 6, 13, 16, 19, 29, 52, 55, 56, 57, 60, 61, 62, 63, 72], "sigma": [5, 13, 16], "mu": [5, 16], "tau": [5, 13], "whose": [5, 49, 76], "natur": 5, "moreov": 5, "need": [5, 7, 9, 67, 72, 73, 75], "reward_kwarg": [5, 16, 68, 76], "sub": [5, 7, 16], "max_ep_data_store_num": [5, 16, 68], "last": [5, 9, 16, 31, 61, 64], "n": [5, 63, 74], "activ": [5, 9, 22, 49, 61, 69, 70, 72, 74, 75], "present": [5, 13, 75], "time_vari": [5, 16, 19, 68], "By": [5, 6, 9, 68, 74, 76], "day_of_month": [5, 68, 70, 71, 73, 74, 80], "custom_variable_nam": 5, "variable_kei": 5, "rdd": 5, "gener": [5, 7, 8, 13, 16, 70, 71, 74, 75], "similar": [5, 76], "custom_meter_nam": 5, "mdd": 5, "mtd": 5, "custom_actuator_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "actuator_original_nam": 5, "empti": [5, 9, 16, 19], "data_avail": [5, 75], "txt": [5, 8, 75], "alon": [5, 43], "dynam": 5, "action_spac": [5, 16, 37, 67, 68, 69, 72, 73, 74, 78], "standard": [5, 8, 25, 29, 35, 67, 78], "previous": [5, 13, 75], "inconsist": [5, 68], "constant": [5, 55, 56, 57, 70, 72, 73, 74, 76, 77, 80], "meanwhil": 5, "effect": [5, 16], "solut": 5, "_action_transform": 5, "eplus_env": [5, 61], "recommend": [5, 7, 8, 9, 36, 68, 69, 74, 76], "deactiv": [5, 49, 61, 73, 75], "update_flag_norm": [5, 16], "action_map": [5, 16, 68, 74, 80], "link": [5, 7], "index": [5, 74, 80], "0": [5, 7, 16, 22, 27, 49, 52, 55, 56, 57, 60, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 80], "would": [5, 7, 69, 74, 76], "env_nam": [5, 13, 16, 31, 68, 70, 75], "directori": [5, 9, 13, 16, 46, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "runperiod": [5, 13, 16, 67, 68, 69, 70, 71, 72, 73, 74], "grow": 5, "config_param": [5, 6, 16, 68], "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "certain": 5, "characterist": [5, 76], "dedic": 5, "give": [5, 7, 74], "explan": 5, "download": [5, 70], "ddy": [5, 13], "exactli": 5, "should": [5, 6, 7, 9, 23, 54, 75, 78], "That": [5, 76], "sizingperiod": [5, 69], "designdai": [5, 13, 69], "site": [5, 68, 69], "alreadi": [5, 7, 68, 73, 77], "even": [5, 68, 73], "perhap": 5, "ones": [5, 80], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 76], "convert": [5, 25, 74, 80], "convertinputformat": 5, "Be": 5, "ensur": [5, 74], "correct": [5, 7, 9, 29, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "now": [5, 7, 9, 67, 70, 72, 73, 74], "know": [5, 7, 75], "look": [5, 30, 32, 39, 73, 75], "amplifi": 6, "investig": 6, "To": [6, 7, 9, 70, 77], "extra_param": 6, "timesteps_per_hour": [6, 68], "1997": 6, "1998": 6, "appli": [6, 8, 13, 16, 59, 64, 70], "skeleton": 6, "separ": 6, "less": [6, 69], "1991": [6, 67, 68, 69, 70, 71, 72, 73, 74], "determin": [6, 13, 19, 50, 70, 74], "start_dai": [6, 67, 68, 69, 70, 71, 72, 73, 74], "start_month": [6, 67, 68, 69, 70, 71, 72, 73, 74], "start_year": [6, 67, 68, 69, 70, 71, 72, 73, 74], "end_dai": [6, 27, 67, 68, 69, 70, 71, 72, 73, 74], "end_month": [6, 67, 68, 69, 70, 71, 72, 73, 74], "end_year": [6, 27, 67, 68, 69, 70, 71, 72, 73, 74], "manual": [6, 8, 69, 70], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 19, 70], "apply_extra_conf": 6, "gcloud": [7, 70], "idea": [7, 76], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 67, 70, 78], "job": [7, 8, 9, 77], "remov": [7, 43, 55, 56, 57, 76], "firstli": 7, "sdk": [7, 9], "auth": [7, 43], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 45, 46, 47], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 38, 39], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "termin": [7, 49, 50, 51, 62, 63, 67, 68, 69, 70, 72, 73, 74, 78], "applic": [7, 77], "login": [7, 70], "upload": [7, 8, 47, 70], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 70, 74, 80], "europ": 7, "west1": 7, "b": [7, 70], "privileg": [7, 44], "restart": 7, "never": [7, 67, 78], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 67, 68, 69, 70, 72, 73, 74, 79], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 80], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 77, 78], "write": [7, 8, 9, 13, 52, 77], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": [7, 19], "arg": [7, 9, 22, 23, 52, 67, 68, 69, 70, 72, 73, 74], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 19, 77], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "inner": [7, 22, 43, 46, 47], "confus": 7, "helper": 7, "upgrad": [7, 70], "global": [7, 41, 77], "least": 7, "free": [7, 73], "might": 7, "submit": 7, "region": 7, "config": [7, 67, 68, 69, 70, 71, 72, 73, 74, 77], "substitut": [7, 59, 68, 74, 75, 80], "predetermin": 7, "enter": [7, 78], "after": [7, 41, 67, 68, 74], "immedi": 7, "hasn": [7, 28], "yet": [7, 77], "think": 7, "notifi": 7, "happen": [7, 8], "wait": [7, 70], "minut": [7, 70], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8], "group": [7, 43], "quot": 7, "probabl": 7, "readi": [7, 9, 67, 68, 69, 70, 72, 73, 74], "connect": [7, 18], "ssh": 7, "optim": 7, "o": 7, "attach": 7, "everi": [7, 8, 9, 23, 67, 69, 72, 73, 74, 77, 78], "evalu": [7, 23, 70, 76], "without": [7, 8, 64, 69], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "export": [7, 26, 71], "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 70, 75, 78], "gitignor": 7, "ignor": [7, 8, 77], "final": [7, 67, 69, 70], "token": [7, 43, 44], "trigger": [7, 23], "event": [7, 8, 50], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": [8, 9], "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 23, 39, 41, 60, 70, 73, 74], "rise": 8, "pytyp": 8, "d": [8, 67, 68, 69, 70, 72, 73, 74], "cannot": 8, "fix": 8, "compil": 8, "sphinx": 8, "rais": [8, 13, 41], "exist": [8, 68, 74, 75], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "word": 8, "doc": [8, 9, 70], "spelling_wordlist": 8, "alphabet": 8, "accept": 8, "messag": [8, 50, 68], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 76, 78], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 39, 74, 80], "commit": 8, "ci": [8, 39], "string": [8, 50], "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 67, 68, 69, 70, 71, 72, 73, 74, 77], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "pypi": [8, 9], "yml": [8, 9, 77], "minim": 8, "below": [9, 74, 76, 79], "throughout": 9, "ubuntu": 9, "18": [9, 67, 68, 70, 72, 73, 79], "04": [9, 70], "lt": [9, 70], "9": [9, 36, 55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 76, 79], "7": [9, 67, 68, 69, 70, 72, 73, 74, 76, 79], "22": [9, 67, 68, 69, 70, 72, 73, 74], "avoid": [9, 41], "wish": 9, "pip": [9, 70, 77], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 68, 74], "pop": [9, 72], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 78], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 67, 68, 69, 70, 72, 73, 74], "bin": 9, "altern": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 74, 76], "instruct": 9, "linux": 9, "choos": 9, "pythonpath": 9, "interpret": 9, "told": 9, "consid": [9, 55, 56, 57, 67, 76], "subset": [9, 68, 74, 80], "supervis": [9, 77], "vv": [9, 77], "anywai": [9, 77], "param": [12, 13, 22, 23, 36, 49, 70], "modif": [12, 76], "json_fil": 13, "dict": [13, 16, 19, 23, 25, 26, 31, 41, 49, 52, 61, 62, 63, 64, 72, 73, 74, 76], "max_ep_stor": 13, "int": [13, 16, 23, 27, 29, 41, 49, 52, 55, 56, 57, 61, 62, 63, 72, 73], "extra_config": 13, "_json_path": 13, "_weather_path": 13, "_ddy_path": 13, "_idd": 13, "idd": 13, "opyplu": [13, 28, 67, 68, 69, 70, 72, 73, 74], "epm": [13, 28], "_variabl": 13, "_meter": 13, "_actuat": 13, "experiment_path": [13, 16, 70, 71], "episode_path": [13, 16], "none": [13, 16, 19, 23, 26, 31, 32, 35, 36, 39, 41, 49, 50, 52, 61, 63, 64, 70, 72], "ddy_model": 13, "weather_data": [13, 67, 68, 69, 70, 72, 73, 74], "weatherdata": 13, "zone_nam": [13, 16, 71], "episode_length": [13, 16, 71], "second": [13, 27, 41, 49, 67, 68, 69, 70, 71, 72, 73, 74], "step_siz": [13, 16, 71], "timestep_per_episod": [13, 16, 70, 71], "__init__": [13, 16, 19, 22, 23, 35, 36, 37, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 72, 76], "adapt_building_to_config": 13, "adapt_building_to_epw": 13, "summerdai": 13, "ann": 13, "clg": [13, 71], "condn": 13, "db": 13, "mwb": 13, "winterdai": 13, "htg": [13, 71], "99": [13, 67, 68, 70, 72, 73, 74], "summer": [13, 55, 56, 57, 76, 79], "winter": [13, 76, 79], "desingdai": 13, "adapt_building_to_met": 13, "adapt_building_to_vari": 13, "apply_weather_vari": 13, "drybulb": [13, 68, 73], "variat": [13, 60], "float": [13, 16, 27, 29, 31, 41, 49, 55, 56, 57, 60, 61, 62, 63], "affect": [13, 41], "ou": 13, "properti": [13, 16, 19], "building_path": [13, 16, 19, 71], "ddy_path": [13, 16], "get_schedul": 13, "found": [13, 80], "idd_path": [13, 16], "save_building_model": 13, "set_episode_working_dir": 13, "dir": 13, "except": [13, 19, 50], "parent": 13, "update_weather_path": 13, "weather_path": [13, 16, 19, 71], "float32": [16, 74], "bool": [16, 19, 23, 30, 39, 41, 49, 61, 62, 63, 72], "linearreward": [16, 76], "union": [16, 26, 49, 55, 56, 57, 61, 62, 63, 72], "sampl": [16, 67, 68, 69, 72, 74, 78, 79], "match": [16, 19], "transfer": [16, 19], "map": [16, 68, 74, 80], "tao": 16, "feedback": 16, "pass": [16, 23, 41], "actuator_handl": 16, "available_handl": 16, "close": [16, 61, 67, 68, 69, 70, 72, 73, 74, 78], "is_run": [16, 19, 71], "metadata": 16, "render_mod": 16, "human": [16, 29, 35], "meter_handl": 16, "observation_spac": 16, "render": [16, 23, 39, 41, 70], "mode": 16, "ndarrai": [16, 49, 59, 61, 62, 63, 64, 65, 66, 72], "np_random": [16, 61], "chosen": [16, 35, 36, 37, 61, 73, 78], "entropi": [16, 61], "addit": [16, 22, 39, 41, 61, 71], "np": [16, 49, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "integ": [16, 61], "truncat": [16, 61, 62, 67, 68, 69, 70, 72, 73, 74, 78], "var_handl": 16, "pyenergyplu": 18, "obs_queu": 19, "queue": [19, 74, 80], "info_queu": 19, "act_queu": 19, "runner": 19, "thread": 19, "make_eplus_arg": 19, "transform": [19, 59, 60, 74, 80], "output_path": [19, 31], "descript": 19, "stop": 19, "forc": [19, 70], "clean": 19, "join": 19, "again": 19, "common": [20, 23, 41, 70, 71, 73, 76, 77, 80], "kwarg": [22, 23, 52], "plot": 22, "tensorboard": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "ep_term_energi": 22, "num_comfort_viol": 22, "ep_timestep": 22, "increment": [22, 60, 80], "verbos": [22, 23, 70, 77], "csvlogger": [22, 61, 70, 72, 75], "boolean": 22, "on_training_end": 22, "eval_env": [23, 70], "callback_on_new_best": 23, "accord": [23, 79], "n_eval_episod": [23, 41, 70], "eval_freq": [23, 70], "eval": [23, 70], "freq": 23, "log_path": [23, 70], "npz": 23, "best_model_save_path": [23, 70], "determinist": [23, 41, 70], "stable_baselines3": [23, 41, 70], "vec_env": [23, 41, 70], "vecenv": [23, 41], "callback_after_ev": 23, "10000": 23, "update_child_loc": 23, "locals_": 23, "eppi": 25, "de": 25, "excel": [26, 71], "rel": [26, 68], "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": [27, 74, 80], "st": 27, "mon": 27, "24": [27, 67, 68, 69, 72, 74], "got": 28, "explicitli": 28, "season": [29, 55, 56, 57, 71, 73, 76, 79], "ashra": [29, 35, 36], "55": [29, 35, 79], "thermal": [29, 35, 56, 76], "environment": [29, 35], "2004": [29, 35], "wrapper_class": [30, 32], "last_result": 31, "max": [31, 55, 57, 74, 80], "min": [31, 71, 74, 80], "absolut": [31, 55, 57, 76], "retriev": 32, "vecenvwrapp": 32, "recurs": [32, 46, 47], "search": 32, "unwrap": [32, 75], "till": 32, "basic": 34, "eplusenv": [35, 36, 37, 59, 61, 62, 63, 64, 66, 70], "static": [35, 36], "setpoint": [35, 36, 60, 68, 73, 74, 80], "act": [35, 36, 37, 65, 73], "sequenc": [35, 36, 37, 64, 72, 73], "perceiv": [35, 36, 73], "2zonedatacenterhvac": 36, "tc9": 36, "2016": 36, "checker": 38, "dlr": [38, 39], "rm": [38, 39], "baselines3": [38, 39], "skip_render_check": 39, "openai": 39, "blob": 39, "master": 39, "mainli": 39, "type_alias": 41, "policypredictor": 41, "callabl": [41, 51, 61], "reward_threshold": 41, "return_episode_reward": 41, "scale": [41, 76, 77], "earli": 41, "anyth": 41, "els": [41, 73], "basealgorithm": 41, "basepolici": 41, "minimum": [41, 56, 60, 74], "expect": 41, "met": 41, "lack": 41, "std": 41, "easier": 42, "instance_group_nam": 43, "respons": [43, 75], "vm": 43, "mig": 43, "request": 43, "petit": [44, 45], "ask": [45, 46, 47], "resourc": [45, 46, 47], "bucket_nam": 46, "blob_prefix": 46, "exclud": 46, "src_path": 47, "dest_bucket_nam": 47, "dest_path": 47, "destin": 47, "monitor_head": [49, 61, 72], "progress_head": [49, 61, 72], "log_progress_fil": [49, 72], "log_fil": [49, 72], "header": [49, 61, 72], "sub_run_n": 49, "res_n": 49, "steps_data": 49, "arrai": [49, 73, 74], "elabor": 49, "later": 49, "total_timestep": [49, 70], "total_time_elaps": 49, "comfort_violation_timestep": 49, "comfort_penalti": [49, 70, 72], "belong": [49, 75], "activate_flag": 49, "deactivate_flag": 49, "log_episod": 49, "log_step": 49, "ob": [49, 59, 64, 66, 67, 68, 69, 70, 72, 73, 74, 78], "log_step_norm": 49, "set_log_fil": 49, "new_log_fil": 49, "fmt": 50, "datefmt": 50, "style": 50, "formatt": [50, 51], "special": 50, "date": 50, "omit": 50, "iso8601": 50, "rfc": 50, "3339": 50, "x1b": 50, "38": 50, "20m": 50, "levelnam": 50, "0m": 50, "20": [50, 67, 68, 72, 73, 74], "30": [50, 55, 56, 57, 68, 73, 74], "33": [50, 70, 73], "40": [50, 74], "50": [50, 68, 70], "1m": 50, "bold_r": 50, "text": 50, "operand": 50, "oper": 50, "yield": 50, "coupl": 50, "preparatori": 50, "carri": [50, 75], "logrecord": 50, "getmessag": 50, "usestim": 50, "formattim": 50, "formatexcept": 50, "append": [50, 67, 68, 69, 70, 72, 73, 77, 78], "grei": 50, "red": 50, "yellow": 50, "getlogg": 51, "customformatt": 51, "dump": 52, "pair": 52, "onto": 52, "sb3": [52, 70], "key_valu": 52, "key_exclud": 52, "temperature_vari": [55, 56, 57, 68, 76], "energy_vari": [55, 56, 57, 68, 76], "range_comfort_wint": [55, 56, 57, 68, 76], "range_comfort_summ": [55, 56, 57, 68, 76], "summer_start": [55, 56, 57], "summer_fin": [55, 56, 57], "energy_weight": [55, 57, 68, 76], "lambda_energi": [55, 56, 57, 76], "0001": [55, 56, 57, 70], "lambda_temperatur": [55, 56, 57, 76], "exponenti": [55, 76], "w": [55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 76], "lambda_": [55, 57], "lambda_t": [55, 57, 76], "exp": 55, "t_": [55, 57, 76], "cold": [55, 56, 57, 76, 79], "session": [55, 56, 57], "dimens": [55, 56, 57, 74, 76], "1e": [55, 56, 57, 76], "min_energy_weight": 56, "range_comfort_hour": 56, "linear": [56, 57, 76], "is_weekend": [59, 74, 80], "sin": [59, 74, 80], "co": [59, 74, 80], "sen": 59, "initial_valu": [60, 74], "delta_temp": [60, 74], "step_temp": [60, 74], "action_nam": 60, "maximum": [60, 68, 74, 75], "logger_class": [61, 72], "activate_logg": 61, "deactivate_logg": 61, "reward_term": [62, 74], "vector": [62, 63, 74, 80], "scalar": [62, 74, 80], "flatten": [63, 74], "stack": [63, 74, 80], "flat": 63, "reli": [64, 70], "get_unwrapped_ob": 64, "rate": [65, 68], "simultan": 65, "upper": 65, "previous_vari": [66, 74], "farama": 67, "loop": 67, "numpi": [67, 68, 69, 70, 71, 72, 73, 74, 78], "workspac": [67, 68, 69, 70, 71, 72, 73, 74, 78], "res1": [67, 68, 69, 70, 71, 72, 73, 74], "39": [67, 68, 69, 70, 71, 72, 73, 74], "start_weekdai": [67, 68, 69, 70, 71, 72, 73, 74], "n_steps_per_hour": [67, 68, 69, 70, 71, 72, 73, 74], "31536000": [67, 68, 69, 70, 71, 72, 73, 74], "900": [67, 68, 69, 70, 71, 72, 73, 74], "35040": [67, 68, 69, 70, 71, 72, 73, 74], "glanc": [67, 78], "someth": 67, "current_month": [67, 68, 69, 70, 72, 73, 74, 78], "displai": [67, 68, 69, 72, 73, 74, 78], "print": [67, 68, 69, 70, 71, 72, 73, 74, 78], "sub_run1": [67, 68, 69, 70, 72, 73, 74, 75], "usr": [67, 68, 69, 70, 72, 73, 74], "lib": [67, 68, 69, 70, 72, 73, 74], "dist": [67, 68, 69, 70, 72, 73, 74], "493": [67, 68, 69, 70, 72, 73, 74], "futurewarn": [67, 68, 69, 70, 72, 73, 74], "line_termin": [67, 68, 69, 70, 72, 73, 74], "keyword": [67, 68, 69, 70, 72, 73, 74], "deprec": [67, 68, 69, 70, 72, 73, 74], "linetermin": [67, 68, 69, 70, 72, 73, 74], "epw_cont": [67, 68, 69, 70, 72, 73, 74], "self": [67, 68, 69, 70, 72, 73, 74, 76], "_headers_to_epw": [67, 68, 69, 70, 72, 73, 74], "use_datetim": [67, 68, 69, 70, 72, 73, 74], "df": [67, 68, 69, 70, 72, 73, 74], "to_csv": [67, 68, 69, 70, 72, 73, 74], "4254385096063296": [67, 72], "21": [67, 68, 69, 72, 73, 74, 79], "817875": 67, "23": [67, 68, 69, 72, 73, 74], "054222": 67, "reward_energi": [67, 69, 72, 73, 74], "09759966457086716": [67, 72], "reward_comfort": [67, 69, 72, 73, 74], "753277354641792": [67, 72], "total_energi": [67, 69, 72, 73, 74], "975": [67, 72], "9966457086716": [67, 72], "abs_comfort": [67, 69, 72, 73, 74], "17": [67, 68, 70, 72, 73, 74, 79], "246722645358208": [67, 72], "1394": 67, "7826506188903": 67, "744": [67, 69, 72, 73, 74], "3333333333334": [67, 72], "997723": 67, "894978": 67, "2977": [67, 72, 73, 74], "04879983228543358": 67, "498780432410737": 67, "3066": 67, "78837616243": 67, "1416": [67, 69, 72, 73, 74], "3125": [67, 73, 74], "16": [67, 68, 70, 72, 74, 79], "752909": 67, "27": [67, 68, 69, 74], "053444": 67, "5665": [67, 72, 73, 74], "026568975416104906": 67, "05313795083220981": 67, "531": 67, "3795083220981": 67, "512972013113217": 67, "4709": 67, "293729177251": 67, "2160": [67, 69, 72, 73, 74], "3333333333335": 67, "1067": [67, 70], "596006": 67, "8641": [67, 72, 73, 74], "20446464864375535": 67, "4089292972875107": 67, "59107070271249": 67, "6749": 67, "687501258369": 67, "2880": [67, 69, 72, 73, 74], "25": [67, 68, 69, 70, 72, 73, 74, 79], "926786": 67, "206514": 67, "11521": [67, 72, 73, 74], "854637974986215": 67, "8825": 67, "38683295474": 67, "3624": [67, 69, 72, 73, 74], "450157": 67, "871521": 67, "14497": [67, 72, 73, 74], "33089573323892": 67, "10535": 67, "06315803729": 67, "4344": [67, 69, 72, 73, 74], "933506": 67, "29": [67, 68, 72, 74], "778053": 67, "17377": [67, 72, 73, 74], "010234480286959169": 67, "020468960573918338": 67, "97953103942608": 67, "12101": 67, "875214060821": 67, "5088": [67, 69, 72, 73, 74], "418365": 67, "28": [67, 68, 72, 73, 74], "15558": 67, "20353": [67, 72, 73, 74], "08497719632228318": 67, "16995439264456635": 67, "830045607355434": 67, "13628": 67, "224742555516": 67, "5832": [67, 69, 72, 73, 74], "141188": 67, "852926": 67, "23329": [67, 72, 73, 74], "34856257767809495": 67, "6971251553561899": 67, "30287484464381": 67, "15604": 67, "503745255817": 67, "6552": [67, 69, 72, 73, 74], "333333333333": [67, 72], "657272": 67, "77765": 67, "26209": [67, 72, 73, 74], "005330003468504883": 67, "010660006937009766": 67, "106": [67, 72], "60006937009766": 67, "42654933751714": 67, "17794": 67, "149582078517": 67, "7296": [67, 69, 72, 73, 74], "375": [67, 72, 73, 74], "11": [67, 69, 70, 72, 73, 74], "784815": 67, "138014": 67, "29185": [67, 72, 73, 74], "006359279454720524": 67, "012718558909441048": 67, "127": 67, "18558909441047": 67, "016856425029037": 67, "18838": 67, "972733052567": 67, "8016": [67, 69, 72, 73, 74], "190203": 67, "723541": 67, "32065": [67, 72, 73, 74], "8149987978345082": 67, "016586334952939066": 67, "6134112607160773": 67, "165": 67, "86334952939066": 67, "386588739283923": 67, "forget": [67, 73], "cumul": [67, 68, 69, 70, 72, 73, 76, 78], "5678685244508332": 67, "19898": 67, "11309675785": 67, "over": 67, "discuss": [68, 80], "environment_id": 68, "long": [68, 70, 74], "scratch": 68, "obvious": 68, "thing": [68, 76], "expreward": [68, 76], "air_temperatur": [68, 70, 71, 73, 74], "hvac_electricity_demand_r": [68, 70, 71, 74], "26": [68, 69, 73, 74], "methodologi": 68, "esp_granada": [68, 79], "084190_swec": [68, 79], "001": [68, 70], "fin_helsinki": [68, 79], "029740_iwec": [68, 79], "prt_lisboa": [68, 79], "085360_ineti": [68, 79], "res2": [68, 74], "togeth": [68, 76], "bellow": [68, 76], "new_time_vari": 68, "new_vari": 68, "outdoor_temperatur": [68, 70, 71, 73, 74], "outdoor_humid": [68, 70, 71, 74], "humid": [68, 79], "wind_spe": [68, 70, 71, 74], "wind": 68, "speed": 68, "wind_direct": [68, 70, 71, 74], "diffuse_solar_radi": [68, 70, 71, 74], "diffus": 68, "solar": 68, "radiat": 68, "direct_solar_radi": [68, 70, 71, 74], "west_htg_setpoint": 68, "thermostat": [68, 71, 74], "west": [68, 79], "east_htg_setpoint": 68, "east": 68, "west_clg_setpoint": 68, "east_clg_setpoint": 68, "west_zone_temperatur": 68, "east_zone_temperatur": 68, "west_zone_air_humid": 68, "east_zone_air_humid": 68, "total": [68, 70, 74], "demand": 68, "new_met": 68, "east_zone_electr": 68, "west_zone_electr": 68, "new_actu": 68, "heating_setpoint_rl": [68, 70, 71], "compact": 68, "cooling_setpoint_rl": [68, 70, 71], "new_action_map": 68, "15": [68, 70, 72, 73, 74], "new_action_spac": 68, "varibl": 68, "observation_vari": [68, 71, 72, 73, 74], "action_vari": [68, 71, 72], "727885_tmy3_random_1": 68, "0_0": [68, 70], "0457358226428322": 68, "36642": 68, "58322540486": 68, "fit": 68, "new_env_nam": 68, "extra_conf": 68, "apply_weekend_holiday_rul": 68, "begin_day_of_month": 68, "begin_month": 68, "begin_year": 68, "day_of_week_for_start_dai": 68, "tuesdai": 68, "end_day_of_month": 68, "use_weather_file_daylight_saving_period": 68, "use_weather_file_holidays_and_special_dai": 68, "use_weather_file_rain_ind": 68, "use_weather_file_snow_ind": 68, "172800": 68, "600": 68, "288": 68, "disadvantag": 69, "adjust": [69, 76], "stand": 69, "propos": 69, "loggerwrapp": [69, 70, 74, 78, 80], "high": [69, 73], "shape": 69, "ashrae901_officemedium_std2019_denv": 69, "040098962863255": 69, "037786761565728": 69, "04241116416078228": 69, "20377": 69, "86761565728": 69, "738852781557213": 69, "53822100691485": 69, "379228760971404": 69, "042411164160782": 69, "70616176904293": 69, "703710048030462": 69, "721180581946832": 69, "746080113592953": 69, "724106409891995": 69, "75203949912126": 69, "148026393976973": 69, "541555584377814": 69, "325717463001574": 69, "566761270651252": 69, "717924954819775": 69, "745565263920668": 69, "720729493260777": 69, "749034869196144": 69, "321": 69, "9497354183802": 69, "97": 69, "006402439024390249": 69, "012804878048780497": 69, "128": 69, "04878048780498": 69, "999634653629034": 69, "820452116127708": 69, "876186402701965": 69, "903480020252864": 69, "999555056583162": 69, "99666173171838": 69, "184828759025105": 69, "130006355654462": 69, "168621791819803": 69, "147029855625828": 69, "322752347845213": 69, "27766692168502": 69, "309153008391664": 69, "29208712515913": 69, "235045107678307": 69, "18328668832165": 69, "21973711769706": 69, "19937480889174": 69, "8449": 69, "532869819053": 69, "1057": 69, "008417052432114897": 69, "016834104864229794": 69, "168": 69, "34104864229795": 69, "149345848460342": 69, "75953682781952": 69, "81770703019136": 69, "858321421792976": 69, "150514461425416": 69, "14812351670179": 69, "2656312266007": 69, "21262374343245": 69, "2540491619612": 69, "22475557813916": 69, "46107642729404": 69, "42047961195113": 69, "4517277581382": 69, "430404117791642": 69, "33763950224591": 69, "288256827640698": 69, "326602915153778": 69, "299827804173795": 69, "10750": 69, "45064163916": 69, "5281": 69, "010066938284793056": 69, "020133876569586113": 69, "201": 69, "33876569586113": 69, "19407731358453": 69, "044094470156978": 69, "145014331659493": 69, "352756796479834": 69, "893182764402184": 69, "23319381087007": 69, "74732757969822": 69, "915834805222858": 69, "637541666563628": 69, "256312010106484": 69, "713382639436837": 69, "451401745306942": 69, "064466639774928": 69, "81563768547454": 69, "27639522806313": 69, "439213625906792": 69, "151745967733667": 69, "763586483892364": 69, "11548": 69, "32022823176": 69, "7969": 69, "086629771558385": 69, "902553924481154": 69, "058773967039258": 69, "208877778477245": 69, "800723578113704": 69, "122066701037642": 69, "548694042230082": 69, "8080148135287": 69, "604515386030812": 69, "24260320229046": 69, "309496148008126": 69, "321212935563235": 69, "640351119712147": 69, "74718058330181": 69, "092391290403306": 69, "34132552077085": 69, "13105904442731": 69, "76336967540199": 69, "13024": 69, "726695594163": 69, "10945": 69, "010059948897039251": 69, "020119897794078502": 69, "198977940785": 69, "10453701684556": 69, "36460897157091": 69, "136702063330183": 69, "171485556687838": 69, "70680120943889": 69, "268166982664578": 69, "93625775693054": 69, "524161569812392": 69, "89127306209505": 69, "951894527724924": 69, "122492094230708": 69, "746965024451924": 69, "281406368027305": 69, "949652376996074": 69, "257056918609834": 69, "869705323946068": 69, "267861141693295": 69, "339380228263305": 69, "16892": 69, "403365280938": 69, "13825": 69, "37224105914655": 69, "47561177379764": 69, "81929272545216": 69, "814482411819796": 69, "233862884129856": 69, "9058518362416": 69, "17496552068692": 69, "487341586511533": 69, "501795840290757": 69, "970852161596834": 69, "876061291823856": 69, "776871813136633": 69, "613096200574414": 69, "23259020873576": 69, "423097775218647": 69, "713184079083927": 69, "7345497449363": 69, "219914681982832": 69, "21896": 69, "489124247968": 69, "16801": 69, "008430450234156376": 69, "01686090046831275": 69, "6090046831275": 69, "271287499064524": 69, "19425558540028": 69, "980175234933945": 69, "906032387533777": 69, "103922374125307": 69, "989522929526814": 69, "016204585390692": 69, "266104055476056": 69, "003705212742588": 69, "881385909767747": 69, "48894882371821": 69, "4220851623168": 69, "59396905606546": 69, "999637868869247": 69, "088962724586498": 69, "338281331752377": 69, "06664793651545": 69, "961394089981173": 69, "29221": 69, "960458223268": 69, "19681": 69, "6949311204218827": 69, "5348535808711825": 69, "855008659972583": 69, "5348": 69, "535808711825": 69, "690838559877328": 69, "23471113677184": 69, "274973060234515": 69, "76516048261861": 69, "915884970270934": 69, "71248902108889": 69, "211305724387437": 69, "396200191451324": 69, "224743717142747": 69, "67938107281635": 69, "135732451572082": 69, "254721173565525": 69, "187544582040186": 69, "578972583602845": 69, "710083408093293": 69, "737880199154255": 69, "711392832758165": 69, "779567409386665": 69, "35568": 69, "982500109734": 69, "22657": 69, "3672833996926315": 69, "7144469015911845": 69, "30867148538614": 69, "140368086263685": 69, "107384318126506": 69, "04286119781551": 69, "309459135039948": 69, "21409138679209": 69, "629488521519967": 69, "060250789892102": 69, "840213153181647": 69, "214001477054413": 69, "060763866443537": 69, "137783183036678": 69, "61918932935772": 69, "162618330118143": 69, "629687662635828": 69, "968941836819717": 69, "812593090797378": 69, "13979312148985": 69, "41555": 69, "37202758854": 69, "25633": 69, "217442233499717": 69, "817987145745196": 69, "94047661764487": 69, "90122774932239": 69, "19079547564029": 69, "243057033393647": 69, "362385306000814": 69, "522163031742796": 69, "512114023279846": 69, "591416269343217": 69, "90298745924243": 69, "55705870892625": 69, "44306615365681": 69, "549128667042552": 69, "314940373349994": 69, "49021644748176": 69, "459794392100665": 69, "54942547428998": 69, "46726": 69, "14118324007": 69, "28513": 69, "06789851005825302": 69, "11567712232242755": 69, "54443008629097": 69, "507769966536845": 69, "037801974817327": 69, "117585185109778": 69, "408313327693552": 69, "224862634103623": 69, "11515210984941": 69, "302775628790542": 69, "371940434897027": 69, "32785043815016": 69, "223518887721035": 69, "86131650179226": 69, "115677122322428": 69, "75893242733751": 69, "272802747471584": 69, "45393393827288": 69, "530586901729745": 69, "486634787123645": 69, "50168": 69, "979949119224": 69, "31489": 69, "11419542960070476": 69, "22839085920140953": 69, "2283": 69, "908592014095": 69, "605597453282652": 69, "54394243021113": 69, "424162800676545": 69, "68554015361045": 69, "008645230812945": 69, "35626077584623": 69, "250704417015097": 69, "449767133034882": 69, "31021959098016": 69, "803384417176364": 69, "009565086141368": 69, "074325327970303": 69, "668604907614746": 69, "496495319039795": 69, "769718084042537": 69, "971422646618414": 69, "843637917081118": 69, "31616435897856": 69, "52076": 69, "90037516009": 69, "34369": 69, "85779811067494": 69, "068803440473825": 69, "70031998681098": 69, "139488733403255": 69, "47876613692316": 69, "426144348275088": 69, "706033444412455": 69, "90653200864582": 69, "831731365763897": 69, "006451254621872": 69, "45700782913386": 69, "29789277185311": 69, "486356831060117": 69, "266051343026817": 69, "538095370223804": 69, "73988367970229": 69, "664023677829388": 69, "828491940697145": 69, "100": 69, "4327780881332173": 69, "53505": 69, "6649232406": 69, "load": [69, 71], "replac": 69, "preserv": 69, "sophist": 69, "sy": [70, 71], "datetim": [70, 73], "humanoutputformat": 70, "sb3logger": 70, "wandboutputformat": 70, "todai": 70, "strftime": 70, "y": 70, "m": [70, 79], "d_": 70, "h": [70, 79], "experiment_nam": 70, "sb3_dqn": 70, "_": [70, 74], "experiment_param": 70, "init": 70, "entiti": 70, "wandb_param": 70, "alex_ugr": 70, "entri": 70, "generate_id": 70, "detect": 70, "wandb_notebook_nam": 70, "relogin": 70, "20230803_133346": 70, "bvwtjd74": 70, "sync": 70, "5_2023": 70, "08": 70, "03_13": 70, "33_ud7kza7m": 70, "view": 70, "rememb": [70, 73], "_evalu": 70, "33_evalu": 70, "mlppolici": 70, "cpu": 70, "devic": 70, "dummyvecenv": 70, "loggerev": 70, "eval_callback": 70, "best_model": 70, "output_format": 70, "stdout": 70, "max_length": 70, "120": 70, "set_logg": 70, "log_callback": 70, "earlier": 70, "few": 70, "744860_tmy3_random_1": 70, "259": 70, "userwarn": [70, 73, 74], "dummy_vec_env": 70, "0x7fd60bb56b60": 70, "gt": 70, "orderenforc": 70, "passiveenvcheck": 70, "sub_run2": [70, 74, 75], "51": 70, "28e": 70, "61e": 70, "07": 70, "18227": 70, "932": 70, "937": 70, "03e": 70, "103": [70, 74], "52020353": 70, "air_humid": [70, 71, 74], "48": 70, "clg_setpoint": [70, 71, 73, 74], "co2_emiss": [70, 71, 74], "73": 70, "153": 70, "htg_setpoint": [70, 71, 73, 74], "53": 70, "68": [70, 79], "people_occup": [70, 71, 74], "total_electricity_hvac": [70, 71, 74], "29e": 70, "05": [70, 74], "183": 70, "91": [70, 79], "ep_len_mean": 70, "5e": 70, "ep_rew_mean": 70, "82e": 70, "fp": 70, "2489": 70, "14": [70, 74, 79], "active9": 70, "sub_run3": [70, 75], "num_timestep": 70, "70077": 70, "episode_reward": 70, "14548": 70, "76": 70, "00": [70, 74], "53e": 70, "comfort_viol": 70, "35": [70, 79], "mean_cumulative_reward": 70, "45e": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "77e": 70, "415": 70, "power_penalti": [70, 72], "std_cumulative_reward": 70, "std_reward": 70, "02e": 70, "15e": 70, "learning_r": 70, "loss": 70, "9e": 70, "n_updat": 70, "5019": 70, "sub_run4": 70, "91e": 70, "14e": 70, "38127": 70, "066": 70, "986": 70, "102": 70, "5440739": 70, "21e": 70, "87e": 70, "1322": 70, "79": [70, 79], "105117": 70, "49e": 70, "13779": 70, "sub_run5": 70, "140154": 70, "30746": 70, "63": 70, "8e": 70, "67": 70, "07e": 70, "877": 70, "26e": 70, "31e": 70, "22538": 70, "sub_run6": 70, "05e": 70, "38866": 70, "49": 70, "55462545": 70, "27e": 70, "89e": 70, "1119": 70, "156": 70, "175194": 70, "59e": 70, "31298": 70, "0x7fd60bb3f3a0": 70, "sinergym_output": 70, "13": [70, 74, 79], "experiment1": 70, "add_dir": 70, "training_output": 70, "evaluation_output": 70, "log_artifact": 70, "success": 70, "histori": [70, 74, 80], "cooling_setpoint_rl25": 70, "16472action": 70, "heating_setpoint_rl19": 70, "41009action_simul": 70, "16472action_simul": 70, "41009episod": 70, "4534episod": 70, "70523": 70, "31224episod": 70, "cumulative_power72096653": 70, "57696episod": 70, "7209": 70, "66536episod": 70, "48828episod": 70, "ep_length70077episod": 70, "00637episod": 70, "mean_power1028": 70, "82049episod": 70, "10288episod": 70, "55463eval": 70, "58007": 70, "70886eval": 70, "52854eval": 70, "62654eval": 70, "mean_ep_length35040": 70, "0eval": 70, "mean_power_consumption34855442": 70, "18523eval": 70, "87747eval": 70, "3485": 70, "54422eval": 70, "std_cumulative_reward0": 70, "std_reward0": 70, "0observ": 70, "hvac_electricity_demand_rate1029": 70, "30906observ": 70, "air_humidity48": 70, "15646observ": 70, "air_temperature22": 70, "75465observ": 70, "clg_setpoint25": 70, "16298observ": 70, "co2_emission0": 70, "day_of_month15": 70, "72013observ": 70, "diffuse_solar_radiation73": 70, "4808observ": 70, "direct_solar_radiation153": 70, "05748observ": 70, "hour11": 70, "49967observ": 70, "htg_setpoint19": 70, "41225observ": 70, "month6": 70, "52587observ": 70, "outdoor_humidity68": 70, "5428observ": 70, "outdoor_temperature12": 70, "50143observ": 70, "people_occupant3": 70, "17898observ": 70, "total_electricity_hvac926553": 70, "11462observ": 70, "wind_direction182": 70, "56271observ": 70, "wind_speed4": 70, "90658rollout": 70, "ep_len_mean35040": 70, "0rollout": 70, "18926": 70, "33507rollout": 70, "exploration_rate0": 70, "05time": 70, "episodes3tim": 70, "fps1119time": 70, "time_elapsed156tim": 70, "total_timesteps175194train": 70, "learning_rate0": 70, "0001train": 70, "loss4591": 70, "75195train": 70, "n_updates31298": 70, "bvwtjd74sync": 70, "media": 70, "151": 70, "evaluation_d": 70, "evaluation_nam": 70, "merg": 70, "sinergym_evalu": 70, "20230803_133654": 70, "empzk2on": 70, "33_hu200t1q": 70, "renam": 70, "36": 70, "load_artifact_ent": 70, "load_artifact_project": 70, "load_artifact_nam": 70, "load_artifact_tag": 70, "load_artifact_model_path": 70, "zip": [70, 73, 74], "wandb_path": 70, "use_artifact": 70, "get_path": 70, "model_path": 70, "923534945260318": 70, "545": 70, "9675551477944": 70, "1053": 70, "746855897233": 70, "1538": 70, "6951964648028": 70, "3263": 70, "7965536177353": 70, "4591": 70, "484569761892": 70, "41": [70, 79], "6091": 70, "750547652644": 70, "7675": 70, "242465461302": 70, "58": 70, "9644": 70, "855276527725": 70, "66": [70, 79], "11367": 70, "84622925184": 70, "75": [70, 79], "13645": 70, "675820447477": 70, "83": [70, 79], "14107": 70, "348329344835": 70, "41950243794317843": 70, "14699": 70, "365425527394": 70, "925224776062733": 70, "548": 70, "262830920861": 70, "1058": 70, "5062791381658": 70, "1575": 70, "8530805786577": 70, "3306": 70, "2620501266692": 70, "4704": 70, "056431691431": 70, "6217": 70, "987133024803": 70, "7784": 70, "173975985413": 70, "9686": 70, "581886177888": 70, "316001700072": 70, "13621": 70, "745435351058": 70, "14094": 70, "360668740097": 70, "41894717522846364": 70, "14679": 70, "90902000385": 70, "7919005989982817": 70, "553": 70, "9519593861705": 70, "1066": 70, "098112779678": 70, "1560": 70, "9201826366045": 70, "3286": 70, "9211366941868": 70, "4660": 70, "212425594923": 70, "6147": 70, "960543074123": 70, "7743": 70, "014540574517": 70, "9648": 70, "436575176998": 70, "11327": 70, "20309820599": 70, "13603": 70, "34240336748": 70, "14089": 70, "751097336599": 70, "41898931985658516": 70, "14681": 70, "38576777339": 70, "78824095830562": 70, "557": 70, "1094170940659": 70, "8894261383139": 70, "1532": 70, "3300955107861": 70, "3273": 70, "1273063036533": 70, "4682": 70, "13989435092": 70, "6188": 70, "620556285447": 70, "7778": 70, "9295888679": 70, "9733": 70, "548610368716": 70, "11396": 70, "738321102088": 70, "13636": 70, "896527096984": 70, "14108": 70, "25626219889": 70, "4194283789134086": 70, "14696": 70, "770397124146": 70, "84397461513269": 70, "552": 70, "3501239139867": 70, "1063": 70, "132403854795": 70, "677885306011": 70, "3241": 70, "4892282191527": 70, "4578": 70, "837169499202": 70, "6014": 70, "590520477295": 70, "7598": 70, "554487446062": 70, "9556": 70, "89837322453": 70, "11216": 70, "899244286305": 70, "13359": 70, "969324879577": 70, "13833": 70, "20644698031": 70, "41174758683638085": 70, "14427": 70, "635442745244": 70, "evaluation1": 70, "empzk2onsync": 70, "92": [70, 79], "extend": [71, 73], "export_schedulers_to_excel": 71, "pprint": 71, "actschd": 71, "space1": [71, 74], "field_nam": 71, "activity_level_schedule_nam": 71, "table_nam": 71, "space2": 71, "space3": 71, "space4": 71, "space5": 71, "basinheatersch": 71, "basin_heater_operating_schedule_nam": 71, "twospe": 71, "setp": 71, "sch": 71, "coolingsetpoint": 71, "setpoint_temperature_schedule_nam": 71, "thermostatsetpoint": 71, "singlecool": 71, "dualsetpoint": 71, "cooling_setpoint_temperature_schedule_nam": 71, "coolingcoilavailsch": 71, "availability_schedule_nam": 71, "coilsystem": 71, "fraction": 71, "eleceq": 71, "schedule_nam": 71, "electricequip": 71, "fanavailsch": 71, "suppli": 71, "fan": 71, "variablevolum": 71, "availabilitymanag": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "singleh": 71, "infil": 71, "zoneinfiltr": 71, "designflowr": 71, "light": 71, "oa": 71, "sched": 71, "minimum_outdoor_air_schedule_nam": 71, "outdoorair": 71, "oarequir": 71, "zoneminoarequir": 71, "outdoor_air_schedule_nam": 71, "designspecif": 71, "number_of_people_schedule_nam": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumhtg": 71, "plenumheatingsetpoint": 71, "reheatcoilavailsch": 71, "reheat": 71, "airtermin": 71, "singleduct": 71, "temp": 71, "setpointmanag": 71, "shadetranssch": 71, "south": 71, "overhang": 71, "transmittance_schedule_nam": 71, "shade": 71, "door": 71, "control_type_schedule_nam": 71, "zonecontrol": 71, "xlsx": 71, "layer": [71, 74, 80], "conform": 71, "my": 71, "often": 71, "plenum": 71, "multiobswrapp": [72, 74, 80], "normalizeobserv": [72, 74, 80], "ranges_5zon": [72, 74], "written": 72, "create_row_cont": 72, "customcsvlogg": 72, "def": [72, 73, 76], "super": [72, 76], "last_10_steps_reward": 72, "_create_row_cont": 72, "total_power_no_unit": 72, "7173": 72, "51828": 72, "1356": 72, "64076468415": 72, "984348": 72, "691034": 72, "367269479029056": 72, "636939293487245": 72, "363060706512755": 72, "3054": 72, "0220095941445": 72, "9632": 72, "817284": 72, "02408891647452545": 72, "0481778329490509": 72, "481": 72, "77832949050895": 72, "188024759178024": 72, "4736": 72, "571454268678": 72, "74891": 72, "531729": 72, "221615023532745": 72, "6785": 72, "093081776233": 72, "275679": 72, "25613": 72, "85061459512608": 72, "8829": 72, "943111164042": 72, "098753": 72, "570164": 72, "339699740700098": 72, "10546": 72, "937765974348": 72, "805853": 72, "79396": 72, "010235060377977945": 72, "02047012075595589": 72, "979529879244044": 72, "12117": 72, "452740165845": 72, "614649": 72, "655542": 72, "08732701526938413": 72, "17465403053876827": 72, "82534596946123": 72, "13646": 72, "256713538365": 72, "055405": 72, "45958": 72, "34864576248800994": 72, "6972915249760199": 72, "30270847502398": 72, "15633": 72, "06135286244": 72, "270668": 72, "874163": 72, "005346094724833048": 72, "010692189449666096": 72, "92189449666095": 72, "411057878533825": 72, "17869": 72, "168300652276": 72, "142776": 72, "004871": 72, "006635015584664937": 72, "013270031169329875": 72, "132": 72, "70031169329874": 72, "10767561929156": 72, "18917": 72, "38133695269": 72, "448978": 72, "824717": 72, "005961230918705193": 72, "011922461837410386": 72, "119": 72, "22461837410385": 72, "411502592832264": 72, "5716922513376816": 72, "20032": 72, "096486873303": 72, "sai": 73, "get_season_comfort_rang": 73, "fact": 73, "myrulebasedcontrol": 73, "feel": 73, "plai": 73, "rbc5zone": 73, "daytim": 73, "obs_dict": [73, 74], "out_temp": 73, "summer_start_d": 73, "summer_final_d": 73, "current_dt": 73, "season_comfort_rang": 73, "setpoints_summ": 73, "in_temp": 73, "current_heat_setpoint": 73, "current_cool_setpoint": 73, "new_heat_setpoint": 73, "new_cool_setpoint": 73, "elif": 73, "weekdai": 73, "weekend": 73, "night": 73, "483546380748924": [73, 74], "11085250479199188": [73, 74], "8562402567058562": [73, 74], "1108": [73, 74], "5250479199187": [73, 74], "143759743294144": [73, 74], "230": [73, 74], "cast": [73, 74], "x": [73, 74], "34": [73, 74, 79], "4209": 73, "458112466861": 73, "029685366369608758": 73, "011259370724288797": 73, "048111362014928716": 73, "112": 73, "59370724288796": 73, "95188863798507": 73, "5258": 73, "108923991286": 73, "6145943008400423": 73, "01764281304368121": 73, "2115457886364034": 73, "176": 73, "42813043681213": 73, "788454211363597": 73, "8277": 73, "381590851526": 73, "857805333622366": 73, "11560": 73, "27249890603": 73, "16617330266530317": 73, "33234660533060634": 73, "832346605330606": 73, "15428": 73, "2855453818": 73, "028967677878128484": 73, "05793535575625697": 73, "057935355756257": 73, "18950": 73, "125686375166": 73, "1033173838869335": 73, "206634767773867": 73, "21612": 73, "411414679176": 73, "4214044541910553": 73, "8428089083821106": 73, "84280890838211": 73, "24279": 73, "26056073612": 73, "869419255431396": 73, "26565": 73, "625438107254": 73, "1548330603406887": 73, "12892567486050366": [73, 74], "1807404458208737": 73, "1289": [73, 74], "2567486050366": [73, 74], "680740445820874": 73, "33525": 73, "82057091275": 73, "004536449977537947": [73, 74], "009072899955075894": [73, 74], "90": [73, 74], "72899955075894": [73, 74], "21287780202281": 73, "37023": 73, "837199708614": 73, "32025586147162616": 73, "6314388229881764": 73, "368561177011824": 73, "1397779917244057": 73, "39937": 73, "82083002047": 73, "variant": [74, 80], "mo": 74, "tradit": [74, 80], "multiobjectivereward": [74, 80], "encount": 74, "shouldn": 74, "previousobservationwrapp": [74, 80], "61": 74, "65": 74, "160": 74, "14376": 74, "904009": 74, "525": 74, "997672": 74, "56": 74, "htg_setpoint_previ": 74, "clg_setpoint_previ": 74, "air_temperature_previ": 74, "248121": 74, "datetimewrapp": [74, 80], "res3": 74, "month_sin": 74, "month_co": 74, "hour_sin": 74, "hour_co": 74, "800000190734863": 74, "650000095367432": 74, "143760681152344": 74, "904008865356445": 74, "5250244140625": 74, "5625": 74, "discreteincrementalwrapp": [74, 80], "decrement": 74, "limit": [74, 76], "current_setpoint": 74, "res4": 74, "WITH": 74, "IN": 74, "res5": 74, "res6": 74, "0000000e": 74, "4000001e": 74, "5000000e": 74, "8750000e": 74, "4500000e": 74, "02": 74, "2800000e": 74, "7248121e": 74, "8887291e": 74, "0360292e": 74, "3242619e": 74, "critic": 74, "proper": 74, "strongli": 74, "01030338481821307": 74, "005151692409106535": 74, "0338481821307": 74, "326224703060248": 74, "013657983341870036": 74, "006828991670935018": 74, "136": 74, "57983341870036": 74, "500028024178043": 74, "803695489827913": 74, "37589562390552445": 74, "18794781195276222": 74, "875895623905524": 74, "09951674852219483": 74, "049758374261097416": 74, "099516748522195": 74, "206697930024088": 74, "103348965012044": 74, "7921548572425543": 74, "39607742862127715": 74, "792154857242554": 74, "86931759432005": 74, "0565151084487425": 74, "092720391654623": 74, "556515108448743": 74, "52578524777106": 74, "49993261560442": 74, "num_simul": 75, "tree": 75, "content": 75, "sub_runn": 75, "monitor_norm": 75, "sub_run": 75, "num_episod": 75, "within": [75, 76, 77], "copi": 75, "suit": 75, "observation_valu": 75, "declar": 75, "row": 75, "regardless": 75, "techniqu": 75, "extern": 75, "factor": 75, "person": 75, "note": 75, "multi": 76, "discomfort": 76, "neg": 76, "perfect": 76, "behavior": 76, "notic": 76, "r_t": 76, "omega": 76, "lambda_p": 76, "p_t": 76, "t_t": 76, "repres": 76, "impos": 76, "assign": 76, "proport": 76, "concord": 76, "kind": 76, "typic": 76, "satisfact": 76, "far": 76, "target": 76, "hourlylinearreward": 76, "slight": 76, "am": 76, "pm": 76, "equal": 76, "seri": 76, "reflect": 76, "usual": 76, "pretti": 76, "imagin": 76, "signal": 76, "__call__": 76, "basereward": 76, "customreward": 76, "naiv": 76, "under": [77, 78], "v": 77, "test_common": 77, "test_const": 77, "test_reward": 77, "test_wrapp": 77, "test_simul": 77, "test_env": 77, "test_control": 77, "test_model": 77, "test_stable_baselin": 77, "conceptu": 77, "readm": 77, "try_env": 78, "soon": 78, "dispos": 78, "simplest": 78, "screen": 78, "\u00bac": 79, "aus_nsw": 79, "sydnei": 79, "947670_iwec": 79, "australia": 79, "subtrop": 79, "dry": 79, "col_bogota": 79, "802220_iwec": 79, "bogota": 79, "colombia": 79, "mediterranean": 79, "warm": 79, "mild": 79, "80": 79, "granada": 79, "spain": 79, "latitud": 79, "semiarid": 79, "passiv": 79, "84": 79, "59": 79, "helsinki": 79, "finland": 79, "moist": 79, "continent": 79, "jpn_tokyo": 79, "hyakuri": 79, "477150_iwec": 79, "tokyo": 79, "japan": 79, "78": 79, "mdg_antananarivo": 79, "670830_iwec": 79, "antananarivo": 79, "madagascar": 79, "lisboa": 79, "portug": 79, "marin": 79, "74": 79, "arizona": 79, "desert": 79, "usa_co_aurora": 79, "bucklei": 79, "angb": 79, "724695_tmy3": 79, "colorado": 79, "95": 79, "usa_il_chicago": 79, "ohar": 79, "725300_tmy3": 79, "illinoi": 79, "70": 79, "pennsylvania": 79, "washington": 79, "coastal": 79, "81": 79, "classif": 79, "301": 80, "249": 80, "range_gett": 80}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [14, 0, 0, "-", "envs"], [17, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_config"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_building_to_meters"], [13, 2, 1, "", "adapt_building_to_variables"], [13, 2, 1, "", "apply_weather_variability"], [13, 3, 1, "", "building_path"], [13, 3, 1, "", "ddy_path"], [13, 2, 1, "", "get_schedulers"], [13, 3, 1, "", "idd_path"], [13, 4, 1, "", "logger"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "update_weather_path"], [13, 3, 1, "", "weather_path"]], "sinergym.envs": [[15, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[16, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[16, 2, 1, "", "__init__"], [16, 3, 1, "", "action_space"], [16, 3, 1, "", "actuator_handles"], [16, 3, 1, "", "available_handlers"], [16, 3, 1, "", "building_path"], [16, 2, 1, "", "close"], [16, 3, 1, "", "ddy_path"], [16, 3, 1, "", "episode_length"], [16, 3, 1, "", "episode_path"], [16, 3, 1, "", "experiment_path"], [16, 3, 1, "", "idd_path"], [16, 3, 1, "", "is_running"], [16, 4, 1, "", "logger"], [16, 4, 1, "", "metadata"], [16, 3, 1, "", "meter_handles"], [16, 3, 1, "", "observation_space"], [16, 2, 1, "", "render"], [16, 2, 1, "", "reset"], [16, 3, 1, "", "runperiod"], [16, 3, 1, "", "schedulers"], [16, 2, 1, "", "step"], [16, 3, 1, "", "step_size"], [16, 3, 1, "", "timestep_per_episode"], [16, 2, 1, "", "update_flag_normalization"], [16, 3, 1, "", "var_handles"], [16, 3, 1, "", "weather_path"], [16, 3, 1, "", "zone_names"]], "sinergym.simulators": [[18, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "failed"], [19, 3, 1, "", "is_running"], [19, 4, 1, "", "logger"], [19, 2, 1, "", "make_eplus_args"], [19, 2, 1, "", "start"], [19, 2, 1, "", "stop"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [33, 0, 0, "-", "constants"], [34, 0, 0, "-", "controllers"], [38, 0, 0, "-", "env_checker"], [40, 0, 0, "-", "evaluation"], [42, 0, 0, "-", "gcloud"], [48, 0, 0, "-", "logger"], [53, 0, 0, "-", "rewards"], [58, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[25, 5, 1, "", "eppy_element_to_dict"], [26, 5, 1, "", "export_schedulers_to_excel"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "ranges_getter"], [32, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RBC5Zone"], [36, 1, 1, "", "RBCDatacenter"], [37, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[39, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[41, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "read_from_bucket"], [47, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[49, 1, 1, "", "CSVLogger"], [50, 1, 1, "", "CustomFormatter"], [51, 1, 1, "", "Logger"], [52, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "activate_flag"], [49, 2, 1, "", "deactivate_flag"], [49, 2, 1, "", "log_episode"], [49, 2, 1, "", "log_step"], [49, 2, 1, "", "log_step_normalize"], [49, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[50, 4, 1, "", "FORMATS"], [50, 2, 1, "", "__init__"], [50, 4, 1, "", "bold_red"], [50, 2, 1, "", "format"], [50, 4, 1, "", "grey"], [50, 4, 1, "", "red"], [50, 4, 1, "", "reset"], [50, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "write"]], "sinergym.utils.rewards": [[54, 1, 1, "", "BaseReward"], [55, 1, 1, "", "ExpReward"], [56, 1, 1, "", "HourlyLinearReward"], [57, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[55, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[56, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[59, 1, 1, "", "DatetimeWrapper"], [60, 1, 1, "", "DiscreteIncrementalWrapper"], [61, 1, 1, "", "LoggerWrapper"], [62, 1, 1, "", "MultiObjectiveReward"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"], [65, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [66, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[59, 2, 1, "", "__init__"], [59, 4, 1, "", "logger"], [59, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "action"], [60, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "activate_logger"], [61, 2, 1, "", "close"], [61, 2, 1, "", "deactivate_logger"], [61, 4, 1, "", "logger"], [61, 2, 1, "", "reset"], [61, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[62, 2, 1, "", "__init__"], [62, 4, 1, "", "logger"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 4, 1, "", "logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[66, 2, 1, "", "__init__"], [66, 4, 1, "", "logger"], [66, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 71], "contribut": 0, "project": 0, "us": [0, 4, 7, 68], "exampl": [0, 67, 70, 73, 74, 78], "cite": 0, "api": [1, 9], "refer": 1, "build": [2, 5, 69], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 34, 35, 36, 37, 69, 73], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 70], "callback": [4, 21, 22, 23], "logger": [4, 48, 49, 50, 51, 52, 72, 74, 75], "evalu": [4, 40, 41], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 70], "model": [4, 12, 13, 70], "load": [4, 70], "environ": [5, 9, 68, 71], "addit": 5, "observ": [5, 68, 74], "inform": [5, 71], "list": 5, "avail": 5, "paramet": 5, "file": 5, "weather": [5, 68, 79], "variabl": 5, "reward": [5, 53, 54, 55, 56, 57, 68, 76], "kwarg": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 75], "time": [5, 7], "meter": 5, "actuat": 5, "action": [5, 8, 68, 69], "space": [5, 68], "normal": [5, 74], "flag": 5, "map": 5, "name": 5, "extra": [5, 6, 68], "configur": [5, 6, 7, 9, 68, 72], "ad": [5, 68], "new": [5, 8, 68, 77], "simul": [6, 17, 18, 19], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 72], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 77], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 72], "instal": [9, 77], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 19], "23": 9, "1": [9, 72], "0": 9, "includ": 9, "path": 9, "about": [9, 71], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13], "modeljson": 13, "env": [14, 15, 16], "eplus_env": [15, 16], "eplusenv": 16, "eplu": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32], "eppy_element_to_dict": 25, "export_schedulers_to_excel": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "is_wrap": 30, "ranges_gett": 31, "unwrap_wrapp": 32, "constant": 33, "rbc5zone": 35, "rbcdatacent": 36, "randomcontrol": 37, "env_check": [38, 39], "check_env": 39, "evaluate_polici": 41, "gcloud": [42, 43, 44, 45, 46, 47], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "read_from_bucket": 46, "upload_to_bucket": 47, "csvlogger": 49, "customformatt": 50, "wandboutputformat": 52, "basereward": 54, "expreward": 55, "hourlylinearreward": 56, "linearreward": 57, "wrapper": [58, 59, 60, 61, 62, 63, 64, 65, 66, 72, 74, 80], "datetimewrapp": 59, "discreteincrementalwrapp": 60, "loggerwrapp": [61, 72], "multiobjectivereward": 62, "multiobswrapp": 63, "normalizeobserv": 64, "officegridstoragesmoothingactionconstraintswrapp": 65, "previousobservationwrapp": 66, "basic": 67, "chang": 68, "an": [68, 69], "regist": 68, "updat": 68, "more": 68, "default": 69, "set": 69, "up": 69, "empti": 69, "interfac": 69, "usag": [70, 78], "get": 71, "schedul": 71, "properti": 71, "person": 72, "inherit": 72, "csvloger": 72, "2": 72, "instanti": 72, "rule": 73, "multi": 74, "object": 74, "previou": 74, "datetim": 74, "discret": 74, "increment": 74, "nest": 74, "format": 75, "custom": 76, "test": 77, "pytest": 77, "run": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "Weather files": [[5, "weather-files"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Time variables": [[5, "time-variables"]], "Variables": [[5, "variables"]], "Meters": [[5, "meters"]], "Actuators": [[5, "actuators"]], "Action space": [[5, "action-space"]], "Normalization flag": [[5, "normalization-flag"]], "Action mapping": [[5, "action-mapping"]], "Environment name": [[5, "environment-name"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Include Energyplus Python API in python path": [[9, "include-energyplus-python-api-in-python-path"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "sinergym-config"]], "sinergym.config.modeling": [[12, "sinergym-config-modeling"]], "sinergym.config.modeling.ModelJSON": [[13, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[14, "sinergym-envs"]], "sinergym.envs.eplus_env": [[15, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[16, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[17, "sinergym-simulators"]], "sinergym.simulators.eplus": [[18, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[19, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.eppy_element_to_dict": [[25, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[26, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[31, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[32, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[33, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[34, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[35, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[36, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[37, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[38, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[39, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[40, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[41, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[42, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[46, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[47, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[48, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[49, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[50, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[51, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[52, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[53, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[54, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[55, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[56, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[57, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[58, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[59, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[60, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[61, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[62, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[65, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[66, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Updating the weather used in environment": [[68, "Updating-the-weather-used-in-environment"]], "Changing observation and action spaces": [[68, "Changing-observation-and-action-spaces"]], "Adding more extra configuration": [[68, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[69, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[70, "DRL-usage-example"]], "Training a model": [[70, "Training-a-model"]], "Loading a model": [[70, "Loading-a-model"]], "Getting information about Sinergym environments": [[71, "Getting-information-about-Sinergym-environments"]], "Schedulers information": [[71, "Schedulers-information"]], "Environment Properties": [[71, "Environment-Properties"]], "Logger Wrapper personalization/configuration": [[72, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[72, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[72, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[73, "Rule-Controller-example"]], "Wrappers example": [[74, "Wrappers-example"]], "Multi-Objective Wrapper": [[74, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[74, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[74, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[74, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[74, "Normalization-Wrapper"]], "Logger Wrapper": [[74, "Logger-Wrapper"]], "Multi Observation Wrapper": [[74, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[74, "Nesting-wrappers"]], "Output format": [[75, "output-format"]], "Logger": [[75, "logger"]], "Rewards": [[76, "rewards"]], "Custom Rewards": [[76, "custom-rewards"]], "Tests": [[77, "tests"]], "Install Pytest": [[77, "install-pytest"]], "Running tests": [[77, "running-tests"]], "Create new tests": [[77, "create-new-tests"]], "Usage example": [[78, "usage-example"]], "Weathers": [[79, "weathers"]], "Wrappers": [[80, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [14, "module-sinergym.envs"], [15, "module-sinergym.envs.eplus_env"], [17, "module-sinergym.simulators"], [18, "module-sinergym.simulators.eplus"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [33, "module-sinergym.utils.constants"], [34, "module-sinergym.utils.controllers"], [38, "module-sinergym.utils.env_checker"], [40, "module-sinergym.utils.evaluation"], [42, "module-sinergym.utils.gcloud"], [48, "module-sinergym.utils.logger"], [53, "module-sinergym.utils.rewards"], [58, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "modeljson (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_config"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters"]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "building_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.building_path"]], "ddy_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.ddy_path"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "idd_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.idd_path"]], "logger (sinergym.config.modeling.modeljson attribute)": [[13, "sinergym.config.modeling.ModelJSON.logger"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.save_building_model"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "weather_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.weather_path"]], "sinergym.envs": [[14, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[15, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[16, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "actuator_handles (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.actuator_handles"]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.available_handlers"]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.building_path"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.close"]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.ddy_path"]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.episode_length"]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.episode_path"]], "experiment_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.experiment_path"]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.idd_path"]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.is_running"]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[16, "sinergym.envs.eplus_env.EplusEnv.logger"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[16, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "meter_handles (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.meter_handles"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.reset"]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.runperiod"]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.schedulers"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.step"]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.step_size"]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode"]], "update_flag_normalization() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.update_flag_normalization"]], "var_handles (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.var_handles"]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.weather_path"]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.zone_names"]], "sinergym.simulators": [[17, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[18, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[19, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "failed() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.failed"]], "is_running (sinergym.simulators.eplus.energyplus property)": [[19, "sinergym.simulators.eplus.EnergyPlus.is_running"]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[19, "sinergym.simulators.eplus.EnergyPlus.logger"]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args"]], "start() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.start"]], "stop() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.stop"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.eppy_element_to_dict"]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_schedulers_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[33, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[35, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[35, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[36, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[36, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[37, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[37, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[37, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[38, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[39, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[40, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[41, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[48, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[49, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.set_log_file"]], "customformatter (class in sinergym.utils.logger)": [[50, "sinergym.utils.logger.CustomFormatter"]], "formats (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.FORMATS"]], "__init__() (sinergym.utils.logger.customformatter method)": [[50, "sinergym.utils.logger.CustomFormatter.__init__"]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.bold_red"]], "format() (sinergym.utils.logger.customformatter method)": [[50, "sinergym.utils.logger.CustomFormatter.format"]], "grey (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.grey"]], "red (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.red"]], "reset (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.reset"]], "yellow (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.yellow"]], "logger (class in sinergym.utils.logger)": [[51, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[51, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[51, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[52, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[52, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[52, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[53, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[54, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[55, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[55, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[56, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[59, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[59, "sinergym.utils.wrappers.DatetimeWrapper.logger"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[59, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[61, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[61, "sinergym.utils.wrappers.LoggerWrapper.logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward.logger"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.logger"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[65, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[65, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper.logger"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "17. Changing an environment registered in Sinergym", "18. Default building control setting up an empty action interface", "22. DRL usage example", "16. Getting information about Sinergym environments", "20. Logger Wrapper personalization/configuration", "21. Rule Controller example", "19. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 23, 29, 39, 41, 50, 60, 61, 62, 64, 67, 68, 69, 70, 71, 74, 75, 76, 78, 80], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 23, 31, 39, 41, 43, 49, 50, 52, 56, 59, 61, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "creat": [0, 4, 5, 6, 9, 10, 13, 25, 26, 31, 67, 68, 69, 70, 71, 72, 73, 74, 78], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 19, 22, 23, 28, 39, 41, 49, 50, 60, 67, 70, 71, 74, 75, 76, 77, 80], "environ": [0, 2, 3, 4, 6, 7, 10, 13, 14, 15, 16, 19, 23, 30, 32, 35, 36, 37, 39, 41, 49, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80], "follow": [0, 4, 5, 7, 8, 9, 10, 25, 36, 39, 67, 69], "gymnasium": [0, 4, 5, 6, 10, 15, 16, 19, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 80], "interfac": [0, 4, 5, 10, 17, 68, 70, 71, 77], "wrap": [0, 4, 10, 23, 30, 32, 41, 70, 74, 75], "simul": [0, 4, 5, 9, 10, 11, 13, 14, 15, 16, 31, 35, 36, 37, 49, 51, 61, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80], "engin": [0, 5, 7, 10, 68, 69, 71], "energyplu": [0, 5, 6, 10, 13, 15, 16, 18, 25, 67, 68, 69, 70, 71, 72, 73, 74, 75], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 16, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 2, 5, 8, 10, 13, 16, 20, 60, 71, 76, 77], "deep": [0, 9, 10, 70], "reinforc": [0, 9, 10, 70, 74, 76], "learn": [0, 9, 10, 70, 74, 76], "pleas": [0, 2, 5, 6, 7, 8, 10, 39, 70, 73, 79], "help": [0, 4, 10], "u": [0, 5, 6, 9, 10, 69], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 50, 70, 73, 74, 76, 78, 80], "question": [0, 10], "issu": [0, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 22, 70, 71, 74, 77], "It": [0, 2, 4, 5, 7, 8, 9, 10, 16, 19, 23, 37, 39, 49, 57, 68, 73, 74, 76, 79, 80], "easi": [0, 10, 77], "just": [0, 8, 10, 71, 74], "2": [0, 2, 5, 8, 9, 10, 50, 60, 67, 68, 69, 70, 71, 73, 74, 79], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 67, 68, 69, 70, 72, 73, 77, 78], "templat": [0, 7, 10, 50], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 49, 67, 68, 71, 75], "more": [0, 4, 5, 6, 7, 8, 9, 10, 39, 65, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "detail": [0, 4, 5, 6, 9, 10, 70, 71, 76], "info": [0, 5, 10, 13, 16, 19, 49, 59, 60, 61, 62, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "how": [0, 5, 7, 9, 10, 16, 61, 67, 68, 70, 71, 72, 73, 74, 80], "main": [0, 2, 4, 5, 7, 10, 49, 71, 76], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 16, 24, 25, 28, 31, 38, 40, 41, 42, 53, 54, 56, 57, 67, 68, 71, 72, 73, 74, 76, 77, 78, 80], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 19, 29, 41, 49, 50, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "compat": [0, 4, 5, 9, 10, 39, 70, 74], "commun": [0, 5, 10, 17, 19, 77], "between": [0, 4, 8, 10, 27, 70, 74, 76, 80], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 13, 18, 19, 25, 26, 42, 68, 70, 71, 74, 77, 78], "establish": [0, 4, 5, 10, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "api": [0, 5, 7, 10, 16, 18, 19, 39, 42, 67, 75], "middlewar": [0, 5, 10], "howev": [0, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 74, 76, 77], "them": [0, 2, 4, 5, 10, 13, 68, 74, 75, 76], "e": [0, 9, 10, 16, 19, 41], "g": [0, 4, 7, 10, 41, 46], "openmodelica": [0, 10], "could": [0, 6, 10, 74], "includ": [0, 2, 4, 5, 6, 7, 8, 10, 20, 62, 67, 70, 76, 79], "backend": [0, 5, 9, 10, 12, 13, 71], "while": [0, 5, 10, 67, 68, 69, 70, 72, 73, 74, 78], "maintain": [0, 10], "futur": [0, 4, 5, 6, 7, 10, 76], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 41], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 16, 19, 67, 68, 70, 71, 72, 73, 74, 75, 76, 78], "design": [0, 5, 6, 10, 13, 68], "set": [0, 4, 5, 6, 7, 9, 10, 13, 68, 70, 71, 75, 76], "test": [0, 8, 9, 10, 23], "algorithm": [0, 3, 4, 5, 10, 21, 41, 70, 74, 77], "These": [0, 5, 7, 8, 10, 49, 68, 74, 76, 77], "mai": [0, 5, 7, 9, 10, 13, 67, 70, 74, 75, 76, 78, 80], "differ": [0, 4, 5, 7, 8, 9, 10, 27, 55, 57, 67, 68, 70, 76, 77], "weather": [0, 6, 10, 11, 13, 16, 19, 67, 69, 70, 71, 72, 73, 74, 75], "action": [0, 3, 4, 9, 10, 16, 19, 23, 35, 36, 37, 41, 49, 60, 61, 62, 63, 64, 65, 67, 70, 71, 72, 73, 74, 77, 78, 80], "observ": [0, 3, 4, 10, 16, 19, 35, 36, 49, 59, 61, 62, 63, 64, 66, 69, 70, 71, 73, 75, 76, 77, 80], "space": [0, 3, 4, 7, 10, 16, 59, 60, 67, 69, 73, 74, 78, 80], "reward": [0, 4, 10, 16, 20, 22, 23, 41, 49, 61, 62, 63, 67, 69, 70, 72, 73, 74, 77, 78, 80], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 79], "packag": [0, 2, 8, 10, 67, 68, 69, 70, 72, 73, 74, 77], "which": [0, 4, 5, 7, 9, 10, 13, 19, 22, 49, 50, 62, 67, 68, 69, 70, 71, 74, 75, 76, 77], "allow": [0, 4, 5, 7, 10, 50, 76], "modifi": [0, 3, 6, 10, 13, 41, 69, 75], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 41, 68, 71, 75], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 16, 41, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 70, 73, 74, 76, 80], "combin": [0, 7, 10, 68, 69, 70, 74], "model": [0, 2, 5, 6, 9, 10, 11, 23, 26, 41, 67, 68, 69, 71, 72, 73, 74, 75, 77], "variabl": [0, 3, 7, 9, 10, 13, 16, 19, 23, 31, 55, 56, 57, 60, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "actuat": [0, 3, 10, 13, 16, 19, 68, 69, 71, 75], "name": [0, 4, 6, 7, 8, 10, 13, 16, 19, 25, 43, 46, 47, 50, 51, 55, 56, 57, 60, 67, 68, 69, 70, 71, 72, 73, 74, 76], "also": [0, 4, 9, 10, 39, 68, 69, 70, 74, 76], "pre": [0, 7, 10, 76], "configur": [0, 3, 4, 10, 13, 16, 70, 75, 77], "avail": [0, 2, 4, 7, 10, 13, 37, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "chang": [0, 5, 7, 8, 10, 13, 49, 50, 67, 69, 70, 71, 72, 76], "some": [0, 4, 5, 6, 7, 8, 10, 16, 61, 68, 69, 70, 71, 74, 75, 76, 80], "aspect": [0, 2, 10, 76], "wai": [0, 5, 6, 7, 8, 10, 68, 69, 71, 74], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 75, 79], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "make": [0, 2, 3, 5, 6, 7, 9, 10, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79], "entir": [0, 4, 10], "definit": [0, 5, 10, 16, 67, 68, 69], "start": [0, 4, 5, 10, 19, 27, 55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 75, 78], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 26, 28, 29, 37, 38, 39, 43, 46, 47, 49, 54, 55, 56, 57, 61, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 16, 28, 49, 50, 60, 65, 66, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "paramet": [0, 4, 6, 7, 10, 13, 16, 19, 23, 25, 26, 27, 28, 29, 30, 31, 32, 35, 37, 39, 41, 43, 46, 47, 49, 50, 51, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 68, 70, 76], "directli": [0, 5, 9, 10, 68, 69, 78], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 13, 16, 19, 49, 61, 63, 76, 77], "well": [0, 4, 5, 10, 41], "peopl": [0, 5, 10, 71, 76], "occup": [0, 5, 10, 29, 35], "time": [0, 4, 8, 9, 10, 13, 16, 19, 27, 49, 50, 56, 68, 70, 72, 77, 80], "step": [0, 4, 5, 9, 10, 13, 16, 41, 49, 50, 52, 60, 61, 62, 63, 64, 67, 68, 69, 70, 71, 73, 74, 78, 80], "per": [0, 2, 4, 5, 6, 10, 41, 49, 67, 68, 69, 70, 71, 72, 73, 74, 75], "hour": [0, 2, 5, 6, 10, 56, 59, 67, 68, 69, 70, 71, 72, 73, 74, 76, 80], "run": [0, 4, 7, 9, 10, 19, 41, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "period": [0, 5, 10, 71, 76, 79], "compon": [0, 2, 4, 5, 6, 7, 10, 19, 22, 68, 71, 75, 79], "easili": [0, 6, 7, 10, 70], "scalabl": [0, 10], "third": [0, 8, 10], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 68, 75], "implement": [0, 3, 4, 5, 6, 10, 34, 41, 53, 58, 69, 74, 76, 77, 80], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 18, 19, 21, 22, 23, 30, 34, 35, 36, 37, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 72, 73, 74, 75, 76, 80], "new": [0, 2, 7, 10, 13, 16, 23, 49, 61, 63, 67, 69, 70, 72, 73, 74, 75, 76, 79], "custom": [0, 4, 5, 10, 13, 16, 19, 20, 21, 22, 39, 40, 50, 58, 70, 74, 80], "wrapper": [0, 4, 10, 20, 23, 30, 32, 41, 69, 70, 71, 75, 77, 78], "automat": [0, 5, 8, 9, 10, 59, 68, 69, 74, 76, 77, 80], "adapt": [0, 5, 10, 13, 38, 39, 67, 68, 69, 70, 72, 73, 74], "mani": [0, 4, 10, 68, 69, 71], "updat": [0, 5, 7, 8, 9, 10, 13, 16, 23, 31, 59, 67, 69, 70, 72, 73, 74, 76, 77, 80], "requir": [0, 5, 7, 8, 9, 10, 13, 68, 74, 76, 80], "epjson": [0, 2, 5, 9, 10, 13, 25, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "file": [0, 4, 6, 7, 8, 9, 10, 12, 13, 16, 19, 26, 46, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79], "featur": [0, 4, 5, 10, 67, 68, 71, 78], "befor": [0, 4, 5, 7, 10, 13, 41, 50, 69, 74, 75], "perform": [0, 3, 4, 9, 10, 23, 41, 62, 63, 76], "For": [0, 4, 5, 7, 8, 9, 10, 13, 67, 68, 69, 70, 71, 73, 74, 76, 77, 79, 80], "anoth": [0, 5, 8, 10, 68], "locat": [0, 5, 9, 10, 13, 68, 69, 79], "dai": [0, 5, 6, 10, 13, 27, 29, 55, 56, 57, 59, 67, 68, 69, 72, 73, 74, 76], "output": [0, 4, 8, 10, 13, 16, 19, 31, 39, 51, 67, 68, 69, 70, 71, 72, 73, 74], "meter": [0, 10, 13, 16, 19, 67, 68, 69, 70, 72, 73, 74, 75], "field": [0, 4, 5, 10, 13, 25, 68, 76, 79], "same": [0, 4, 5, 7, 8, 10, 68, 70, 74, 75, 79, 80], "occur": [0, 5, 10, 68], "context": [0, 5, 6, 10, 16, 61, 68, 77], "concern": [0, 5, 10, 68], "nois": [0, 5, 10, 67], "version": [0, 4, 5, 8, 9, 10, 13, 50, 68, 70, 78], "save": [0, 4, 5, 10, 13, 23, 67, 68, 69, 70, 72, 73, 74], "folder": [0, 5, 8, 9, 10, 13, 16, 23, 68, 70, 72, 74], "leav": [0, 5, 10, 68], "origin": [0, 4, 5, 10, 13, 16, 19, 46, 59, 60, 61, 62, 63, 64, 66, 68, 74, 75], "intact": [0, 5, 10, 68], "In": [0, 5, 7, 8, 9, 10, 67, 68, 69, 70, 71, 74, 75, 77, 78], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 33, 49, 61, 67, 68, 69, 70, 72, 73, 74], "process": [0, 4, 5, 8, 10, 13, 16, 19, 70], "so": [0, 4, 5, 7, 8, 9, 10, 69, 70, 74, 75, 76, 80], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 16, 49, 60, 67, 68, 69, 75, 76, 78], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 22, 23, 30, 32, 39, 41, 44, 61, 68, 69, 70, 71, 74, 75, 76, 77, 80], "defin": [0, 4, 5, 7, 10, 13, 19, 29, 67, 68, 70, 72, 73, 74, 75, 76, 78], "what": [0, 5, 10, 71, 74], "want": [0, 4, 5, 6, 7, 8, 9, 10, 16, 19, 41, 46, 47, 50, 60, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "relat": [0, 10, 39], "abov": [0, 5, 7, 8, 10, 50, 68, 80], "necessari": [0, 4, 5, 7, 8, 9, 10, 69, 70], "specifi": [0, 4, 5, 7, 10, 16, 46, 47, 50, 61, 68, 69, 70, 72, 74, 75, 76, 79, 80], "through": [0, 2, 5, 9, 10, 64], "take": [0, 4, 5, 6, 8, 10, 13, 16, 39, 60, 68, 69, 70], "care": [0, 7, 10, 69, 76], "everyth": [0, 7, 10, 69, 70, 78], "extens": [0, 5, 9, 10, 67, 70], "inform": [0, 2, 4, 8, 9, 10, 13, 16, 19, 26, 39, 49, 50, 61, 63, 68, 70, 73, 74, 75, 76, 77, 79, 80], "import": [0, 4, 6, 7, 8, 10, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "get": [0, 5, 9, 10, 13, 29, 41, 44, 50, 64, 70, 72, 73], "about": [0, 2, 4, 5, 10, 11, 13, 39, 41, 68, 70, 73, 74, 75, 77, 80], "background": [0, 4, 10, 69, 71], "instanc": [0, 3, 4, 7, 8, 10, 16, 19, 43, 75], "possibl": [0, 4, 5, 6, 7, 9, 10, 68, 70, 71, 74, 79, 80], "consult": [0, 10, 71], "schedul": [0, 5, 10, 13, 16, 26, 68, 75], "compos": [0, 5, 10], "whether": [0, 5, 8, 10, 16, 23, 39, 41, 43, 61, 63], "episod": [0, 4, 6, 10, 13, 16, 19, 22, 23, 31, 41, 49, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79], "length": [0, 5, 6, 10, 41, 67, 68, 69, 70, 71, 72, 73, 74], "timestep": [0, 4, 5, 6, 10, 13, 16, 22, 49, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "zone": [0, 2, 7, 10, 13, 68, 71, 76], "And": [0, 7, 10, 67, 70], "much": [0, 5, 10], "stabl": [0, 4, 9, 10, 21, 38, 39, 70, 77], "baselin": [0, 4, 10, 21, 38, 39, 70, 77], "3": [0, 2, 4, 6, 7, 9, 10, 21, 50, 67, 68, 69, 70, 71, 72, 73, 74, 77, 79], "integr": [0, 5, 8, 10], "like": [0, 4, 5, 8, 9, 10, 13, 50, 67, 68, 77], "callback": [0, 5, 10, 19, 20, 40, 41, 52, 70, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 16, 22, 23, 30, 32, 39, 41, 61, 70, 74, 75, 76, 77], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 16, 68, 70, 71, 74, 76, 77, 80], "logger": [0, 5, 10, 13, 16, 19, 59, 60, 61, 62, 63, 66, 69, 70, 73, 80], "specif": [0, 2, 4, 5, 8, 9, 10, 13, 16, 19, 70, 75, 77, 79], "complet": [0, 5, 10, 70], "agnost": [0, 10, 70], "ani": [0, 4, 5, 6, 9, 10, 13, 16, 22, 23, 35, 36, 37, 41, 49, 51, 52, 61, 62, 63, 68, 70, 71, 72, 73, 74, 75, 76, 78], "drl": [0, 3, 5, 7, 10, 69], "librari": [0, 7, 9, 10, 70, 73, 74, 77], "work": [0, 3, 4, 5, 7, 8, 9, 10, 13, 16, 67, 68, 69, 70, 71, 72, 73, 74, 76], "googl": [0, 4, 8, 9, 10, 42, 43, 44, 45, 46, 47], "cloud": [0, 4, 8, 10, 42, 43, 44, 45, 46, 47], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 41, 46, 47, 50, 55, 56, 57, 60, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80], "account": [0, 4, 5, 6, 7, 9, 10, 43, 44, 76], "infrastructur": [0, 10], "tell": [0, 10], "do": [0, 4, 5, 6, 7, 9, 10, 41, 60, 68, 69, 71, 74, 76, 77], "weight": [0, 7, 10, 55, 56, 57, 68, 70, 76], "bias": [0, 7, 10, 70], "track": [0, 4, 7, 9, 10, 70, 74, 80], "visual": [0, 4, 9, 10, 70], "One": [0, 10], "": [0, 4, 5, 6, 7, 9, 10, 13, 16, 37, 49, 50, 55, 56, 57, 61, 64, 68, 70, 71, 75, 76, 77, 78, 79], "object": [0, 4, 7, 10, 11, 13, 28, 32, 41, 45, 46, 47, 51, 62, 70, 76, 80], "facilit": [0, 10], "train": [0, 10, 75, 76], "reproduc": [0, 10], "comparison": [0, 10], "agent": [0, 3, 5, 10, 16, 23, 35, 36, 37, 41, 49, 61, 69, 70, 73, 74, 75, 76, 77, 80], "base": [0, 3, 4, 5, 7, 8, 10, 35, 36, 52, 54, 73, 74, 77, 80], "problem": [0, 7, 10, 74], "manag": [0, 5, 6, 7, 10, 12, 13, 43, 71, 75], "monitor": [0, 4, 7, 9, 10, 23, 41, 49, 61, 69, 70, 72, 74, 75], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 52, 70], "open": [0, 2, 9, 10, 74], "sourc": [0, 2, 8, 9, 10, 16, 61, 74], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 78], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 19, 22, 25, 26, 28, 31, 39, 41, 43, 49, 52, 54, 60, 64, 65, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80], "let": [0, 3, 6, 7, 9, 10, 67, 68, 70, 78], "regist": [0, 4, 5, 8, 10, 67, 70], "experi": [0, 2, 4, 5, 6, 9, 10, 13, 67, 68, 69, 70, 71, 72, 73, 74, 79], "hyperparamet": [0, 4, 10, 70], "data": [0, 7, 10, 13, 16, 19, 22, 36, 46, 47, 49, 69, 70, 71, 75], "record": [0, 4, 10, 28, 49, 50, 61, 69, 70, 72, 74, 75], "real": [0, 3, 4, 5, 10, 49, 70, 73], "store": [0, 4, 10, 13, 22, 47, 49, 68, 70, 75], "artifact": [0, 4, 7, 10, 70], "best": [0, 4, 10, 23, 70], "obtain": [0, 4, 10, 16, 61], "notebook": [0, 10, 67, 70, 72, 74], "develop": [0, 3, 4, 8, 9, 10, 74, 76, 77], "code": [0, 3, 6, 8, 9, 10, 67, 70, 74, 76, 80], "format": [0, 4, 5, 6, 8, 10, 13, 25, 26, 50, 61, 68, 70, 71], "purpos": [0, 4, 7, 8, 10], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 67, 68, 73, 74, 76, 78], "becom": [0, 10], "familiar": [0, 10], "tool": [0, 5, 8, 10, 78], "thei": [0, 4, 5, 7, 8, 9, 10, 74, 76, 77], "constantli": [0, 10], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "document": [0, 5, 7, 8, 9, 10, 68, 71, 73, 74, 75], "unit": [0, 10, 64], "github": [0, 7, 9, 10, 38, 39, 77], "workflow": [0, 8, 10, 77], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 65, 74, 76], "understand": [0, 10], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 31, 41, 50, 64, 68, 70, 71, 75, 76, 77, 78, 79], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 68, 71, 73, 74, 75, 77, 79, 80], "ad": [0, 2, 4, 9, 10, 50, 69, 70, 74, 76, 79], "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 76, 77, 78, 79], "progress": [0, 4, 5, 10, 49, 51, 61, 67, 68, 69, 70, 72, 73, 74, 75], "stai": [0, 6, 10, 76], "tune": [0, 6, 10, 76], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 16, 19, 22, 31, 54, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "those": [0, 4, 7, 29, 68, 76], "interest": [0, 2, 74, 79], "alwai": [0, 5, 7, 9, 67, 70, 73, 75, 76], "made": [0, 5, 68, 71], "check": [0, 5, 7, 8, 30, 39, 41, 70, 77], "repositori": [0, 7, 8, 9, 70, 75, 77, 78], "read": [0, 7, 13, 46, 71, 74], "md": 0, "first": [0, 9, 13, 41, 64, 67, 70, 72, 73, 75, 78], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 69], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 70], "c": [0, 7, 55, 56, 57, 76], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 9, 41, 67, 74, 75, 78], "list": [0, 7, 8, 9, 13, 16, 19, 28, 31, 35, 36, 41, 49, 55, 56, 57, 60, 61, 62, 66, 67, 68, 70, 72, 73, 74, 75, 76, 80], "hesit": 0, "send": [0, 5, 7, 16, 44, 45, 47, 61, 69], "pr": 0, "badg": 0, "comput": [0, 4, 7, 50, 70], "contain": [0, 4, 5, 8, 41, 43, 44, 67, 69, 77, 78], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 67, 68, 70, 71, 72, 74, 75, 76, 77, 80], "instal": [0, 7, 8, 70, 78], "host": [0, 2, 4, 7, 70, 75], "offici": [0, 9], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 60, 64, 68, 74, 75, 79, 80], "framework": [0, 2, 69, 77, 79], "author": [0, 44], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 27, 29, 69, 73, 79], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 70, 79], "ny": 0, "usa": [0, 79], "url": [0, 4], "http": [0, 7, 9, 38, 39, 70], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 16, 41, 50, 67, 68, 69, 70, 72, 73, 74, 79], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 4, 5, 75, 76], "confer": 0, "system": [0, 2, 19, 46, 47, 67, 68, 69, 70, 71, 72, 73, 74, 76], "energi": [0, 2, 5, 22, 55, 56, 57, 76], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 2, 5, 9, 23, 55, 56, 57, 60, 63, 67, 68, 69, 70, 72, 73, 74, 76, 79], "sinergym": [2, 3, 4, 8, 10, 67, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80], "independ": [2, 77, 79], "rest": [2, 7, 9, 25, 42, 43, 79], "up": [2, 4, 5, 6, 7, 9, 13, 55, 57, 68, 70, 76, 79], "us": [2, 3, 5, 6, 8, 9, 10, 13, 16, 18, 19, 23, 25, 31, 33, 39, 41, 42, 49, 50, 52, 55, 56, 57, 60, 61, 64, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "each": [2, 4, 5, 6, 7, 13, 16, 22, 23, 31, 41, 49, 61, 62, 64, 68, 70, 72, 73, 74, 75, 76, 78, 79, 80], "2zonedatacenterhvac_weconom": [2, 5, 68], "491": 2, "m2": 2, "divid": 2, "two": [2, 8, 76], "asymmetr": 2, "hvac": [2, 68], "consist": [2, 5], "air": [2, 68, 71, 73], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 71], "cool": [2, 5, 68, 71, 79], "coil": [2, 71], "chill": 2, "water": 2, "vav": [2, 71], "heat": [2, 68, 71], "come": [2, 69, 70], "server": [2, 7, 70], "5zoneautodxvav": [2, 5, 35, 67, 69, 70, 71, 72, 73, 74], "singl": [2, 69], "stori": 2, "1": [2, 5, 6, 16, 22, 23, 55, 56, 57, 67, 68, 69, 70, 71, 73, 74, 76, 78, 79, 80], "indoor": [2, 35, 36, 76], "4": [2, 5, 6, 9, 13, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 74, 76], "outdoor": [2, 68, 73], "Its": [2, 4], "surfac": 2, "area": [2, 5, 68], "463": 2, "6": [2, 6, 9, 13, 55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 79], "equip": [2, 71], "ga": 2, "fulli": [2, 75], "auto": [2, 4, 7], "size": [2, 7, 67, 68, 69, 70, 71, 72, 73, 74, 80], "input": [2, 8, 13, 16, 19, 73, 74], "ashrae9012016_warehous": 2, "non": [2, 5], "residenti": 2, "4598": 2, "floor": 2, "bulk": 2, "storag": [2, 4, 8, 9, 45, 46, 47], "fine": 2, "offic": [2, 5, 69], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 76, 77], "window": 2, "fuel": [2, 71], "type": [2, 4, 5, 7, 8, 9, 13, 16, 19, 22, 25, 27, 28, 29, 30, 31, 32, 35, 36, 37, 43, 44, 45, 51, 59, 61, 62, 63, 64, 65, 66, 67, 70, 71, 72, 73, 74, 79, 80], "electr": [2, 68], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 39], "390": 2, "five": 2, "center": [2, 36, 64], "low": [2, 55, 57, 69, 73, 76, 77], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 43, 44], "small": [2, 77], "repair": 2, "shop": [2, 5], "mondai": 2, "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 67, 68, 69, 70, 71, 72, 73, 74, 79], "basement": 2, "rectangular": 2, "46": 2, "320": 2, "organ": [2, 5, 77], "19": [2, 56, 67, 68, 70, 72, 73, 74], "bot": [2, 8], "mid": [2, 79], "level": [2, 5, 8, 51, 77], "describ": [2, 19, 36, 50], "too": [2, 4, 5, 7, 8, 9, 43, 68, 69, 70, 74, 75], "charg": [2, 5, 65], "discharg": [2, 65], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 29, 49, 61, 66, 69, 70, 72, 74, 76, 77, 80], "random": [3, 37, 69], "rule": [3, 5, 35, 36, 71, 77], "5zone": [3, 5, 6, 68, 70, 73, 74], "datacent": [3, 5, 68], "find": [3, 8, 70, 75], "util": [3, 4, 7, 12, 16, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 80], "py": [3, 4, 5, 7, 9, 39, 67, 68, 69, 70, 72, 73, 74, 77, 78, 80], "veri": [3, 5, 9, 71, 76], "refer": [3, 7, 23], "point": [3, 70, 78], "studi": 3, "simpl": [3, 67, 71, 76], "given": [3, 4, 13, 25, 26, 28, 30, 31, 55, 56, 57, 76], "return": [3, 4, 5, 8, 13, 16, 19, 25, 27, 28, 29, 30, 31, 32, 35, 36, 37, 41, 43, 44, 45, 49, 50, 51, 59, 61, 62, 63, 64, 65, 66, 72, 73, 74, 76, 78, 80], "interact": [3, 4, 39, 49, 61, 67, 69, 70, 74, 75, 80], "exampl": [3, 4, 5, 7, 8, 9, 10, 68, 69, 71, 72, 75, 76, 77, 80], "usag": [3, 7], "sure": [3, 5], "flag_norm": [3, 5, 16, 68, 73], "fals": [3, 5, 22, 23, 41, 49, 61, 67, 68, 69, 70, 71, 72, 73, 74, 78], "continu": [3, 4, 5, 6, 8, 9, 16, 67, 68, 69, 73, 74, 80], "otherwis": [3, 4, 6, 68, 74], "show": [3, 5, 8, 13, 71], "error": [3, 4, 7, 8, 41, 68, 74], "due": [3, 4, 65, 73], "don": [3, 4, 7, 9, 67, 69, 73, 75], "t": [3, 4, 7, 9, 28, 55, 57, 64, 65, 67, 69, 73, 74, 75, 79, 80], "valu": [3, 4, 5, 6, 7, 9, 13, 16, 19, 22, 25, 31, 52, 59, 60, 61, 62, 64, 65, 66, 68, 72, 73, 74, 75, 76, 80], "normal": [3, 4, 16, 64, 68, 75, 76, 77, 80], "flag": [3, 16, 19, 49, 59, 61, 72, 74, 80], "particularli": [3, 39], "part": [3, 7], "facil": [4, 68], "although": [4, 70], "discret": [4, 5, 16, 60, 67, 68, 70, 76, 80], "ppo": 4, "ye": [4, 5, 68], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 70], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 19, 67, 68, 70, 74, 80], "refin": 4, "call": [4, 5, 7, 8, 9, 13, 19, 23, 41, 50, 68, 70, 75], "stage": 4, "procedur": [4, 8], "access": [4, 9, 70], "state": [4, 19, 61], "dure": [4, 5, 8, 16, 22, 23, 70, 75, 78], "manipul": [4, 8], "bar": 4, "inherit": [4, 54, 74, 80], "column": [4, 5, 13], "its": [4, 5, 7, 8, 9, 19, 44, 61, 67, 68, 74, 76, 78, 80], "execut": [4, 5, 8, 9, 13, 16, 19, 43, 49, 51, 62, 63, 70, 71, 74], "log": [4, 49, 51, 61, 70, 71, 74, 80], "extract": [4, 5, 13, 31, 70, 71], "why": 4, "sinergym_logg": [4, 22], "attribut": [4, 5, 13, 16, 19, 49, 50, 59, 60, 61, 62, 63, 64, 65, 66, 75], "constructor": [4, 5, 6, 13, 59, 65, 66, 68, 74, 76, 80], "loggercallback": [4, 70], "basecallback": [4, 23], "With": [4, 5, 70], "compar": [4, 70, 74], "summari": [4, 5, 9, 61, 67, 69, 70, 72, 74], "registr": 4, "enabl": [4, 7, 8, 70], "metric": [4, 41, 70], "There": [4, 7, 9, 75], "tabl": [4, 5, 9, 13], "other": [4, 5, 7, 9, 41, 68, 70, 74, 75, 76, 80], "vice": 4, "versa": 4, "log_interv": [4, 70], "frequenc": 4, "consequ": [4, 7, 68, 76], "thu": 4, "off": [4, 71], "polici": [4, 7, 23, 40, 41], "mean": [4, 8, 13, 23, 41, 64, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79], "instead": [4, 5, 7, 9, 41, 62, 67, 68, 69, 70, 72, 73, 74, 80], "result": [4, 6, 41, 67, 69, 70, 72, 73, 74, 75, 78], "end": [4, 7, 16, 19, 27, 49, 55, 56, 57, 61, 69, 70, 72, 74, 75], "loggerevalcallback": [4, 70], "evalcallback": 4, "particular": [4, 5, 67], "concret": [4, 74], "construct": [4, 7, 74], "place": [4, 5, 69, 78], "On": [4, 5, 7, 9, 68, 71], "hand": [4, 5, 7, 9, 68], "occupi": [4, 71], "accur": 4, "averag": [4, 41, 78], "indic": [4, 5, 7, 16, 22], "therefor": [4, 5, 69, 76], "faith": 4, "realiti": 4, "term": [4, 5, 22, 55, 56, 57, 62, 74, 76], "good": 4, "turn": 4, "out": [4, 50, 74, 75, 80], "calcul": [4, 5, 13, 59, 68, 71, 76, 78], "power": [4, 49, 55, 56, 57, 75, 76], "consumpt": [4, 22, 56, 57, 75, 76], "comfort": [4, 5, 9, 22, 29, 55, 56, 57, 69, 73, 75, 76], "penalti": [4, 75, 76], "violat": [4, 22], "percentag": [4, 8], "taken": [4, 76, 78], "decid": [4, 5, 7, 69, 70], "when": [4, 5, 7, 8, 13, 19, 23, 39, 41, 49, 64, 65, 67, 69, 70, 75, 76, 78], "better": 4, "action_simul": [4, 70], "becaus": [4, 7, 8, 73, 75], "clip": [4, 65, 73], "Then": [4, 5, 7, 9, 69, 71, 74, 80], "pars": [4, 5], "equival": 4, "csv": [4, 5, 49, 61, 69, 70, 72, 74, 75], "comfort_violation_tim": [4, 70], "temperatur": [4, 5, 29, 35, 36, 55, 56, 57, 60, 67, 68, 69, 71, 72, 73, 74, 76, 79], "bound": 4, "rang": [4, 5, 6, 29, 31, 36, 55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 76, 78, 80], "cumulative_comfort_penalti": [4, 70], "sum": [4, 67, 68, 69, 70, 72, 73, 74, 78, 80], "cumulative_pow": [4, 70], "cumulative_power_penalti": [4, 70], "cumulative_reward": [4, 70], "ep_length": [4, 70], "mean_comfort_penalti": [4, 70], "mean_pow": [4, 70], "mean_power_penalti": [4, 70], "mean_reward": [4, 70], "depend": [4, 5, 9, 29, 49, 55, 56, 57, 68, 69, 70, 74, 75, 76, 77, 80], "being": [4, 5, 7, 75, 76], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 16, 31, 39, 49, 50, 55, 56, 57, 61, 63, 64, 68, 70, 72, 75, 77], "rollout": [4, 23, 70], "default": [4, 5, 6, 7, 8, 9, 13, 16, 19, 39, 41, 50, 55, 56, 57, 61, 63, 64, 68, 70, 74, 76, 77, 80], "exploration_r": [4, 70], "doesn": [4, 7, 80], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 19, 22, 23, 26, 35, 36, 37, 39, 41, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 74, 75, 76], "try": [4, 5], "script": [4, 68, 70, 78], "train_ag": [4, 7, 70], "most": [4, 75, 76], "must": [4, 5, 7, 9, 13, 16, 19, 60, 68, 75], "keep": 4, "mind": 4, "concaten": 4, "callbacklist": [4, 70], "until": [4, 8], "where": [4, 5, 13, 19, 23, 26, 43, 46, 47, 56, 70, 71, 76], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 66, 68, 70, 74, 75, 80], "valid": [4, 44, 50], "path": [4, 13, 19, 23, 26, 31, 46, 47, 49, 67, 68, 69, 70, 71, 72, 73, 74], "abl": [4, 5, 7, 9, 68], "conf": 4, "str": [4, 5, 13, 16, 19, 23, 25, 26, 28, 31, 41, 43, 44, 47, 49, 50, 51, 52, 55, 56, 57, 61, 62, 63, 66, 70, 72, 76], "json": [4, 5, 7, 13, 16, 70], "alloc": [4, 7, 8, 19, 70], "train_agent_exampl": 4, "obligatori": 4, "overwrit": [4, 68, 70, 74, 80], "seed": [4, 16, 61, 63], "id": [4, 5, 7, 68, 70, 76], "respect": [4, 5, 8, 74, 76], "mention": [4, 5, 7, 68, 71], "next": [4, 5, 7, 8, 9, 16, 19, 61, 63, 70, 71, 74, 76, 77, 80], "appropri": [4, 68, 78], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 70], "local": [4, 7, 23, 41, 46, 47, 67, 68, 69, 70, 72, 73, 74, 78], "__version__": [4, 70], "env": [4, 5, 6, 7, 9, 23, 30, 31, 32, 35, 36, 37, 38, 39, 41, 54, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "overwritten": [4, 68], "number": [4, 5, 9, 13, 16, 22, 23, 41, 49, 63, 68, 70, 71, 74, 75], "remot": [4, 8, 9, 70, 77], "bucket": [4, 46, 47], "delet": [4, 19, 43, 74], "previou": [4, 5, 7, 8, 9, 63, 66, 70, 80], "load_ag": [4, 7, 70], "load_agent_exampl": 4, "onc": [4, 9], "predict": [4, 41, 70], "agre": [4, 74], "collect": [4, 5, 23, 49, 70, 78], "sent": [4, 5], "memori": [4, 7], "form": 4, "project": [4, 7, 8, 9, 10, 33, 70, 77], "direct": [4, 5, 68], "support": [4, 5, 9, 77], "plan": 4, "As": [5, 7, 9, 68, 70, 71], "introduct": 5, "three": 5, "receiv": [5, 74, 80], "At": [5, 7, 8, 67, 70, 74, 78, 80], "gym": [5, 6, 16, 39, 41, 54, 58, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 80], "via": 5, "handler": [5, 75], "influenc": [5, 71], "cours": 5, "imag": [5, 7, 9], "modul": [5, 7, 8, 9, 11, 14, 17, 20, 75, 77], "correctli": [5, 7, 26, 74, 77, 78], "scheme": [5, 13], "abstract": 5, "sinc": [5, 6, 7, 73, 75], "task": 5, "handl": [5, 19, 67, 68, 69, 70, 72, 73, 74], "prepar": [5, 9, 19], "initi": [5, 16, 19, 23, 45, 50, 60, 61, 67, 68, 69, 70, 72, 73, 74, 75], "reset": [5, 13, 16, 19, 41, 50, 61, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 78], "dictionari": [5, 6, 8, 13, 16, 25, 26, 50, 61, 68, 71, 76], "kei": [5, 6, 7, 13, 16, 19, 25, 28, 31, 52, 62], "time_elaps": [5, 67, 69, 70, 72, 73, 74], "elaps": [5, 49], "month": [5, 27, 29, 55, 56, 57, 59, 67, 68, 69, 70, 71, 72, 73, 74, 78, 80], "is_rain": [5, 67, 69, 72, 73, 74], "true": [5, 16, 23, 30, 39, 41, 49, 50, 61, 63, 67, 70, 72, 74], "rain": [5, 79], "count": [5, 41], "than": [5, 7, 8, 65, 68, 75, 76, 80], "idf": [5, 9, 25], "epw": [5, 13, 16, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "eplu": [5, 6, 16, 31, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "demo": [5, 67, 68, 71, 72, 73, 78], "v1": [5, 6, 16, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "usa_pa_pittsburgh": [5, 67, 69, 71, 72, 79], "allegheni": [5, 67, 69, 71, 72, 79], "counti": [5, 67, 69, 71, 72, 79], "ap": [5, 67, 68, 69, 70, 71, 72, 79], "725205_tmy3": [5, 67, 69, 71, 72, 79], "No": [5, 68], "01": [5, 70, 74], "31": [5, 6, 50, 67, 68, 69, 70, 71, 72, 73, 74], "03": [5, 70, 74], "hot": [5, 6, 55, 56, 57, 68, 69, 73, 74, 76, 79], "usa_az_davi": [5, 69, 73, 74, 79], "monthan": [5, 69, 73, 74, 79], "afb": [5, 69, 73, 74, 79], "722745_tmy3": [5, 69, 73, 74, 79], "mix": [5, 70, 76, 79], "usa_ny_new": [5, 70, 79], "j": [5, 70, 79], "f": [5, 9, 70, 79], "kennedi": [5, 70, 79], "intl": [5, 68, 70, 79], "744860_tmy3": [5, 70, 79], "usa_wa_port": [5, 68, 79], "angel": [5, 68, 79], "william": [5, 68, 79], "r": [5, 55, 57, 68, 79], "fairchild": [5, 68, 79], "727885_tmy3": [5, 68, 79], "box": [5, 16, 69, 73, 74], "stochast": [5, 23, 41, 68, 70, 76], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 65], "shopwithvandbatteri": 5, "either": [5, 50], "predefin": [5, 68, 71, 76], "shown": [5, 9, 68, 74, 78, 80], "argument": [5, 19, 50, 68], "subsect": 5, "building_fil": [5, 16], "intermedi": 5, "element": [5, 25, 28, 49, 75, 80], "diagram": 5, "weather_fil": [5, 13, 16, 68], "climat": [5, 79], "condit": [5, 16, 29, 35], "sever": [5, 7, 13, 68, 71, 76, 79, 80], "select": [5, 9, 13, 16, 35, 36, 37, 61, 68, 73, 74, 80], "re": [5, 75], "randomli": [5, 13, 16, 37, 65, 68, 78], "done": [5, 49, 70, 72, 75], "increas": [5, 74, 76, 80], "complex": [5, 77], "desir": [5, 73], "weather_vari": [5, 12, 16, 68], "ornstein": [5, 13, 16], "uhlenbeck": [5, 13, 16], "tupl": [5, 6, 13, 16, 19, 29, 52, 55, 56, 57, 60, 61, 62, 63, 72], "sigma": [5, 13, 16], "mu": [5, 16], "tau": [5, 13], "whose": [5, 49, 76], "natur": 5, "moreov": 5, "need": [5, 7, 9, 67, 72, 73, 75], "reward_kwarg": [5, 16, 68, 76], "sub": [5, 7, 16], "max_ep_data_store_num": [5, 16, 68], "last": [5, 9, 16, 31, 61, 64], "n": [5, 63, 74], "activ": [5, 9, 22, 49, 61, 69, 70, 72, 74, 75], "present": [5, 13, 75], "time_vari": [5, 16, 19, 68], "By": [5, 6, 9, 68, 74, 76], "day_of_month": [5, 68, 70, 71, 73, 74, 80], "custom_variable_nam": 5, "variable_kei": 5, "rdd": 5, "gener": [5, 7, 8, 13, 16, 70, 71, 74, 75], "similar": [5, 76], "custom_meter_nam": 5, "mdd": 5, "mtd": 5, "custom_actuator_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "actuator_original_nam": 5, "empti": [5, 9, 16, 19], "data_avail": [5, 75], "txt": [5, 8, 75], "alon": [5, 43], "dynam": [5, 74, 80], "action_spac": [5, 16, 37, 67, 68, 69, 72, 73, 74, 78], "standard": [5, 8, 25, 29, 35, 67, 78], "previous": [5, 13, 75], "inconsist": [5, 68], "constant": [5, 55, 56, 57, 70, 72, 73, 76], "meanwhil": 5, "effect": [5, 16], "solut": 5, "_action_transform": 5, "eplus_env": [5, 61], "recommend": [5, 7, 8, 9, 36, 68, 69, 74, 76], "deactiv": [5, 49, 61, 73, 75], "update_flag_norm": [5, 16], "action_map": [5, 16, 68, 74, 80], "link": [5, 7], "index": [5, 74, 80], "0": [5, 7, 16, 22, 27, 49, 52, 55, 56, 57, 60, 65, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "would": [5, 7, 69, 74, 76], "env_nam": [5, 13, 16, 31, 68, 70, 75], "directori": [5, 9, 13, 16, 46, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "runperiod": [5, 13, 16, 67, 68, 69, 70, 71, 72, 73, 74], "grow": 5, "config_param": [5, 6, 16, 68], "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "certain": 5, "characterist": [5, 76], "dedic": 5, "give": [5, 7, 74], "explan": 5, "download": [5, 70], "ddy": [5, 13], "exactli": 5, "should": [5, 6, 7, 9, 23, 54, 75, 78], "That": [5, 76], "sizingperiod": [5, 69], "designdai": [5, 13, 69], "site": [5, 68, 69], "alreadi": [5, 7, 68, 73, 77], "even": [5, 68, 73], "perhap": 5, "ones": 5, "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 76], "convert": [5, 25, 74, 80], "convertinputformat": 5, "Be": 5, "ensur": [5, 74], "correct": [5, 7, 9, 29, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "now": [5, 7, 9, 67, 70, 72, 73, 74], "know": [5, 7, 75], "look": [5, 30, 32, 39, 73, 75], "amplifi": 6, "investig": 6, "To": [6, 7, 9, 70, 77], "extra_param": 6, "timesteps_per_hour": [6, 68], "1997": 6, "1998": 6, "appli": [6, 8, 13, 16, 59, 64, 70], "skeleton": 6, "separ": 6, "less": [6, 69], "1991": [6, 67, 68, 69, 70, 71, 72, 73, 74], "determin": [6, 13, 19, 50, 70, 74], "start_dai": [6, 67, 68, 69, 70, 71, 72, 73, 74], "start_month": [6, 67, 68, 69, 70, 71, 72, 73, 74], "start_year": [6, 67, 68, 69, 70, 71, 72, 73, 74], "end_dai": [6, 27, 67, 68, 69, 70, 71, 72, 73, 74], "end_month": [6, 67, 68, 69, 70, 71, 72, 73, 74], "end_year": [6, 27, 67, 68, 69, 70, 71, 72, 73, 74], "manual": [6, 8, 69, 70], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 19, 70], "apply_extra_conf": 6, "gcloud": [7, 70], "idea": [7, 76], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 67, 70, 78], "job": [7, 8, 9, 77], "remov": [7, 43, 55, 56, 57, 76], "firstli": 7, "sdk": [7, 9], "auth": [7, 43], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": [7, 74, 80], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 45, 46, 47], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 38, 39], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "termin": [7, 49, 50, 51, 62, 63, 67, 68, 69, 70, 72, 73, 74, 78], "applic": [7, 77], "login": [7, 70], "upload": [7, 8, 47, 70], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 70, 74, 80], "europ": 7, "west1": 7, "b": [7, 70], "privileg": [7, 44], "restart": 7, "never": [7, 67, 78], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 64, 67, 68, 69, 70, 72, 73, 74, 79], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 80], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 77, 78], "write": [7, 8, 9, 13, 52, 77], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": [7, 19], "arg": [7, 9, 22, 23, 52, 67, 68, 69, 70, 72, 73, 74], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 19, 77], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "inner": [7, 22, 43, 46, 47], "confus": 7, "helper": 7, "upgrad": [7, 70], "global": [7, 41], "least": 7, "free": [7, 73], "might": 7, "submit": 7, "region": 7, "config": [7, 67, 68, 69, 70, 71, 72, 73, 74, 77], "substitut": [7, 59, 68, 74, 75, 80], "predetermin": 7, "enter": [7, 78], "after": [7, 41, 67, 68, 74], "immedi": 7, "hasn": [7, 28], "yet": [7, 77], "think": 7, "notifi": 7, "happen": [7, 8], "wait": [7, 70], "minut": [7, 70], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8], "group": [7, 43], "quot": 7, "probabl": 7, "readi": [7, 9, 67, 68, 69, 70, 72, 73, 74], "connect": [7, 18], "ssh": 7, "optim": 7, "o": 7, "attach": 7, "everi": [7, 8, 9, 23, 67, 69, 72, 73, 74, 77, 78], "evalu": [7, 23, 70, 76], "without": [7, 8, 64, 69], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "export": [7, 26, 71], "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 70, 75, 78], "gitignor": 7, "ignor": [7, 8, 77], "final": [7, 67, 69, 70], "token": [7, 43, 44], "trigger": [7, 23], "event": [7, 8, 50], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": [8, 9], "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 23, 39, 41, 60, 70, 73, 74], "rise": 8, "pytyp": 8, "d": [8, 67, 68, 69, 70, 72, 73, 74], "cannot": 8, "fix": 8, "compil": 8, "sphinx": 8, "rais": [8, 13, 41], "exist": [8, 68, 74, 75], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "word": 8, "doc": [8, 9, 70], "spelling_wordlist": 8, "alphabet": 8, "accept": 8, "messag": [8, 50, 68], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 76, 78], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 39], "commit": 8, "ci": [8, 39], "string": [8, 50], "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 67, 68, 69, 70, 71, 72, 73, 74, 77], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "pypi": [8, 9], "yml": [8, 9, 77], "minim": 8, "below": [9, 74, 76, 79], "throughout": 9, "ubuntu": 9, "18": [9, 67, 68, 70, 72, 73, 74, 79], "04": [9, 70], "lt": [9, 70], "9": [9, 36, 55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 76, 79], "7": [9, 67, 68, 69, 70, 72, 73, 74, 76, 79], "22": [9, 67, 68, 69, 70, 72, 73, 74], "avoid": [9, 41], "wish": 9, "pip": [9, 70, 77], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 68, 74], "pop": [9, 72], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 78], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 67, 68, 69, 70, 72, 73, 74], "bin": 9, "altern": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 74, 76], "instruct": 9, "linux": 9, "choos": 9, "pythonpath": 9, "interpret": 9, "told": 9, "consid": [9, 55, 56, 57, 67, 76], "subset": [9, 68, 74, 80], "supervis": [9, 77], "vv": [9, 77], "anywai": [9, 77], "param": [12, 13, 22, 23, 36, 49, 70], "modif": [12, 76], "json_fil": 13, "dict": [13, 16, 19, 23, 25, 26, 31, 41, 49, 52, 61, 62, 63, 72, 73, 74, 76], "max_ep_stor": 13, "int": [13, 16, 23, 27, 29, 41, 49, 52, 55, 56, 57, 61, 62, 63, 72, 73], "extra_config": 13, "_json_path": 13, "_weather_path": 13, "_ddy_path": 13, "_idd": 13, "idd": 13, "opyplu": [13, 28, 67, 68, 69, 70, 72, 73, 74], "epm": [13, 28], "_variabl": 13, "_meter": 13, "_actuat": 13, "experiment_path": [13, 16, 70, 71], "episode_path": [13, 16], "none": [13, 16, 19, 23, 26, 31, 32, 35, 36, 39, 41, 49, 50, 52, 61, 63, 64, 70, 72], "ddy_model": 13, "weather_data": [13, 67, 68, 69, 70, 72, 73, 74], "weatherdata": 13, "zone_nam": [13, 16, 71], "episode_length": [13, 16, 71], "second": [13, 27, 41, 49, 67, 68, 69, 70, 71, 72, 73, 74], "step_siz": [13, 16, 71], "timestep_per_episod": [13, 16, 70, 71], "__init__": [13, 16, 19, 22, 23, 35, 36, 37, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 72, 76], "adapt_building_to_config": 13, "adapt_building_to_epw": 13, "summerdai": 13, "ann": 13, "clg": [13, 71], "condn": 13, "db": 13, "mwb": 13, "winterdai": 13, "htg": [13, 71], "99": [13, 67, 68, 70, 72, 73, 74], "summer": [13, 55, 56, 57, 76, 79], "winter": [13, 76, 79], "desingdai": 13, "adapt_building_to_met": 13, "adapt_building_to_vari": 13, "apply_weather_vari": 13, "drybulb": [13, 68, 73], "variat": [13, 60], "float": [13, 16, 27, 29, 31, 41, 49, 55, 56, 57, 60, 61, 62, 63, 64], "affect": [13, 41], "ou": 13, "properti": [13, 16, 19], "building_path": [13, 16, 19, 71], "ddy_path": [13, 16], "get_schedul": 13, "found": [13, 80], "idd_path": [13, 16], "save_building_model": 13, "set_episode_working_dir": 13, "dir": 13, "except": [13, 19, 50], "parent": 13, "update_weather_path": 13, "weather_path": [13, 16, 19, 71], "float32": [16, 74], "bool": [16, 19, 23, 30, 39, 41, 49, 61, 62, 63, 72], "linearreward": [16, 76], "union": [16, 26, 49, 55, 56, 57, 61, 62, 63, 72], "sampl": [16, 67, 68, 69, 72, 74, 78, 79], "match": [16, 19], "transfer": [16, 19], "map": [16, 68, 74, 80], "tao": 16, "feedback": 16, "pass": [16, 23, 41], "actuator_handl": 16, "available_handl": 16, "close": [16, 61, 67, 68, 69, 70, 72, 73, 74, 78], "is_run": [16, 19, 71], "metadata": 16, "render_mod": 16, "human": [16, 29, 35], "meter_handl": 16, "observation_spac": 16, "render": [16, 23, 39, 41, 70], "mode": 16, "ndarrai": [16, 49, 59, 61, 62, 63, 64, 65, 66, 72], "np_random": [16, 61], "chosen": [16, 35, 36, 37, 61, 73, 78], "entropi": [16, 61], "addit": [16, 22, 39, 41, 61, 71], "np": [16, 49, 59, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "integ": [16, 61], "truncat": [16, 61, 62, 67, 68, 69, 70, 72, 73, 74, 78], "var_handl": 16, "pyenergyplu": 18, "obs_queu": 19, "queue": [19, 74, 80], "info_queu": 19, "act_queu": 19, "runner": 19, "thread": 19, "make_eplus_arg": 19, "transform": [19, 59, 60, 74, 80], "output_path": [19, 31], "descript": 19, "stop": 19, "forc": [19, 70], "clean": 19, "join": 19, "again": 19, "common": [20, 23, 41, 70, 71, 73, 76, 77], "kwarg": [22, 23, 52, 64], "plot": 22, "tensorboard": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "ep_term_energi": 22, "num_comfort_viol": 22, "ep_timestep": 22, "increment": [22, 60, 80], "verbos": [22, 23, 70, 77], "csvlogger": [22, 61, 70, 72, 75], "boolean": 22, "on_training_end": 22, "eval_env": [23, 70], "callback_on_new_best": 23, "accord": [23, 79], "n_eval_episod": [23, 41, 70], "eval_freq": [23, 70], "eval": [23, 70], "freq": 23, "log_path": [23, 70], "npz": 23, "best_model_save_path": [23, 70], "determinist": [23, 41, 70], "stable_baselines3": [23, 41, 70], "vec_env": [23, 41, 70], "vecenv": [23, 41], "callback_after_ev": 23, "10000": 23, "update_child_loc": 23, "locals_": 23, "eppi": 25, "de": 25, "excel": [26, 71], "rel": [26, 68], "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": [27, 74, 80], "st": 27, "mon": 27, "24": [27, 67, 68, 69, 72, 74], "got": 28, "explicitli": 28, "season": [29, 55, 56, 57, 71, 73, 76, 79], "ashra": [29, 35, 36], "55": [29, 35, 79], "thermal": [29, 35, 56, 76], "environment": [29, 35], "2004": [29, 35], "wrapper_class": [30, 32], "last_result": 31, "max": [31, 55, 57], "min": [31, 71], "absolut": [31, 55, 57, 76], "retriev": 32, "vecenvwrapp": 32, "recurs": [32, 46, 47], "search": 32, "unwrap": [32, 75], "till": 32, "basic": 34, "eplusenv": [35, 36, 37, 59, 61, 62, 63, 64, 66, 70], "static": [35, 36], "setpoint": [35, 36, 60, 68, 73, 74, 80], "act": [35, 36, 37, 65, 73], "sequenc": [35, 36, 37, 72, 73], "perceiv": [35, 36, 73], "2zonedatacenterhvac": 36, "tc9": 36, "2016": 36, "checker": 38, "dlr": [38, 39], "rm": [38, 39], "baselines3": [38, 39], "skip_render_check": 39, "openai": 39, "blob": 39, "master": 39, "mainli": 39, "type_alias": 41, "policypredictor": 41, "callabl": [41, 51, 61], "reward_threshold": 41, "return_episode_reward": 41, "scale": [41, 64, 76, 77], "earli": 41, "anyth": 41, "els": [41, 73], "basealgorithm": 41, "basepolici": 41, "minimum": [41, 56, 60, 74], "expect": 41, "met": 41, "lack": 41, "std": 41, "easier": 42, "instance_group_nam": 43, "respons": [43, 75], "vm": 43, "mig": 43, "request": 43, "petit": [44, 45], "ask": [45, 46, 47], "resourc": [45, 46, 47], "bucket_nam": 46, "blob_prefix": 46, "exclud": 46, "src_path": 47, "dest_bucket_nam": 47, "dest_path": 47, "destin": 47, "monitor_head": [49, 61, 72], "progress_head": [49, 61, 72], "log_progress_fil": [49, 72], "log_fil": [49, 72], "header": [49, 61, 72], "sub_run_n": 49, "res_n": 49, "steps_data": 49, "arrai": [49, 73, 74], "elabor": 49, "later": 49, "total_timestep": [49, 70], "total_time_elaps": 49, "comfort_violation_timestep": 49, "comfort_penalti": [49, 70, 72], "belong": [49, 75], "activate_flag": 49, "deactivate_flag": 49, "log_episod": 49, "log_step": 49, "ob": [49, 59, 64, 66, 67, 68, 69, 70, 72, 73, 74, 78], "log_step_norm": 49, "set_log_fil": 49, "new_log_fil": 49, "fmt": 50, "datefmt": 50, "style": 50, "formatt": [50, 51], "special": 50, "date": 50, "omit": 50, "iso8601": 50, "rfc": 50, "3339": 50, "x1b": 50, "38": 50, "20m": 50, "levelnam": 50, "0m": 50, "20": [50, 67, 68, 72, 73, 74], "30": [50, 55, 56, 57, 68, 73, 74], "33": [50, 70, 73], "40": [50, 74], "50": [50, 68, 70], "1m": 50, "bold_r": 50, "text": 50, "operand": 50, "oper": 50, "yield": 50, "coupl": 50, "preparatori": 50, "carri": [50, 75], "logrecord": 50, "getmessag": 50, "usestim": 50, "formattim": 50, "formatexcept": 50, "append": [50, 67, 68, 69, 70, 72, 73, 77, 78], "grei": 50, "red": 50, "yellow": 50, "getlogg": 51, "customformatt": 51, "dump": 52, "pair": 52, "onto": 52, "sb3": [52, 70], "key_valu": 52, "key_exclud": 52, "temperature_vari": [55, 56, 57, 68, 76], "energy_vari": [55, 56, 57, 68, 76], "range_comfort_wint": [55, 56, 57, 68, 76], "range_comfort_summ": [55, 56, 57, 68, 76], "summer_start": [55, 56, 57], "summer_fin": [55, 56, 57], "energy_weight": [55, 57, 68, 76], "lambda_energi": [55, 56, 57, 76], "0001": [55, 56, 57, 70], "lambda_temperatur": [55, 56, 57, 76], "exponenti": [55, 76], "w": [55, 56, 57, 67, 68, 69, 70, 72, 73, 74, 76], "lambda_": [55, 57], "lambda_t": [55, 57, 76], "exp": 55, "t_": [55, 57, 76], "cold": [55, 56, 57, 76, 79], "session": [55, 56, 57], "dimens": [55, 56, 57, 74, 76], "1e": [55, 56, 57, 64, 76], "min_energy_weight": 56, "range_comfort_hour": 56, "linear": [56, 57, 76], "is_weekend": [59, 74, 80], "sin": [59, 74, 80], "co": [59, 74, 80], "sen": 59, "initial_valu": [60, 74], "delta_temp": [60, 74], "step_temp": [60, 74], "action_nam": 60, "maximum": [60, 68, 74, 75], "logger_class": [61, 72], "activate_logg": 61, "deactivate_logg": 61, "reward_term": [62, 74], "vector": [62, 63, 74, 80], "scalar": [62, 74, 80], "flatten": [63, 74], "stack": [63, 74, 80], "flat": 63, "reli": 70, "get_unwrapped_ob": 64, "rate": [65, 68], "simultan": 65, "upper": 65, "previous_vari": [66, 74], "farama": 67, "loop": 67, "numpi": [67, 68, 69, 70, 71, 72, 73, 74, 78], "workspac": [67, 68, 69, 70, 71, 72, 73, 74, 78], "res1": [67, 68, 69, 70, 71, 72, 73], "39": [67, 68, 69, 70, 71, 72, 73, 74], "start_weekdai": [67, 68, 69, 70, 71, 72, 73, 74], "n_steps_per_hour": [67, 68, 69, 70, 71, 72, 73, 74], "31536000": [67, 68, 69, 70, 71, 72, 73, 74], "900": [67, 68, 69, 70, 71, 72, 73, 74], "35040": [67, 68, 69, 70, 71, 72, 73, 74], "glanc": [67, 78], "someth": 67, "current_month": [67, 68, 69, 70, 72, 73, 74, 78], "displai": [67, 68, 69, 72, 73, 74, 78], "print": [67, 68, 69, 70, 71, 72, 73, 74, 78], "sub_run1": [67, 68, 69, 70, 72, 73, 74, 75], "usr": [67, 68, 69, 70, 72, 73, 74], "lib": [67, 68, 69, 70, 72, 73, 74], "dist": [67, 68, 69, 70, 72, 73, 74], "493": [67, 68, 69, 70, 72, 73, 74], "futurewarn": [67, 68, 69, 70, 72, 73, 74], "line_termin": [67, 68, 69, 70, 72, 73, 74], "keyword": [67, 68, 69, 70, 72, 73, 74], "deprec": [67, 68, 69, 70, 72, 73, 74], "linetermin": [67, 68, 69, 70, 72, 73, 74], "epw_cont": [67, 68, 69, 70, 72, 73, 74], "self": [67, 68, 69, 70, 72, 73, 74, 76], "_headers_to_epw": [67, 68, 69, 70, 72, 73, 74], "use_datetim": [67, 68, 69, 70, 72, 73, 74], "df": [67, 68, 69, 70, 72, 73, 74], "to_csv": [67, 68, 69, 70, 72, 73, 74], "4254385096063296": [67, 72], "21": [67, 68, 69, 72, 73, 74, 79], "817875": 67, "23": [67, 68, 69, 72, 73, 74], "054222": 67, "reward_energi": [67, 69, 72, 73, 74], "09759966457086716": [67, 72], "reward_comfort": [67, 69, 72, 73, 74], "753277354641792": [67, 72], "total_energi": [67, 69, 72, 73, 74], "975": [67, 72], "9966457086716": [67, 72], "abs_comfort": [67, 69, 72, 73, 74], "17": [67, 68, 70, 72, 73, 74, 79], "246722645358208": [67, 72], "1394": 67, "7826506188903": 67, "744": [67, 69, 72, 73, 74], "3333333333334": [67, 72], "997723": 67, "894978": 67, "2977": [67, 72, 73, 74], "04879983228543358": 67, "498780432410737": 67, "3066": 67, "78837616243": 67, "1416": [67, 69, 72, 73, 74], "3125": [67, 73, 74], "16": [67, 68, 70, 72, 74, 79], "752909": 67, "27": [67, 68, 69, 74], "053444": 67, "5665": [67, 72, 73, 74], "026568975416104906": 67, "05313795083220981": 67, "531": 67, "3795083220981": 67, "512972013113217": 67, "4709": 67, "293729177251": 67, "2160": [67, 69, 72, 73, 74], "3333333333335": 67, "1067": [67, 70], "596006": 67, "8641": [67, 72, 73, 74], "20446464864375535": 67, "4089292972875107": 67, "59107070271249": 67, "6749": 67, "687501258369": 67, "2880": [67, 69, 72, 73, 74], "25": [67, 68, 69, 70, 72, 73, 74, 79], "926786": 67, "206514": 67, "11521": [67, 72, 73, 74], "854637974986215": 67, "8825": 67, "38683295474": 67, "3624": [67, 69, 72, 73, 74], "450157": 67, "871521": 67, "14497": [67, 72, 73, 74], "33089573323892": 67, "10535": 67, "06315803729": 67, "4344": [67, 69, 72, 73, 74], "933506": 67, "29": [67, 68, 72, 74], "778053": 67, "17377": [67, 72, 73, 74], "010234480286959169": 67, "020468960573918338": 67, "97953103942608": 67, "12101": 67, "875214060821": 67, "5088": [67, 69, 72, 73, 74], "418365": 67, "28": [67, 68, 72, 73, 74], "15558": 67, "20353": [67, 72, 73, 74], "08497719632228318": 67, "16995439264456635": 67, "830045607355434": 67, "13628": 67, "224742555516": 67, "5832": [67, 69, 72, 73, 74], "141188": 67, "852926": 67, "23329": [67, 72, 73, 74], "34856257767809495": 67, "6971251553561899": 67, "30287484464381": 67, "15604": 67, "503745255817": 67, "6552": [67, 69, 72, 73, 74], "333333333333": [67, 72], "657272": 67, "77765": 67, "26209": [67, 72, 73, 74], "005330003468504883": 67, "010660006937009766": 67, "106": [67, 72], "60006937009766": 67, "42654933751714": 67, "17794": 67, "149582078517": 67, "7296": [67, 69, 72, 73, 74], "375": [67, 72, 73, 74], "11": [67, 69, 70, 72, 73, 74], "784815": 67, "138014": 67, "29185": [67, 72, 73, 74], "006359279454720524": 67, "012718558909441048": 67, "127": 67, "18558909441047": 67, "016856425029037": 67, "18838": 67, "972733052567": 67, "8016": [67, 69, 72, 73, 74], "190203": 67, "723541": 67, "32065": [67, 72, 73, 74], "8149987978345082": 67, "016586334952939066": 67, "6134112607160773": 67, "165": 67, "86334952939066": 67, "386588739283923": 67, "forget": [67, 73], "cumul": [67, 68, 69, 70, 72, 73, 76, 78], "5678685244508332": 67, "19898": 67, "11309675785": 67, "over": 67, "discuss": 68, "environment_id": 68, "long": [68, 70, 74], "scratch": 68, "obvious": 68, "thing": [68, 76], "expreward": [68, 76], "air_temperatur": [68, 70, 71, 73, 74], "hvac_electricity_demand_r": [68, 70, 71, 74], "26": [68, 69, 73, 74], "methodologi": 68, "esp_granada": [68, 79], "084190_swec": [68, 79], "001": [68, 70], "fin_helsinki": [68, 79], "029740_iwec": [68, 79], "prt_lisboa": [68, 79], "085360_ineti": [68, 79], "res2": 68, "togeth": [68, 76], "bellow": [68, 76], "new_time_vari": 68, "new_vari": 68, "outdoor_temperatur": [68, 70, 71, 73, 74], "outdoor_humid": [68, 70, 71, 74], "humid": [68, 79], "wind_spe": [68, 70, 71, 74], "wind": 68, "speed": 68, "wind_direct": [68, 70, 71, 74], "diffuse_solar_radi": [68, 70, 71, 74], "diffus": 68, "solar": 68, "radiat": 68, "direct_solar_radi": [68, 70, 71, 74], "west_htg_setpoint": 68, "thermostat": [68, 71], "west": [68, 79], "east_htg_setpoint": 68, "east": 68, "west_clg_setpoint": 68, "east_clg_setpoint": 68, "west_zone_temperatur": 68, "east_zone_temperatur": 68, "west_zone_air_humid": 68, "east_zone_air_humid": 68, "total": [68, 70, 74], "demand": 68, "new_met": 68, "east_zone_electr": 68, "west_zone_electr": 68, "new_actu": 68, "heating_setpoint_rl": [68, 70, 71], "compact": 68, "cooling_setpoint_rl": [68, 70, 71], "new_action_map": 68, "15": [68, 70, 72, 73, 74], "new_action_spac": 68, "varibl": 68, "observation_vari": [68, 71, 72, 73, 74], "action_vari": [68, 71, 72], "727885_tmy3_random_1": 68, "0_0": [68, 70], "0457358226428322": 68, "36642": 68, "58322540486": 68, "fit": 68, "new_env_nam": 68, "extra_conf": 68, "apply_weekend_holiday_rul": 68, "begin_day_of_month": 68, "begin_month": 68, "begin_year": 68, "day_of_week_for_start_dai": 68, "tuesdai": 68, "end_day_of_month": 68, "use_weather_file_daylight_saving_period": 68, "use_weather_file_holidays_and_special_dai": 68, "use_weather_file_rain_ind": 68, "use_weather_file_snow_ind": 68, "172800": 68, "600": 68, "288": 68, "disadvantag": 69, "adjust": [69, 76], "stand": 69, "propos": 69, "loggerwrapp": [69, 70, 74, 78, 80], "high": [69, 73], "shape": 69, "ashrae901_officemedium_std2019_denv": 69, "040098962863255": 69, "037786761565728": 69, "04241116416078228": 69, "20377": 69, "86761565728": 69, "738852781557213": 69, "53822100691485": 69, "379228760971404": 69, "042411164160782": 69, "70616176904293": 69, "703710048030462": 69, "721180581946832": 69, "746080113592953": 69, "724106409891995": 69, "75203949912126": 69, "148026393976973": 69, "541555584377814": 69, "325717463001574": 69, "566761270651252": 69, "717924954819775": 69, "745565263920668": 69, "720729493260777": 69, "749034869196144": 69, "321": 69, "9497354183802": 69, "97": 69, "006402439024390249": 69, "012804878048780497": 69, "128": 69, "04878048780498": 69, "999634653629034": 69, "820452116127708": 69, "876186402701965": 69, "903480020252864": 69, "999555056583162": 69, "99666173171838": 69, "184828759025105": 69, "130006355654462": 69, "168621791819803": 69, "147029855625828": 69, "322752347845213": 69, "27766692168502": 69, "309153008391664": 69, "29208712515913": 69, "235045107678307": 69, "18328668832165": 69, "21973711769706": 69, "19937480889174": 69, "8449": 69, "532869819053": 69, "1057": 69, "008417052432114897": 69, "016834104864229794": 69, "168": 69, "34104864229795": 69, "149345848460342": 69, "75953682781952": 69, "81770703019136": 69, "858321421792976": 69, "150514461425416": 69, "14812351670179": 69, "2656312266007": 69, "21262374343245": 69, "2540491619612": 69, "22475557813916": 69, "46107642729404": 69, "42047961195113": 69, "4517277581382": 69, "430404117791642": 69, "33763950224591": 69, "288256827640698": 69, "326602915153778": 69, "299827804173795": 69, "10750": 69, "45064163916": 69, "5281": 69, "010066938284793056": 69, "020133876569586113": 69, "201": 69, "33876569586113": 69, "19407731358453": 69, "044094470156978": 69, "145014331659493": 69, "352756796479834": 69, "893182764402184": 69, "23319381087007": 69, "74732757969822": 69, "915834805222858": 69, "637541666563628": 69, "256312010106484": 69, "713382639436837": 69, "451401745306942": 69, "064466639774928": 69, "81563768547454": 69, "27639522806313": 69, "439213625906792": 69, "151745967733667": 69, "763586483892364": 69, "11548": 69, "32022823176": 69, "7969": 69, "086629771558385": 69, "902553924481154": 69, "058773967039258": 69, "208877778477245": 69, "800723578113704": 69, "122066701037642": 69, "548694042230082": 69, "8080148135287": 69, "604515386030812": 69, "24260320229046": 69, "309496148008126": 69, "321212935563235": 69, "640351119712147": 69, "74718058330181": 69, "092391290403306": 69, "34132552077085": 69, "13105904442731": 69, "76336967540199": 69, "13024": 69, "726695594163": 69, "10945": 69, "010059948897039251": 69, "020119897794078502": 69, "198977940785": 69, "10453701684556": 69, "36460897157091": 69, "136702063330183": 69, "171485556687838": 69, "70680120943889": 69, "268166982664578": 69, "93625775693054": 69, "524161569812392": 69, "89127306209505": 69, "951894527724924": 69, "122492094230708": 69, "746965024451924": 69, "281406368027305": 69, "949652376996074": 69, "257056918609834": 69, "869705323946068": 69, "267861141693295": 69, "339380228263305": 69, "16892": 69, "403365280938": 69, "13825": 69, "37224105914655": 69, "47561177379764": 69, "81929272545216": 69, "814482411819796": 69, "233862884129856": 69, "9058518362416": 69, "17496552068692": 69, "487341586511533": 69, "501795840290757": 69, "970852161596834": 69, "876061291823856": 69, "776871813136633": 69, "613096200574414": 69, "23259020873576": 69, "423097775218647": 69, "713184079083927": 69, "7345497449363": 69, "219914681982832": 69, "21896": 69, "489124247968": 69, "16801": 69, "008430450234156376": 69, "01686090046831275": 69, "6090046831275": 69, "271287499064524": 69, "19425558540028": 69, "980175234933945": 69, "906032387533777": 69, "103922374125307": 69, "989522929526814": 69, "016204585390692": 69, "266104055476056": 69, "003705212742588": 69, "881385909767747": 69, "48894882371821": 69, "4220851623168": 69, "59396905606546": 69, "999637868869247": 69, "088962724586498": 69, "338281331752377": 69, "06664793651545": 69, "961394089981173": 69, "29221": 69, "960458223268": 69, "19681": 69, "6949311204218827": 69, "5348535808711825": 69, "855008659972583": 69, "5348": 69, "535808711825": 69, "690838559877328": 69, "23471113677184": 69, "274973060234515": 69, "76516048261861": 69, "915884970270934": 69, "71248902108889": 69, "211305724387437": 69, "396200191451324": 69, "224743717142747": 69, "67938107281635": 69, "135732451572082": 69, "254721173565525": 69, "187544582040186": 69, "578972583602845": 69, "710083408093293": 69, "737880199154255": 69, "711392832758165": 69, "779567409386665": 69, "35568": 69, "982500109734": 69, "22657": 69, "3672833996926315": 69, "7144469015911845": 69, "30867148538614": 69, "140368086263685": 69, "107384318126506": 69, "04286119781551": 69, "309459135039948": 69, "21409138679209": 69, "629488521519967": 69, "060250789892102": 69, "840213153181647": 69, "214001477054413": 69, "060763866443537": 69, "137783183036678": 69, "61918932935772": 69, "162618330118143": 69, "629687662635828": 69, "968941836819717": 69, "812593090797378": 69, "13979312148985": 69, "41555": 69, "37202758854": 69, "25633": 69, "217442233499717": 69, "817987145745196": 69, "94047661764487": 69, "90122774932239": 69, "19079547564029": 69, "243057033393647": 69, "362385306000814": 69, "522163031742796": 69, "512114023279846": 69, "591416269343217": 69, "90298745924243": 69, "55705870892625": 69, "44306615365681": 69, "549128667042552": 69, "314940373349994": 69, "49021644748176": 69, "459794392100665": 69, "54942547428998": 69, "46726": 69, "14118324007": 69, "28513": 69, "06789851005825302": 69, "11567712232242755": 69, "54443008629097": 69, "507769966536845": 69, "037801974817327": 69, "117585185109778": 69, "408313327693552": 69, "224862634103623": 69, "11515210984941": 69, "302775628790542": 69, "371940434897027": 69, "32785043815016": 69, "223518887721035": 69, "86131650179226": 69, "115677122322428": 69, "75893242733751": 69, "272802747471584": 69, "45393393827288": 69, "530586901729745": 69, "486634787123645": 69, "50168": 69, "979949119224": 69, "31489": 69, "11419542960070476": 69, "22839085920140953": 69, "2283": 69, "908592014095": 69, "605597453282652": 69, "54394243021113": 69, "424162800676545": 69, "68554015361045": 69, "008645230812945": 69, "35626077584623": 69, "250704417015097": 69, "449767133034882": 69, "31021959098016": 69, "803384417176364": 69, "009565086141368": 69, "074325327970303": 69, "668604907614746": 69, "496495319039795": 69, "769718084042537": 69, "971422646618414": 69, "843637917081118": 69, "31616435897856": 69, "52076": 69, "90037516009": 69, "34369": 69, "85779811067494": 69, "068803440473825": 69, "70031998681098": 69, "139488733403255": 69, "47876613692316": 69, "426144348275088": 69, "706033444412455": 69, "90653200864582": 69, "831731365763897": 69, "006451254621872": 69, "45700782913386": 69, "29789277185311": 69, "486356831060117": 69, "266051343026817": 69, "538095370223804": 69, "73988367970229": 69, "664023677829388": 69, "828491940697145": 69, "100": 69, "4327780881332173": 69, "53505": 69, "6649232406": 69, "load": [69, 71], "replac": 69, "preserv": 69, "sophist": 69, "sy": [70, 71], "datetim": [70, 73], "humanoutputformat": 70, "sb3logger": 70, "wandboutputformat": 70, "todai": 70, "strftime": 70, "y": 70, "m": [70, 79], "d_": 70, "h": [70, 79], "experiment_nam": 70, "sb3_dqn": 70, "_": [70, 74], "experiment_param": 70, "init": 70, "entiti": 70, "wandb_param": 70, "alex_ugr": 70, "entri": 70, "generate_id": 70, "detect": 70, "wandb_notebook_nam": 70, "relogin": 70, "20230803_133346": 70, "bvwtjd74": 70, "sync": 70, "5_2023": 70, "08": [64, 70], "03_13": 70, "33_ud7kza7m": 70, "view": 70, "rememb": [70, 73], "_evalu": 70, "33_evalu": 70, "mlppolici": 70, "cpu": 70, "devic": 70, "dummyvecenv": 70, "loggerev": 70, "eval_callback": 70, "best_model": 70, "output_format": 70, "stdout": 70, "max_length": 70, "120": 70, "set_logg": 70, "log_callback": 70, "earlier": 70, "few": 70, "744860_tmy3_random_1": 70, "259": 70, "userwarn": [70, 73, 74], "dummy_vec_env": 70, "0x7fd60bb56b60": 70, "gt": 70, "orderenforc": 70, "passiveenvcheck": 70, "sub_run2": [70, 74, 75], "51": 70, "28e": 70, "61e": 70, "07": 70, "18227": 70, "932": 70, "937": 70, "03e": 70, "103": 70, "52020353": 70, "air_humid": [70, 71, 74], "48": 70, "clg_setpoint": [70, 71, 73, 74], "co2_emiss": [70, 71, 74], "73": 70, "153": 70, "htg_setpoint": [70, 71, 73, 74], "53": 70, "68": [70, 79], "people_occup": [70, 71, 74], "total_electricity_hvac": [70, 71, 74], "29e": 70, "05": [70, 74], "183": 70, "91": [70, 79], "ep_len_mean": 70, "5e": 70, "ep_rew_mean": 70, "82e": 70, "fp": 70, "2489": 70, "14": [70, 74, 79], "active9": 70, "sub_run3": [70, 75], "num_timestep": 70, "70077": 70, "episode_reward": 70, "14548": 70, "76": 70, "00": [70, 74], "53e": 70, "comfort_viol": 70, "35": [70, 79], "mean_cumulative_reward": 70, "45e": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "77e": 70, "415": 70, "power_penalti": [70, 72], "std_cumulative_reward": 70, "std_reward": 70, "02e": 70, "15e": 70, "learning_r": 70, "loss": 70, "9e": 70, "n_updat": 70, "5019": 70, "sub_run4": 70, "91e": 70, "14e": 70, "38127": 70, "066": 70, "986": 70, "102": 70, "5440739": 70, "21e": 70, "87e": 70, "1322": 70, "79": [70, 79], "105117": 70, "49e": 70, "13779": 70, "sub_run5": 70, "140154": 70, "30746": 70, "63": 70, "8e": 70, "67": 70, "07e": 70, "877": 70, "26e": 70, "31e": 70, "22538": 70, "sub_run6": 70, "05e": 70, "38866": 70, "49": 70, "55462545": 70, "27e": 70, "89e": 70, "1119": 70, "156": 70, "175194": 70, "59e": 70, "31298": 70, "0x7fd60bb3f3a0": 70, "sinergym_output": 70, "13": [70, 74, 79], "experiment1": 70, "add_dir": 70, "training_output": 70, "evaluation_output": 70, "log_artifact": 70, "success": 70, "histori": [70, 74, 80], "cooling_setpoint_rl25": 70, "16472action": 70, "heating_setpoint_rl19": 70, "41009action_simul": 70, "16472action_simul": 70, "41009episod": 70, "4534episod": 70, "70523": 70, "31224episod": 70, "cumulative_power72096653": 70, "57696episod": 70, "7209": 70, "66536episod": 70, "48828episod": 70, "ep_length70077episod": 70, "00637episod": 70, "mean_power1028": 70, "82049episod": 70, "10288episod": 70, "55463eval": 70, "58007": 70, "70886eval": 70, "52854eval": 70, "62654eval": 70, "mean_ep_length35040": 70, "0eval": 70, "mean_power_consumption34855442": 70, "18523eval": 70, "87747eval": 70, "3485": 70, "54422eval": 70, "std_cumulative_reward0": 70, "std_reward0": 70, "0observ": 70, "hvac_electricity_demand_rate1029": 70, "30906observ": 70, "air_humidity48": 70, "15646observ": 70, "air_temperature22": 70, "75465observ": 70, "clg_setpoint25": 70, "16298observ": 70, "co2_emission0": 70, "day_of_month15": 70, "72013observ": 70, "diffuse_solar_radiation73": 70, "4808observ": 70, "direct_solar_radiation153": 70, "05748observ": 70, "hour11": 70, "49967observ": 70, "htg_setpoint19": 70, "41225observ": 70, "month6": 70, "52587observ": 70, "outdoor_humidity68": 70, "5428observ": 70, "outdoor_temperature12": 70, "50143observ": 70, "people_occupant3": 70, "17898observ": 70, "total_electricity_hvac926553": 70, "11462observ": 70, "wind_direction182": 70, "56271observ": 70, "wind_speed4": 70, "90658rollout": 70, "ep_len_mean35040": 70, "0rollout": 70, "18926": 70, "33507rollout": 70, "exploration_rate0": 70, "05time": 70, "episodes3tim": 70, "fps1119time": 70, "time_elapsed156tim": 70, "total_timesteps175194train": 70, "learning_rate0": 70, "0001train": 70, "loss4591": 70, "75195train": 70, "n_updates31298": 70, "bvwtjd74sync": 70, "media": 70, "151": 70, "evaluation_d": 70, "evaluation_nam": 70, "merg": 70, "sinergym_evalu": 70, "20230803_133654": 70, "empzk2on": 70, "33_hu200t1q": 70, "renam": 70, "36": 70, "load_artifact_ent": 70, "load_artifact_project": 70, "load_artifact_nam": 70, "load_artifact_tag": 70, "load_artifact_model_path": 70, "zip": [70, 73, 74], "wandb_path": 70, "use_artifact": 70, "get_path": 70, "model_path": 70, "923534945260318": 70, "545": 70, "9675551477944": 70, "1053": 70, "746855897233": 70, "1538": 70, "6951964648028": 70, "3263": 70, "7965536177353": 70, "4591": 70, "484569761892": 70, "41": [70, 79], "6091": 70, "750547652644": 70, "7675": 70, "242465461302": 70, "58": 70, "9644": 70, "855276527725": 70, "66": [70, 79], "11367": 70, "84622925184": 70, "75": [70, 79], "13645": 70, "675820447477": 70, "83": [70, 79], "14107": 70, "348329344835": 70, "41950243794317843": 70, "14699": 70, "365425527394": 70, "925224776062733": 70, "548": 70, "262830920861": 70, "1058": 70, "5062791381658": 70, "1575": 70, "8530805786577": 70, "3306": 70, "2620501266692": 70, "4704": 70, "056431691431": 70, "6217": 70, "987133024803": 70, "7784": 70, "173975985413": 70, "9686": 70, "581886177888": 70, "316001700072": 70, "13621": 70, "745435351058": 70, "14094": 70, "360668740097": 70, "41894717522846364": 70, "14679": 70, "90902000385": 70, "7919005989982817": 70, "553": 70, "9519593861705": 70, "1066": 70, "098112779678": 70, "1560": 70, "9201826366045": 70, "3286": 70, "9211366941868": 70, "4660": 70, "212425594923": 70, "6147": 70, "960543074123": 70, "7743": 70, "014540574517": 70, "9648": 70, "436575176998": 70, "11327": 70, "20309820599": 70, "13603": 70, "34240336748": 70, "14089": 70, "751097336599": 70, "41898931985658516": 70, "14681": 70, "38576777339": 70, "78824095830562": 70, "557": 70, "1094170940659": 70, "8894261383139": 70, "1532": 70, "3300955107861": 70, "3273": 70, "1273063036533": 70, "4682": 70, "13989435092": 70, "6188": 70, "620556285447": 70, "7778": 70, "9295888679": 70, "9733": 70, "548610368716": 70, "11396": 70, "738321102088": 70, "13636": 70, "896527096984": 70, "14108": 70, "25626219889": 70, "4194283789134086": 70, "14696": 70, "770397124146": 70, "84397461513269": 70, "552": 70, "3501239139867": 70, "1063": 70, "132403854795": 70, "677885306011": 70, "3241": 70, "4892282191527": 70, "4578": 70, "837169499202": 70, "6014": 70, "590520477295": 70, "7598": 70, "554487446062": 70, "9556": 70, "89837322453": 70, "11216": 70, "899244286305": 70, "13359": 70, "969324879577": 70, "13833": 70, "20644698031": 70, "41174758683638085": 70, "14427": 70, "635442745244": 70, "evaluation1": 70, "empzk2onsync": 70, "92": [70, 79], "extend": [71, 73], "export_schedulers_to_excel": 71, "pprint": 71, "actschd": 71, "space1": 71, "field_nam": 71, "activity_level_schedule_nam": 71, "table_nam": 71, "space2": 71, "space3": 71, "space4": 71, "space5": 71, "basinheatersch": 71, "basin_heater_operating_schedule_nam": 71, "twospe": 71, "setp": 71, "sch": 71, "coolingsetpoint": 71, "setpoint_temperature_schedule_nam": 71, "thermostatsetpoint": 71, "singlecool": 71, "dualsetpoint": 71, "cooling_setpoint_temperature_schedule_nam": 71, "coolingcoilavailsch": 71, "availability_schedule_nam": 71, "coilsystem": 71, "fraction": 71, "eleceq": 71, "schedule_nam": 71, "electricequip": 71, "fanavailsch": 71, "suppli": 71, "fan": 71, "variablevolum": 71, "availabilitymanag": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "singleh": 71, "infil": 71, "zoneinfiltr": 71, "designflowr": 71, "light": 71, "oa": 71, "sched": 71, "minimum_outdoor_air_schedule_nam": 71, "outdoorair": 71, "oarequir": 71, "zoneminoarequir": 71, "outdoor_air_schedule_nam": 71, "designspecif": 71, "number_of_people_schedule_nam": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumhtg": 71, "plenumheatingsetpoint": 71, "reheatcoilavailsch": 71, "reheat": 71, "airtermin": 71, "singleduct": 71, "temp": 71, "setpointmanag": 71, "shadetranssch": 71, "south": 71, "overhang": 71, "transmittance_schedule_nam": 71, "shade": 71, "door": 71, "control_type_schedule_nam": 71, "zonecontrol": 71, "xlsx": 71, "layer": [71, 74, 80], "conform": 71, "my": 71, "often": 71, "plenum": 71, "multiobswrapp": [72, 74, 80], "normalizeobserv": [72, 74, 80], "ranges_5zon": 72, "written": 72, "create_row_cont": 72, "customcsvlogg": 72, "def": [72, 73, 76], "super": [72, 76], "last_10_steps_reward": 72, "_create_row_cont": 72, "total_power_no_unit": 72, "7173": 72, "51828": 72, "1356": 72, "64076468415": 72, "984348": 72, "691034": 72, "367269479029056": 72, "636939293487245": 72, "363060706512755": 72, "3054": 72, "0220095941445": 72, "9632": 72, "817284": 72, "02408891647452545": 72, "0481778329490509": 72, "481": 72, "77832949050895": 72, "188024759178024": 72, "4736": 72, "571454268678": 72, "74891": 72, "531729": 72, "221615023532745": 72, "6785": 72, "093081776233": 72, "275679": 72, "25613": 72, "85061459512608": 72, "8829": 72, "943111164042": 72, "098753": 72, "570164": 72, "339699740700098": 72, "10546": 72, "937765974348": 72, "805853": 72, "79396": 72, "010235060377977945": 72, "02047012075595589": 72, "979529879244044": 72, "12117": 72, "452740165845": 72, "614649": 72, "655542": 72, "08732701526938413": 72, "17465403053876827": 72, "82534596946123": 72, "13646": 72, "256713538365": 72, "055405": 72, "45958": 72, "34864576248800994": 72, "6972915249760199": 72, "30270847502398": 72, "15633": 72, "06135286244": 72, "270668": 72, "874163": 72, "005346094724833048": 72, "010692189449666096": 72, "92189449666095": 72, "411057878533825": 72, "17869": 72, "168300652276": 72, "142776": 72, "004871": 72, "006635015584664937": 72, "013270031169329875": 72, "132": 72, "70031169329874": 72, "10767561929156": 72, "18917": 72, "38133695269": 72, "448978": 72, "824717": 72, "005961230918705193": 72, "011922461837410386": 72, "119": 72, "22461837410385": 72, "411502592832264": 72, "5716922513376816": 72, "20032": 72, "096486873303": 72, "sai": 73, "get_season_comfort_rang": 73, "fact": 73, "myrulebasedcontrol": 73, "feel": 73, "plai": 73, "rbc5zone": 73, "daytim": 73, "obs_dict": [73, 74], "out_temp": 73, "summer_start_d": 73, "summer_final_d": 73, "current_dt": 73, "season_comfort_rang": 73, "setpoints_summ": 73, "in_temp": 73, "current_heat_setpoint": 73, "current_cool_setpoint": 73, "new_heat_setpoint": 73, "new_cool_setpoint": 73, "elif": 73, "weekdai": 73, "weekend": 73, "night": 73, "483546380748924": [73, 74], "11085250479199188": [73, 74], "8562402567058562": [73, 74], "1108": [73, 74], "5250479199187": [73, 74], "143759743294144": [73, 74], "230": [73, 74], "cast": [73, 74], "x": [73, 74], "34": [73, 74, 79], "4209": 73, "458112466861": 73, "029685366369608758": 73, "011259370724288797": 73, "048111362014928716": 73, "112": 73, "59370724288796": 73, "95188863798507": 73, "5258": 73, "108923991286": 73, "6145943008400423": 73, "01764281304368121": 73, "2115457886364034": 73, "176": 73, "42813043681213": 73, "788454211363597": 73, "8277": 73, "381590851526": 73, "857805333622366": 73, "11560": 73, "27249890603": 73, "16617330266530317": 73, "33234660533060634": 73, "832346605330606": 73, "15428": 73, "2855453818": 73, "028967677878128484": 73, "05793535575625697": 73, "057935355756257": 73, "18950": 73, "125686375166": 73, "1033173838869335": 73, "206634767773867": 73, "21612": 73, "411414679176": 73, "4214044541910553": 73, "8428089083821106": 73, "84280890838211": 73, "24279": 73, "26056073612": 73, "869419255431396": 73, "26565": 73, "625438107254": 73, "1548330603406887": 73, "12892567486050366": [73, 74], "1807404458208737": 73, "1289": [73, 74], "2567486050366": [73, 74], "680740445820874": 73, "33525": 73, "82057091275": 73, "004536449977537947": [73, 74], "009072899955075894": [73, 74], "90": [73, 74], "72899955075894": [73, 74], "21287780202281": 73, "37023": 73, "837199708614": 73, "32025586147162616": 73, "6314388229881764": 73, "368561177011824": 73, "1397779917244057": 73, "39937": 73, "82083002047": 73, "variant": [74, 80], "mo": 74, "tradit": [74, 80], "multiobjectivereward": [74, 80], "encount": 74, "shouldn": 74, "previousobservationwrapp": [74, 80], "61": 74, "65": 74, "160": 74, "14376": 74, "904009": 74, "525": 74, "997672": 74, "56": 74, "htg_setpoint_previ": 74, "clg_setpoint_previ": 74, "air_temperature_previ": 74, "248121": 74, "datetimewrapp": [74, 80], "res3": 74, "month_sin": 74, "month_co": 74, "hour_sin": 74, "hour_co": 74, "800000190734863": 74, "650000095367432": 74, "143760681152344": 74, "904008865356445": 74, "5250244140625": 74, "5625": 74, "discreteincrementalwrapp": [74, 80], "decrement": 74, "limit": [74, 76], "current_setpoint": 74, "res4": 74, "WITH": 74, "IN": [], "res5": [], "res6": [], "0000000e": 74, "4000001e": 74, "5000000e": 74, "8750000e": 74, "4500000e": 74, "02": 74, "2800000e": 74, "7248121e": 74, "8887291e": 74, "0360292e": 74, "3242619e": 74, "critic": 74, "proper": 74, "strongli": 74, "01030338481821307": [], "005151692409106535": [], "0338481821307": [], "326224703060248": [], "013657983341870036": [], "006828991670935018": [], "136": [], "57983341870036": [], "500028024178043": [], "803695489827913": [], "37589562390552445": [], "18794781195276222": [], "875895623905524": [], "09951674852219483": [], "049758374261097416": [], "099516748522195": [], "206697930024088": [], "103348965012044": [], "7921548572425543": [], "39607742862127715": [], "792154857242554": [], "86931759432005": [], "0565151084487425": [], "092720391654623": [], "556515108448743": [], "52578524777106": [], "49993261560442": [], "num_simul": 75, "tree": 75, "content": 75, "sub_runn": 75, "monitor_norm": 75, "sub_run": 75, "num_episod": 75, "within": [75, 76, 77], "copi": 75, "suit": 75, "observation_valu": 75, "declar": 75, "row": 75, "regardless": 75, "techniqu": 75, "extern": 75, "factor": 75, "person": 75, "note": 75, "multi": 76, "discomfort": 76, "neg": 76, "perfect": 76, "behavior": 76, "notic": 76, "r_t": 76, "omega": 76, "lambda_p": 76, "p_t": 76, "t_t": 76, "repres": 76, "impos": 76, "assign": 76, "proport": 76, "concord": 76, "kind": 76, "typic": 76, "satisfact": 76, "far": 76, "target": 76, "hourlylinearreward": 76, "slight": 76, "am": 76, "pm": 76, "equal": 76, "seri": 76, "reflect": 76, "usual": [74, 76, 80], "pretti": 76, "imagin": 76, "signal": 76, "__call__": 76, "basereward": 76, "customreward": 76, "naiv": 76, "under": [77, 78], "v": 77, "test_common": 77, "test_const": [], "test_reward": 77, "test_wrapp": 77, "test_simul": 77, "test_env": 77, "test_control": 77, "test_model": 77, "test_stable_baselin": 77, "conceptu": 77, "readm": 77, "try_env": 78, "soon": 78, "dispos": 78, "simplest": 78, "screen": 78, "\u00bac": 79, "aus_nsw": 79, "sydnei": 79, "947670_iwec": 79, "australia": 79, "subtrop": 79, "dry": 79, "col_bogota": 79, "802220_iwec": 79, "bogota": 79, "colombia": 79, "mediterranean": 79, "warm": 79, "mild": 79, "80": 79, "granada": 79, "spain": 79, "latitud": 79, "semiarid": 79, "passiv": 79, "84": 79, "59": 79, "helsinki": 79, "finland": 79, "moist": 79, "continent": 79, "jpn_tokyo": 79, "hyakuri": 79, "477150_iwec": 79, "tokyo": 79, "japan": 79, "78": 79, "mdg_antananarivo": 79, "670830_iwec": 79, "antananarivo": 79, "madagascar": 79, "lisboa": 79, "portug": 79, "marin": 79, "74": 79, "arizona": 79, "desert": 79, "usa_co_aurora": 79, "bucklei": 79, "angb": 79, "724695_tmy3": 79, "colorado": 79, "95": [74, 79], "usa_il_chicago": 79, "ohar": 79, "725300_tmy3": 79, "illinoi": 79, "70": 79, "pennsylvania": 79, "washington": 79, "coastal": 79, "81": 79, "classif": 79, "301": 80, "249": [], "range_gett": [], "epsilon": 64, "coordin": 64, "varianc": 64, "stabil": 64, "res7": 74, "res8": 74, "res9": 74, "precis": [74, 80], "carefulli": [74, 80], "res10": 74, "00499968750430059": 74, "9875907976185373": 74, "9745626607331893": 74, "9973969815420386": 74, "9908525387095581": 74, "007049581561774207": 74, "0070688585864955075": 74, "38732540837457413": 74, "04791484030417072": 74, "9802888899782684": 74, "9802889755036568": 74, "res11": 74, "res12": 74, "8000002e": 74, "1000000e": 74, "6500001e": 74, "6000000e": 74, "7143761e": 74, "8904009e": 74, "1085250e": 74, "9767256e": 74, "00959875470506871": 74, "004799377352534355": 74, "98754705068708": 74, "679941105322207": 74, "01428023828003289": 74, "6179095070455745": 74, "31609487266280367": 74, "142": 74, "8023828003289": 74, "382090492954426": 74, "210308738550406": 74, "4042829598402342": 74, "2021414799201171": 74, "904282959840234": 74, "09800264846136031": 74, "049001324230680154": 74, "09800264846136": 74, "2066365008600854": 74, "1033182504300427": 74, "206636500860085": 74, "8595308128146435": 74, "42976540640732175": 74, "859530812814643": 74, "868898493028976": 74, "1764719481960313": 74, "1526988115282675": 74, "67647194819603": 74, "459687136701213": 74, "36592506134185854": 74, "1874989806484672": 74, "63407493865814": 74}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [14, 0, 0, "-", "envs"], [17, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_config"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_building_to_meters"], [13, 2, 1, "", "adapt_building_to_variables"], [13, 2, 1, "", "apply_weather_variability"], [13, 3, 1, "", "building_path"], [13, 3, 1, "", "ddy_path"], [13, 2, 1, "", "get_schedulers"], [13, 3, 1, "", "idd_path"], [13, 4, 1, "", "logger"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "update_weather_path"], [13, 3, 1, "", "weather_path"]], "sinergym.envs": [[15, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[16, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[16, 2, 1, "", "__init__"], [16, 3, 1, "", "action_space"], [16, 3, 1, "", "actuator_handles"], [16, 3, 1, "", "available_handlers"], [16, 3, 1, "", "building_path"], [16, 2, 1, "", "close"], [16, 3, 1, "", "ddy_path"], [16, 3, 1, "", "episode_length"], [16, 3, 1, "", "episode_path"], [16, 3, 1, "", "experiment_path"], [16, 3, 1, "", "idd_path"], [16, 3, 1, "", "is_running"], [16, 4, 1, "", "logger"], [16, 4, 1, "", "metadata"], [16, 3, 1, "", "meter_handles"], [16, 3, 1, "", "observation_space"], [16, 2, 1, "", "render"], [16, 2, 1, "", "reset"], [16, 3, 1, "", "runperiod"], [16, 3, 1, "", "schedulers"], [16, 2, 1, "", "step"], [16, 3, 1, "", "step_size"], [16, 3, 1, "", "timestep_per_episode"], [16, 2, 1, "", "update_flag_normalization"], [16, 3, 1, "", "var_handles"], [16, 3, 1, "", "weather_path"], [16, 3, 1, "", "zone_names"]], "sinergym.simulators": [[18, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "failed"], [19, 3, 1, "", "is_running"], [19, 4, 1, "", "logger"], [19, 2, 1, "", "make_eplus_args"], [19, 2, 1, "", "start"], [19, 2, 1, "", "stop"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [33, 0, 0, "-", "constants"], [34, 0, 0, "-", "controllers"], [38, 0, 0, "-", "env_checker"], [40, 0, 0, "-", "evaluation"], [42, 0, 0, "-", "gcloud"], [48, 0, 0, "-", "logger"], [53, 0, 0, "-", "rewards"], [58, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[25, 5, 1, "", "eppy_element_to_dict"], [26, 5, 1, "", "export_schedulers_to_excel"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "ranges_getter"], [32, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RBC5Zone"], [36, 1, 1, "", "RBCDatacenter"], [37, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[39, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[41, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "read_from_bucket"], [47, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[49, 1, 1, "", "CSVLogger"], [50, 1, 1, "", "CustomFormatter"], [51, 1, 1, "", "Logger"], [52, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "activate_flag"], [49, 2, 1, "", "deactivate_flag"], [49, 2, 1, "", "log_episode"], [49, 2, 1, "", "log_step"], [49, 2, 1, "", "log_step_normalize"], [49, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[50, 4, 1, "", "FORMATS"], [50, 2, 1, "", "__init__"], [50, 4, 1, "", "bold_red"], [50, 2, 1, "", "format"], [50, 4, 1, "", "grey"], [50, 4, 1, "", "red"], [50, 4, 1, "", "reset"], [50, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "write"]], "sinergym.utils.rewards": [[54, 1, 1, "", "BaseReward"], [55, 1, 1, "", "ExpReward"], [56, 1, 1, "", "HourlyLinearReward"], [57, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[55, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[56, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[59, 1, 1, "", "DatetimeWrapper"], [60, 1, 1, "", "DiscreteIncrementalWrapper"], [61, 1, 1, "", "LoggerWrapper"], [62, 1, 1, "", "MultiObjectiveReward"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"], [65, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [66, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[59, 2, 1, "", "__init__"], [59, 4, 1, "", "logger"], [59, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "action"], [60, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "activate_logger"], [61, 2, 1, "", "close"], [61, 2, 1, "", "deactivate_logger"], [61, 4, 1, "", "logger"], [61, 2, 1, "", "reset"], [61, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[62, 2, 1, "", "__init__"], [62, 4, 1, "", "logger"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 4, 1, "", "logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "normalize"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[66, 2, 1, "", "__init__"], [66, 4, 1, "", "logger"], [66, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 71], "contribut": 0, "project": 0, "us": [0, 4, 7, 68], "exampl": [0, 67, 70, 73, 74, 78], "cite": 0, "api": [1, 9], "refer": 1, "build": [2, 5, 69], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 34, 35, 36, 37, 69, 73], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 70], "callback": [4, 21, 22, 23], "logger": [4, 48, 49, 50, 51, 52, 72, 74, 75], "evalu": [4, 40, 41], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 70], "model": [4, 12, 13, 70], "load": [4, 70], "environ": [5, 9, 68, 71], "addit": 5, "observ": [5, 68, 74], "inform": [5, 71], "list": 5, "avail": 5, "paramet": 5, "file": 5, "weather": [5, 68, 79], "variabl": 5, "reward": [5, 53, 54, 55, 56, 57, 68, 76], "kwarg": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 75], "time": [5, 7], "meter": 5, "actuat": 5, "action": [5, 8, 68, 69], "space": [5, 68], "normal": [5, 74], "flag": 5, "map": 5, "name": 5, "extra": [5, 6, 68], "configur": [5, 6, 7, 9, 68, 72], "ad": [5, 68], "new": [5, 8, 68, 77], "simul": [6, 17, 18, 19], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 72], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 77], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 72], "instal": [9, 77], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 19], "23": 9, "1": [9, 72], "0": 9, "includ": 9, "path": 9, "about": [9, 71], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13], "modeljson": 13, "env": [14, 15, 16], "eplus_env": [15, 16], "eplusenv": 16, "eplu": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32], "eppy_element_to_dict": 25, "export_schedulers_to_excel": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "is_wrap": 30, "ranges_gett": 31, "unwrap_wrapp": 32, "constant": 33, "rbc5zone": 35, "rbcdatacent": 36, "randomcontrol": 37, "env_check": [38, 39], "check_env": 39, "evaluate_polici": 41, "gcloud": [42, 43, 44, 45, 46, 47], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "read_from_bucket": 46, "upload_to_bucket": 47, "csvlogger": 49, "customformatt": 50, "wandboutputformat": 52, "basereward": 54, "expreward": 55, "hourlylinearreward": 56, "linearreward": 57, "wrapper": [58, 59, 60, 61, 62, 63, 64, 65, 66, 72, 74, 80], "datetimewrapp": 59, "discreteincrementalwrapp": 60, "loggerwrapp": [61, 72], "multiobjectivereward": 62, "multiobswrapp": 63, "normalizeobserv": 64, "officegridstoragesmoothingactionconstraintswrapp": 65, "previousobservationwrapp": 66, "basic": 67, "chang": 68, "an": [68, 69], "regist": 68, "updat": 68, "more": 68, "default": 69, "set": 69, "up": 69, "empti": 69, "interfac": 69, "usag": [70, 78], "get": 71, "schedul": 71, "properti": 71, "person": 72, "inherit": 72, "csvloger": 72, "2": 72, "instanti": 72, "rule": 73, "multi": 74, "object": 74, "previou": 74, "datetim": 74, "discret": 74, "increment": 74, "nest": 74, "format": 75, "custom": 76, "test": 77, "pytest": 77, "run": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "Weather files": [[5, "weather-files"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Time variables": [[5, "time-variables"]], "Variables": [[5, "variables"]], "Meters": [[5, "meters"]], "Actuators": [[5, "actuators"]], "Action space": [[5, "action-space"]], "Normalization flag": [[5, "normalization-flag"]], "Action mapping": [[5, "action-mapping"]], "Environment name": [[5, "environment-name"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Include Energyplus Python API in python path": [[9, "include-energyplus-python-api-in-python-path"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[13, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[14, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[15, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[16, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[17, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[18, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[19, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.eppy_element_to_dict": [[25, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[26, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[31, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[32, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[33, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[35, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[36, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[37, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[38, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[39, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[40, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[41, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[46, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[47, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[48, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[49, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[50, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[51, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[52, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[53, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[54, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[55, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[56, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[57, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[59, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[60, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[61, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[62, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[65, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[66, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Updating the weather used in environment": [[68, "Updating-the-weather-used-in-environment"]], "Changing observation and action spaces": [[68, "Changing-observation-and-action-spaces"]], "Adding more extra configuration": [[68, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[69, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[70, "DRL-usage-example"]], "Training a model": [[70, "Training-a-model"]], "Loading a model": [[70, "Loading-a-model"]], "Getting information about Sinergym environments": [[71, "Getting-information-about-Sinergym-environments"]], "Schedulers information": [[71, "Schedulers-information"]], "Environment Properties": [[71, "Environment-Properties"]], "Logger Wrapper personalization/configuration": [[72, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[72, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[72, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[73, "Rule-Controller-example"]], "Wrappers example": [[74, "Wrappers-example"]], "Multi-Objective Wrapper": [[74, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[74, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[74, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[74, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[74, "Normalization-Wrapper"]], "Logger Wrapper": [[74, "Logger-Wrapper"]], "Multi Observation Wrapper": [[74, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[74, "Nesting-wrappers"]], "Output format": [[75, "output-format"]], "Logger": [[75, "logger"]], "Rewards": [[76, "rewards"]], "Custom Rewards": [[76, "custom-rewards"]], "Tests": [[77, "tests"]], "Install Pytest": [[77, "install-pytest"]], "Running tests": [[77, "running-tests"]], "Create new tests": [[77, "create-new-tests"]], "Usage example": [[78, "usage-example"]], "Weathers": [[79, "weathers"]], "Wrappers": [[80, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [14, "module-sinergym.envs"], [15, "module-sinergym.envs.eplus_env"], [17, "module-sinergym.simulators"], [18, "module-sinergym.simulators.eplus"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [33, "module-sinergym.utils.constants"], [34, "module-sinergym.utils.controllers"], [38, "module-sinergym.utils.env_checker"], [40, "module-sinergym.utils.evaluation"], [42, "module-sinergym.utils.gcloud"], [48, "module-sinergym.utils.logger"], [53, "module-sinergym.utils.rewards"], [58, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "modeljson (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_config"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters"]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "building_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.building_path"]], "ddy_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.ddy_path"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "idd_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.idd_path"]], "logger (sinergym.config.modeling.modeljson attribute)": [[13, "sinergym.config.modeling.ModelJSON.logger"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.save_building_model"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[13, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "weather_path (sinergym.config.modeling.modeljson property)": [[13, "sinergym.config.modeling.ModelJSON.weather_path"]], "sinergym.envs": [[14, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[15, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[16, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "actuator_handles (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.actuator_handles"]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.available_handlers"]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.building_path"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.close"]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.ddy_path"]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.episode_length"]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.episode_path"]], "experiment_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.experiment_path"]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.idd_path"]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.is_running"]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[16, "sinergym.envs.eplus_env.EplusEnv.logger"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[16, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "meter_handles (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.meter_handles"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.reset"]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.runperiod"]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.schedulers"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.step"]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.step_size"]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode"]], "update_flag_normalization() (sinergym.envs.eplus_env.eplusenv method)": [[16, "sinergym.envs.eplus_env.EplusEnv.update_flag_normalization"]], "var_handles (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.var_handles"]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.weather_path"]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[16, "sinergym.envs.eplus_env.EplusEnv.zone_names"]], "sinergym.simulators": [[17, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[18, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[19, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "failed() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.failed"]], "is_running (sinergym.simulators.eplus.energyplus property)": [[19, "sinergym.simulators.eplus.EnergyPlus.is_running"]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[19, "sinergym.simulators.eplus.EnergyPlus.logger"]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args"]], "start() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.start"]], "stop() (sinergym.simulators.eplus.energyplus method)": [[19, "sinergym.simulators.eplus.EnergyPlus.stop"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.eppy_element_to_dict"]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_schedulers_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[33, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[35, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[35, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[36, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[36, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[37, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[37, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[37, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[38, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[39, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[40, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[41, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[48, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[49, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.set_log_file"]], "customformatter (class in sinergym.utils.logger)": [[50, "sinergym.utils.logger.CustomFormatter"]], "formats (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.FORMATS"]], "__init__() (sinergym.utils.logger.customformatter method)": [[50, "sinergym.utils.logger.CustomFormatter.__init__"]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.bold_red"]], "format() (sinergym.utils.logger.customformatter method)": [[50, "sinergym.utils.logger.CustomFormatter.format"]], "grey (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.grey"]], "red (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.red"]], "reset (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.reset"]], "yellow (sinergym.utils.logger.customformatter attribute)": [[50, "sinergym.utils.logger.CustomFormatter.yellow"]], "logger (class in sinergym.utils.logger)": [[51, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[51, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[51, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[52, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[52, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[52, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[53, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[54, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[55, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[55, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[56, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[59, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[59, "sinergym.utils.wrappers.DatetimeWrapper.logger"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[59, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[60, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[61, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[61, "sinergym.utils.wrappers.LoggerWrapper.logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[61, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward.logger"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[62, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.logger"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.normalize"]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.reset"]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.step"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[65, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[65, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper.logger"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[66, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}})
\ No newline at end of file
diff --git a/docs/compilation/v1.4.0/.buildinfo b/docs/compilation/v1.4.0/.buildinfo
index ae56d8309a..282ebfb5b6 100644
--- a/docs/compilation/v1.4.0/.buildinfo
+++ b/docs/compilation/v1.4.0/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: bbae821b036829207416975a93f6092b
+config: 098a15bb46a61be87bb34fd43d915449
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/compilation/v1.4.0/.doctrees/environment.pickle b/docs/compilation/v1.4.0/.doctrees/environment.pickle
index 32e5f8bc3c..c65ff678dd 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/environment.pickle and b/docs/compilation/v1.4.0/.doctrees/environment.pickle differ
diff --git a/docs/compilation/v1.4.0/.doctrees/index.doctree b/docs/compilation/v1.4.0/.doctrees/index.doctree
index d394673cd4..fc943048bc 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/index.doctree and b/docs/compilation/v1.4.0/.doctrees/index.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree
index 0a90c54304..467ac45949 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree
index 5d2a92d0e1..a74cb57c76 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree
index 62fd334d9c..989625cacd 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree
index c62cd7c208..6a6fc7a9f6 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree
index afb13fc4a8..e7690be786 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree
index bb466ead35..7eee31a747 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree
index 18234c3c0c..6900ed7280 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree
index 5e128758ed..c5583be1dd 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree
index 299d1a4b04..9f5bc06f29 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree
index 35af63d758..12508ea748 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree
index a05991d534..829fb17a38 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree
index d1ed55f1f6..f440b2701e 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree
index 09bc1625e9..4db87abed4 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree
index f695d33a30..0e05e36fdc 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree
index 70603d1411..00d3f06447 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree
index c7ad95b2a2..7f21cfe458 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree
index cd8863c610..946090fdfb 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree
index 878827de8f..613d38563d 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree
index 2c8123e198..ef939ab986 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree
index 866df4fff2..2623af737c 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree
index 6d8722c29c..0df52bf430 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree
index d800d1a8e2..2550b04d01 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree
index abcd3cfcb4..28578eb386 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree
index e2e1b7c3e6..f10609f04e 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree
index 056b696a03..df77a06968 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree
index b540584be5..480b8d9cfc 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree
index d87222e14d..03ff444986 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree
index 9ccf0ba2ab..f1172dfa32 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree
index daeb6ab458..f7becc281e 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree
index 2e039a5b67..244f443c2e 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree
index e290e7afc3..e67f88f354 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree
index f10174091d..2392bb1026 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree
index 01f79b95aa..670f5f6747 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree
index e6c4668f7f..f6c836ce99 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree
index e96dd36b87..a1290a2425 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree
index bd61ffb9af..a5c958f7eb 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree
index 98ebdd5b35..840feb71ec 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree
index 0301822130..993a8a7d82 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree
index 9cccf355f8..776afa74c1 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree
index 0c52c518d8..48bc6ee64a 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree
index ee5273bde8..5049694242 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree
index e61d71ce18..2c23236156 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree
index 1a800951aa..247e01d896 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree
index cf9c690c01..20da4a077c 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree
index 485ff74675..1547fc7dbb 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree
index 8feed9a85d..5db85c8361 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree
index ecf8948387..80c8a6e9b6 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree
index cd7dddde25..fd7322687a 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree
index eff2c671a6..bc1f061cc0 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree
index c1a5ec565a..dbdbe741b4 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree
index 6b53791f19..634b1a3c89 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree
index 79bde79a76..fdcbb25a12 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree
index 46f7b3545c..bc57fc3717 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree
index 8e8333dfec..79513acd44 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree
index f71a57847c..c09702b76a 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree
index 6e58b0e69d..ed3f1d0428 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree
index 2e0257afde..34a294da55 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree
index 6019c04bf2..5ce9d7cd77 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree
index 44c5674fa0..4eda9ed8dc 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree
index 7853eb2974..84d46e9de9 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree
index fbaa967aff..a5396fac89 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/output.doctree b/docs/compilation/v1.4.0/.doctrees/pages/output.doctree
index a5a5c85367..4c33758b3e 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/output.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree
index 7dbcc84fcd..0e6627ce20 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree
index 370e8c1391..8ebbbb0116 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree
index 132412d451..cdd9b2e1cb 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree differ
diff --git a/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree
index 48ceef923d..46ab039791 100644
Binary files a/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree differ
diff --git a/docs/compilation/v1.4.0/objects.inv b/docs/compilation/v1.4.0/objects.inv
index 04362e52ca..678db97b74 100644
Binary files a/docs/compilation/v1.4.0/objects.inv and b/docs/compilation/v1.4.0/objects.inv differ
diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html
index 2d46619a67..bf089a77e7 100644
--- a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html
+++ b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html
@@ -98,9 +98,9 @@
           
        
            
        
              
-  
        
-
        sinergym.envs.eplus_env
        
-
        Gym environment for simulation with EnergyPlus.
        
+  
        
+
        sinergym.envs.eplus_env
        
+
        Gym environment for simulation with EnergyPlus.
        
 
        
 
        Funcionalities:
          
 
        • Both discrete and continuous action spaces
          • 
diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html
index d3a16546ca..f62f8faafb 100644
--- a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html
+++ b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html
@@ -94,9 +94,9 @@
           
          
            
          
              
-  
          
-
          sinergym.envs
          
-
          Sinergym simulation environments.
          
+  
          
+
          sinergym.envs
          
+
          Sinergym simulation environments.
          
 
          Modules

    MultiObsWrapper(env[, n, flatten])

    NormalizeObservation(env, ranges[, variables])

    NormalizeObservation(env[, epsilon])

    OfficeGridStorageSmoothingActionConstraintsWrapper(env)

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html index 5350b6dc07..7b3835d1a8 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html @@ -100,9 +100,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html index e7335e6670..08fa632441 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html @@ -100,9 +100,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html index f2b7fc2a7e..9722bb3133 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -100,9 +100,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html index be7a506f6b..ec2ce2d36b 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html @@ -96,9 +96,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html index ce261b0d00..3ee082c3f2 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Functions

    +
    +

    sinergym.utils.callbacks

    +

    Functions

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html index 52f067eb1c..4c8d2862b1 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html @@ -111,9 +111,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    evaluate_policy(model, env[, ...])

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html index 6820d78fe2..86826b143f 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html @@ -104,9 +104,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html index 199f4b93e6..490b3b6441 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Functions

    +
    +

    sinergym.utils.gcloud

    +

    Functions

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html index 84ae20f96b..f1d0e80fc0 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards and wrappers.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards and wrappers.

    Modules

    create_bucket(client[, bucket_name, location])

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html index 88cb19039e..16a309c818 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html @@ -104,9 +104,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html index dfa696ad8a..e3618e81b0 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.4.0/searchindex.js b/docs/compilation/v1.4.0/searchindex.js index 6dadbb26dc..139277b29c 100644 --- a/docs/compilation/v1.4.0/searchindex.js +++ b/docs/compilation/v1.4.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.create_bucket", "pages/modules/sinergym.utils.gcloud.create_instance_group", "pages/modules/sinergym.utils.gcloud.delete_instance", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_group", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance", "pages/modules/sinergym.utils.gcloud.get_bucket", "pages/modules/sinergym.utils.gcloud.get_container_id", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_gcloud_service", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.list_instance_groups", "pages/modules/sinergym.utils.gcloud.list_instances", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.gcloud.wait_for_operation", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.create_bucket.rst", "pages/modules/sinergym.utils.gcloud.create_instance_group.rst", "pages/modules/sinergym.utils.gcloud.delete_instance.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_group.rst", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.rst", "pages/modules/sinergym.utils.gcloud.get_bucket.rst", "pages/modules/sinergym.utils.gcloud.get_container_id.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_gcloud_service.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.list_instance_groups.rst", "pages/modules/sinergym.utils.gcloud.list_instances.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.gcloud.wait_for_operation.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym Google Cloud API", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.create_bucket", "sinergym.utils.gcloud.create_instance_group", "sinergym.utils.gcloud.delete_instance", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.delete_instance_from_container", "sinergym.utils.gcloud.delete_instance_group", "sinergym.utils.gcloud.execute_remote_command_instance", "sinergym.utils.gcloud.get_bucket", "sinergym.utils.gcloud.get_container_id", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_gcloud_service", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.list_instance_groups", "sinergym.utils.gcloud.list_instances", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.gcloud.wait_for_operation", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 39, 41, 42, 62, 63, 64, 66], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 40, 41, 42, 43, 44, 51, 54, 62, 63, 64, 65, 66], "project": [0, 3, 5, 6, 7, 8, 15, 39, 40, 43, 50, 51, 54, 64], "base": [0, 2, 5, 7, 8, 36, 39, 46, 64], "zhiang": [0, 8, 15], "zhang": [0, 8, 15], "khee": [0, 8], "poh": [0, 8], "lam": [0, 8], "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 58, 59, 60, 63, 64, 65, 66], "eplu": [0, 2, 4, 5, 8, 11, 32, 62, 63, 65, 66], "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 40, 43, 46, 62, 66], "goal": [0, 8], "creat": [0, 2, 3, 5, 8, 16, 27, 32, 38, 39, 44, 46, 50, 51, 62, 65, 66], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 39, 40, 42, 44, 46, 62, 63, 64, 66], "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 58, 59, 60, 61, 62, 63, 64, 65, 66], "follow": [0, 4, 5, 6, 7, 8, 16], "openai": [0, 8, 64, 65], "interfac": [0, 4, 8, 12, 17, 62, 64], "wrap": [0, 3, 8, 22, 23, 62], "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 62, 63, 64, 65, 66], "engin": [0, 5, 7, 8, 14], "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 61, 62, 64], "control": [0, 8, 14, 16, 19, 64], "us": [0, 2, 5, 6, 8, 15, 16, 18, 22, 23, 25, 27, 32, 45, 62, 63, 64, 65, 66], "deep": [0, 5, 7, 8], "reinforc": [0, 5, 7, 8, 63], "learn": [0, 5, 7, 8, 63], "main": [0, 3, 8, 25, 62], "function": [0, 2, 3, 4, 5, 7, 8, 20, 23, 24, 25, 32, 37, 42, 62, 63, 64, 66], "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 39, 50, 51, 54, 62, 63, 64, 66], "benchmark": [0, 2, 8], "similarli": [0, 8], "atari": [0, 8], "mujoco": [0, 8], "rl": [0, 3, 8, 23, 61], "commun": [0, 8, 12, 62, 64], "we": [0, 2, 3, 4, 5, 6, 7, 8, 62, 63, 66], "design": [0, 5, 8, 63], "set": [0, 3, 8], "test": [0, 6, 7, 8, 22], "algorithm": [0, 2, 3, 5, 8, 64], "These": [0, 8, 25, 62, 64], "mai": [0, 7, 8, 62], "includ": [0, 5, 7, 8, 19], "differ": [0, 3, 4, 5, 7, 8, 10, 29, 39, 55, 56, 57, 63, 64], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 59, 60, 62, 64, 66], "space": [0, 3, 7, 8, 10, 30, 33, 66], "develop": [0, 2, 5, 6, 8, 64, 66], "experiment": [0, 5, 8], "aim": [0, 5, 7, 8], "provid": [0, 3, 5, 8], "packag": [0, 8, 64], "allow": [0, 3, 5, 6, 7, 8, 63], "modifi": [0, 2, 8, 15, 23], "easi": [0, 8, 64], "manner": [0, 8], "For": [0, 3, 5, 7, 8, 62, 64, 66], "exampl": [0, 2, 3, 4, 5, 7, 8, 63, 64, 66], "sever": [0, 5, 7, 8, 66], "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 61, 62, 64, 65, 66], "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 60, 61, 62, 64, 66], "variabl": [0, 2, 3, 4, 5, 8, 10, 16, 18, 31, 32, 61, 62, 63, 66], "defin": [0, 4, 5, 7, 8, 10, 14, 18, 39, 63], "between": [0, 3, 4, 8, 29], "python": [0, 5, 6, 7, 8, 15], "energyplu": [0, 8, 10, 11, 15, 17, 28, 62, 65], "establish": [0, 8, 16, 62, 64], "bcvtb": [0, 4, 8, 16], "sinc": [0, 5, 8, 28], "tool": [0, 8], "interact": [0, 2, 3, 8, 25, 59, 62, 66], "more": [0, 4, 5, 7, 8, 62, 63, 64, 66], "them": [0, 3, 5, 8, 66], "e": [0, 7, 8, 23], "g": [0, 3, 5, 7, 8, 23], "openmodelica": [0, 8], "could": [0, 2, 5, 8, 63, 66], "backend": [0, 5, 8], "while": [0, 2, 3, 5, 6, 8, 65, 66], "maintain": [0, 8], "api": [0, 7, 8, 39, 40, 43, 48, 50, 51, 54, 65], "stabl": [0, 3, 8, 64], "baselin": [0, 3, 8, 64], "3": [0, 3, 4, 5, 8, 16, 61, 64, 66], "integr": [0, 5, 6, 8, 63], "some": [0, 3, 5, 8, 66], "like": [0, 3, 5, 7, 8, 64, 65], "callback": [0, 3, 5, 8], "have": [0, 2, 3, 4, 5, 6, 7, 8, 62, 64, 66], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 64], "our": [0, 3, 5, 6, 8, 63, 64], "team": [0, 7, 8, 63], "order": [0, 2, 3, 4, 5, 7, 8, 16, 62, 64, 66], "easili": [0, 8], "googl": [0, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "cloud": [0, 3, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "whether": [0, 5, 8, 11, 16, 22, 23, 41, 60, 66], "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "account": [0, 5, 6, 7, 8, 39, 41, 42, 45, 47, 63], "want": [0, 3, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "your": [0, 2, 3, 5, 8, 39, 66], "infrastructur": [0, 5, 8], "ha": [0, 2, 3, 5, 7, 8, 11, 18, 21, 22, 23, 47, 62, 63, 64, 66], "complet": [0, 8], "facilit": [0, 8], "work": [0, 3, 5, 6, 7, 8, 16, 23, 42, 65], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 52, 53, 62], "visual": [0, 3, 7, 8], "logger": [0, 5, 8, 25, 59, 66], "tensorboard": [0, 8, 21], "server": [0, 3, 8, 15], "train": [0, 3, 5, 8, 62], "inform": [0, 3, 5, 8, 11, 25, 59, 62, 64, 66], "real": [0, 3, 8, 25, 62], "time": [0, 3, 7, 8, 16, 25, 29, 61, 62, 64, 66], "mani": [0, 8], "progress": [0, 3, 8, 25, 26, 62, 66], "stai": [0, 8], "tune": [0, 8], "upcom": [0, 8], "releas": [0, 6, 7, 8], "sinergym": [2, 3, 4, 7, 8, 62, 64, 65, 66], "section": [2, 3, 7, 64], "implement": [2, 3, 34, 55, 58, 63, 64, 66], "own": [2, 3, 5, 66], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 50, 51, 56, 57, 62, 63, 64, 66], "random": [2, 5, 35, 39], "agent": [2, 5, 11, 22, 23, 25, 35, 36, 62, 64], "rule": [2, 5, 36, 64], "can": [2, 3, 5, 6, 7, 23, 62, 63, 64, 66], "find": 2, "code": [2, 3, 5, 6, 7, 66], "util": [2, 3, 4, 5, 11, 64, 66], "py": [2, 3, 4, 5, 7, 64, 66], "veri": [2, 5], "perform": [2, 22, 23, 60, 66], "refer": [2, 5, 7], "point": 2, "studi": [2, 4], "drl": [2, 4, 5, 7], "basic": [2, 34, 65], "import": [2, 3, 5, 7, 62, 63, 65, 66], "o": [2, 5, 7, 62], "pkg_resourc": 2, "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 39, 40, 41, 42, 43, 50, 51, 52, 53, 54, 56, 57, 62, 63, 66], "datetim": [2, 5, 63], "common": [2, 3, 4, 5, 19, 22, 23, 64, 66], "parse_vari": 2, "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66], "randomcontrol": 2, "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 41, 42, 45, 49, 52, 53, 59, 60, 61, 62, 66], "def": [2, 3, 62, 63, 66], "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62, 63, 66], "self": [2, 3, 62, 63, 66], "env": [2, 3, 4, 5, 7, 22, 23, 30, 32, 35, 36, 59, 60, 61, 62, 63, 64, 65, 66], "It": [2, 3, 5, 7, 22, 25, 35, 62, 65, 66], "select": [2, 7, 11, 35, 36], "avail": [2, 4, 5, 7, 35, 50, 51, 63], "randomli": [2, 5, 35], "arg": [2, 3, 5, 7, 11, 21, 22, 59, 60, 61, 62, 63, 66], "act": [2, 35, 36], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 51, 62, 66], "": [2, 3, 4, 5, 7, 15, 25, 35, 62, 64, 66], "action_spac": [2, 5, 33, 35, 65, 66], "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 54, 56, 57, 59, 60, 62, 63, 64, 66], "perceiv": [2, 35, 36], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 51, 56, 57, 60, 63, 64, 66], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 56, 57, 59, 60, 61, 63, 66], "chosen": [2, 35, 36], "sampl": [2, 65, 66], "rulebasedcontrol": 2, "range_comfort_wint": [2, 36, 56, 57, 63], "20": [2, 4, 36, 56, 57, 63], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 56, 57, 61, 62, 63, 65, 66], "23": [2, 4, 36, 56, 57, 61, 63], "5": [2, 3, 4, 5, 16, 22, 23, 36, 56, 57, 60, 61, 63, 66], "range_comfort_summ": [2, 36, 56, 57, 63], "26": [2, 4, 36, 56, 57, 63], "whose": [2, 25, 36, 62], "static": [2, 5, 36], "tupl": [2, 11, 27, 28, 30, 33, 36, 56, 57, 59, 63, 66], "comfort": [2, 3, 4, 10, 21, 25, 36, 56, 57, 61, 62, 63], "temperatur": [2, 3, 4, 25, 36, 56, 57, 61, 62, 63], "rang": [2, 3, 4, 5, 10, 32, 36, 56, 57, 61, 63, 65, 66], "cool": [2, 4, 36, 61], "season": [2, 36, 56, 57, 63], "hot": [2, 4, 5, 36, 56, 57, 63, 65], "year": [2, 16, 28, 29, 63], "2021": [2, 63], "variables_path": 2, "extend": 2, "dai": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 66], "month": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 65, 66], "hour": [2, 4, 25, 28, 61, 62, 66], "summer_start_d": [2, 63], "6": [2, 4, 5, 7, 16, 61, 63], "1": [2, 3, 4, 5, 16, 21, 22, 56, 57, 61, 62, 63, 65, 66], "summer_final_d": [2, 63], "9": [2, 4, 63], "30": [2, 4, 61, 63], "outdoor": [2, 4, 36, 61], "air": [2, 4, 36, 61], "drybulb": [2, 4, 27, 36, 61], "obs_dict": 2, "dict": [2, 3, 11, 23, 31, 32, 40, 43, 54, 59, 66], "zip": 2, "out_temp": 2, "site": [2, 4, 61], "15": [2, 4, 61], "t": [2, 3, 5, 7, 42, 56, 57, 62, 63, 66], "19": [2, 4, 5], "21": [2, 4, 61], "elif": [2, 3, 5], "22": [2, 4, 61], "els": [2, 3, 5, 23, 62, 63, 66], "24": [2, 4, 29], "simpl": [2, 57, 63], "given": [2, 3, 16, 28, 32, 33, 56, 57, 63], "instanc": [2, 3, 5, 7, 39, 40, 41, 42, 43, 44, 46, 50, 51, 54, 62], "usag": [2, 3, 7, 66], "next": [2, 5, 6, 7, 11, 16, 62, 64, 66], "numpi": [2, 4, 5, 65, 66], "np": [2, 3, 5, 11, 59, 62, 65, 66], "make": [2, 3, 4, 5, 7, 16, 63, 64, 65, 66], "continu": [2, 3, 4, 5, 6, 10, 11, 65], "mix": [2, 4, 63], "v1": [2, 4, 5, 11, 63, 65, 66], "ob": [2, 3, 61, 65, 66], "reset": [2, 3, 11, 16, 23, 59, 60, 62, 65, 66], "done": [2, 3, 5, 25, 54, 61, 62, 65, 66], "fals": [2, 3, 5, 11, 21, 22, 23, 25, 59, 61, 62, 65, 66], "current_month": [2, 65, 66], "info": [2, 3, 65, 66], "step": [2, 3, 5, 11, 16, 23, 25, 33, 59, 60, 62, 65, 66], "append": [2, 3, 5, 62, 64, 65, 66], "displai": [2, 5, 65, 66], "result": [2, 5, 16, 23, 62, 65, 66], "everi": [2, 3, 5, 6, 22, 39, 64, 65, 66], "print": [2, 3, 5, 54, 65, 66], "sum": [2, 3, 62, 63, 65, 66], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 59, 62, 65, 66], "mean": [2, 3, 4, 5, 11, 23, 27, 61, 62, 63, 65, 66], "cumul": [2, 65, 66], "close": [2, 11, 16, 59, 65, 66], "facil": [3, 4, 61], "check": [3, 5, 6, 7, 23, 64], "discret": [3, 4, 5, 10, 11, 30, 63], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 56, 57, 60, 61, 63], "ppo": [3, 5], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 5], "dqn": [3, 5], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 5], "sac": [3, 5], "column": [3, 27], "specifi": [3, 5, 44, 52, 53], "due": [3, 5], "its": [3, 4, 5, 47, 59, 66], "about": [3, 4, 5, 23, 62, 64, 66], "call": [3, 5, 7, 16, 22, 23, 62], "stage": 3, "procedur": [3, 6], "access": [3, 5], "intern": [3, 4], "state": [3, 16, 39, 40, 43, 54, 59, 66], "model": [3, 4, 5, 18, 22, 23, 28, 61], "dure": [3, 5, 21, 22, 62, 65], "one": [3, 5, 7, 23, 25, 27, 56, 57, 62, 63, 64], "do": [3, 5, 7, 23, 48, 64], "monitor": [3, 5, 7, 22, 23, 25, 62, 66], "auto": [3, 5], "save": [3, 5, 22, 66], "manipul": [3, 5], "bar": 3, "custom": [3, 21, 58, 66], "execut": [3, 6, 7, 16, 25, 26, 41, 42, 44, 54, 59, 62, 66], "log": [3, 7, 25, 26, 59, 62, 66], "all": [3, 5, 7, 21, 32, 46, 62, 63, 64], "specif": [3, 4, 7, 62, 63, 64], "therefor": [3, 4], "propos": 3, "each": [3, 4, 5, 21, 22, 23, 25, 32, 62, 63], "extract": [3, 32], "which": [3, 5, 6, 7, 21, 25, 62, 63, 64], "why": 3, "loggercallback": [3, 5], "deal": 3, "those": [3, 4, 5, 63], "subtleti": 3, "basecallback": [3, 22], "plot": [3, 21], "addit": [3, 21, 23], "valu": [3, 4, 5, 7, 21, 25, 56, 57, 61, 62, 63, 66], "param": [3, 5, 21, 22, 23, 25, 62], "sinergym_logg": [3, 5, 21], "boolean": [3, 16, 21], "indic": [3, 5, 16, 21], "csvlogger": [3, 5, 21, 59, 62, 66], "inner": [3, 4, 5, 6, 7, 21, 33, 39, 40, 41, 43, 44, 46, 52, 53, 63], "activ": [3, 5, 7, 21, 25, 59, 62, 66], "ep_reward": [3, 21], "here": [3, 5, 7, 21, 64], "store": [3, 5, 21, 25, 53, 62, 66], "ep_pow": [3, 21], "consumpt": [3, 21, 25, 56, 57, 62, 63], "ep_term_comfort": [3, 21], "term": [3, 21, 56, 57, 63], "compon": [3, 5, 21], "ep_term_energi": [3, 21], "energi": [3, 21, 56, 57, 63], "num_comfort_viol": [3, 21], "number": [3, 4, 5, 16, 21, 22, 23, 25, 39, 60, 62, 66], "timestep": [3, 5, 11, 21, 25, 61, 62, 66], "violat": [3, 21], "ep_timestep": [3, 21], "increment": [3, 21], "verbos": [3, 5, 21, 22, 64], "super": [3, 66], "_on_training_start": 3, "is_wrap": [3, 66], "training_env": 3, "loggerwrapp": [3, 5, 66], "env_method": 3, "activate_logg": [3, 59, 66], "deactivate_logg": [3, 59, 66], "record": [3, 25, 59, 62, 66], "method": [3, 5, 7, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62], "depend": [3, 5, 7, 25, 62, 64], "global": [3, 23], "kei": [3, 32, 66], "record_mean": 3, "rais": [3, 5, 18, 23], "keyerror": [3, 18], "_on_step": 3, "bool": [3, 5, 11, 22, 23, 25, 59, 60, 62, 66], "local": [3, 5, 6, 7, 23, 52, 53], "get_attr": 3, "normal": [3, 5, 61, 62, 64, 66], "origin": [3, 4, 15, 27, 52, 59, 60, 61, 66], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 5, 66], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 61, 66], "enumer": [3, 5, 66], "normalized_observ": 3, "onli": [3, 5, 7, 23, 25, 62, 63, 66], "receiv": [3, 18], "setpoint": [3, 4, 61], "action_": [3, 66], "try": [3, 5, 62], "network": [3, 5], "output": [3, 7, 26, 32, 65], "clip": 3, "clipped_act": 3, "except": [3, 5, 62], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 66], "comfort_penalti": [3, 25, 61, 62, 66], "total_power_no_unit": [3, 25, 61, 62, 66], "If": [3, 5, 6, 7, 23, 32, 64, 66], "end": [3, 5, 7, 11, 18, 25, 29, 62, 66], "summari": [3, 59, 62, 66], "last": [3, 5, 16, 32, 59, 61, 62, 66], "metric": [3, 62], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 62, 66], "mean_reward": [3, 22, 62, 66], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 62, 66], "cumulative_comfort_penalti": [3, 62, 66], "mean_power_penalti": [3, 62, 66], "cumulative_power_penalti": [3, 62, 66], "comfort_violation_tim": 3, "100": [3, 5, 61, 62], "zerodivisionerror": [3, 62], "nan": [3, 62], "first": [3, 16, 23, 66], "finish": [3, 5, 16], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 5, 11, 22, 23, 25, 59, 60, 61, 62, 66], "on_training_end": [3, 21], "see": [3, 5, 6, 7, 62, 64], "same": [3, 4, 5, 7, 27, 62, 63, 66], "attribut": [3, 11, 16, 62, 63, 66], "constructor": [3, 14], "deriv": [3, 7], "background": [3, 5], "With": 3, "possibl": [3, 4, 5, 7], "compar": 3, "There": [3, 6, 7, 62], "tabl": 3, "other": [3, 5, 7, 62], "vice": 3, "versa": 3, "log_interv": [3, 5], "process": [3, 5, 6, 27], "frequenc": [3, 5], "consequ": [3, 5, 63], "featur": 3, "up": [3, 7, 56, 57, 63], "thu": 3, "off": 3, "polici": [3, 5, 7, 23], "whole": [3, 25, 43, 61, 62], "instead": [3, 7, 23, 63], "when": [3, 5, 6, 7, 22, 23, 25, 62, 63], "On": [3, 5, 7], "appear": [3, 7, 23], "too": [3, 5, 7, 41, 66], "becaus": [3, 5, 7], "Then": [3, 5, 7, 66], "pars": [3, 4, 30, 31], "entir": 3, "equival": 3, "csv": [3, 25, 62, 66], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 62, 66], "bound": 3, "penalti": [3, 25, 62, 63], "power": [3, 25, 56, 57, 62, 63, 66], "per": [3, 4, 23, 25, 56, 57, 61, 62, 63], "obtain": [3, 5, 11], "being": [3, 62], "wrapper": [3, 5, 19, 22, 23, 62, 64], "thei": [3, 5, 7, 64], "both": [3, 10, 63], "rollout": 3, "exploration_r": 3, "doesn": [3, 5, 7, 42, 66], "neural": 3, "well": [3, 23], "evalu": [3, 5, 22, 23, 63], "ad": [3, 4, 5, 66], "evalloggercallback": 3, "experi": [3, 7, 38], "benefit": 3, "drl_usag": 3, "most": [3, 62, 63], "must": [3, 4, 5, 7, 23], "keep": [3, 16], "mind": 3, "construct": [3, 5], "particular": 3, "paramet": [3, 5, 7, 11, 16, 18, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 56, 57, 59, 60, 61, 63], "concaten": [3, 5, 39], "callbacklist": [3, 5], "until": [3, 54], "where": [3, 7, 22, 39, 40, 41, 42, 43, 44, 50, 51, 52, 53, 54], "comment": 3, "requir": [3, 5, 7, 62], "extra": [3, 7, 11, 64, 66], "argument": [3, 5, 30, 66], "ep": [3, 5], "argpars": [3, 5], "loggerevalcallback": [3, 5], "stable_baselines3": [3, 5, 22, 23, 66], "nois": [3, 4, 5, 11], "normalactionnois": [3, 5], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 5, 22, 23], "dummyvecenv": [3, 5], "parser": [3, 5], "argumentpars": [3, 5], "add_argu": [3, 5], "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 39, 41, 42, 46, 47, 50, 51, 62, 66], "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 56, 57, 60, 62, 63, 66], "learning_r": [3, 5], "lr": [3, 5], "float": [3, 5, 11, 16, 23, 25, 29, 56, 57, 59, 62, 63, 66], "0007": [3, 5], "n_step": [3, 5], "n": [3, 4, 5, 60, 62, 66], "gamma": [3, 5], "99": [3, 5], "gae_lambda": [3, 5], "gl": [3, 5], "ent_coef": [3, 5], "ec": [3, 5], "vf_coef": [3, 5], "v": [3, 5, 64], "max_grad_norm": [3, 5], "m": [3, 5], "rms_prop_ep": [3, 5], "rm": [3, 5], "1e": [3, 5, 56, 57, 63], "05": [3, 5], "parse_arg": [3, 5], "id": [3, 5, 7, 39, 40, 43, 44, 46, 50, 51, 54], "n_episod": 3, "name": [3, 4, 5, 7, 11, 16, 18, 26, 27, 31, 38, 39, 40, 41, 43, 44, 45, 46, 50, 51, 52, 53], "start_run": [3, 5], "run_nam": [3, 5], "log_param": [3, 5], "mlppolici": [3, 5], "tensorboard_log": [3, 5], "n_timesteps_episod": [3, 5], "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "lambda": [3, 5], "freq": 3, "2": [3, 4, 5, 6, 16, 66], "eval_callback": [3, 5], "best_model_save_path": [3, 5, 22], "best_model": [3, 5], "log_path": [3, 5, 22], "eval_freq": [3, 5, 22], "determinist": [3, 5, 22, 23], "render": [3, 5, 11, 22, 23], "n_eval_episod": [3, 5, 22, 23], "log_callback": [3, 5], "total_timestep": [3, 5, 25, 62], "As": [3, 5], "abl": [3, 5, 7], "track": 3, "recommend": [3, 5, 7], "start": [3, 5, 14, 16, 18, 28, 29], "batteri": [3, 5], "initi": [3, 5, 7, 22, 66], "date": [3, 25, 62, 63, 66], "hyperparamet": [3, 5], "durat": 3, "etc": [3, 5, 7, 25, 62], "comput": [3, 5, 10], "paradigm": 3, "remot": [3, 6, 7, 64], "compat": 3, "plan": 3, "futur": [3, 7, 63], "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 50, 51, 56, 57, 60, 62, 63, 66], "locat": [4, 5, 7, 27, 38], "idf": [4, 11, 16, 18, 62], "file": [4, 5, 6, 7, 10, 11, 16, 18, 27, 30, 31, 52, 53, 62, 64], "period": [4, 63], "demo": [4, 5, 66], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 5, 7, 16], "01": 4, "31": [4, 61], "03": 4, "5zone": [4, 5, 65], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 61], "new": [4, 5, 14, 16, 18, 22, 25, 27, 59, 60, 62, 63, 66], "york": 4, "humid": [4, 61], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 30, 33, 66], "stochast": [4, 22, 23, 63], "datacent": [4, 5], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 16, 56, 57, 62, 63, 64], "iwmullion": [4, 5], "accord": [4, 22], "doe": [4, 7, 16], "classif": 4, "In": [4, 5, 7, 23, 64], "seri": [4, 10], "chang": [4, 5, 7, 25, 62], "gaussian": [4, 11], "std": [4, 23], "add": [4, 5, 10, 62, 66], "extern": [4, 5, 62], "wai": [4, 5, 7], "definit": [4, 5, 11, 30, 39], "variant": [4, 66], "xml": 4, "version": [4, 5, 6, 7], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 52, 53], "dtd": 4, "max": [4, 32, 56, 57, 63], "min": [4, 32, 63], "5e6": [4, 66], "rel": [4, 61], "wind": [4, 61], "speed": [4, 61], "direct": [4, 5, 61], "diffus": [4, 61], "solar": [4, 61], "radiat": [4, 61], "rate": [4, 61], "area": [4, 61], "zone": [4, 5, 7, 31, 39, 40, 43, 50, 51, 54, 56, 57, 61, 63], "thermostat": [4, 61], "heat": [4, 61], "7": [4, 5, 7, 16], "8": [4, 5, 7], "thermal": [4, 61], "radiant": [4, 61], "11": [4, 61], "cloth": [4, 61], "fanger": [4, 61], "ppd": [4, 61], "13": 4, "peopl": [4, 61], "occup": [4, 61], "count": [4, 5, 23, 61], "14": [4, 5], "total": [4, 25, 61, 62], "hvac": [4, 61], "electr": [4, 61], "demand": [4, 61], "16": 4, "17": 4, "18": 4, "low": [4, 56, 57, 63, 64, 66], "high": [4, 66], "shape": [4, 5, 66], "dtype": [4, 66], "float32": [4, 66], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 16, 25, 62], "index": [4, 5, 6], "action0": 4, "action1": 4, "give": 4, "plai": 4, "how": [4, 5, 63], "affect": [4, 23, 27], "resolut": 4, "problem": [4, 5, 7], "known": 4, "what": [4, 5], "configur": [4, 5, 7, 18, 63], "read": [4, 5, 14, 16, 52], "automat": [4, 5, 6, 7, 64], "so": [4, 7, 62, 65, 66], "should": [4, 5, 7, 22, 65, 66], "worri": 4, "anyth": [4, 23], "gener": [4, 5, 7, 62, 63], "solut": 4, "updat": [4, 6, 7, 22, 32, 64], "alwai": [4, 5, 7, 62, 63], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 30], "restful": 5, "gcloud": [5, 7], "directli": [5, 7], "write": [5, 7, 62, 64], "ir": 5, "person": 5, "send": [5, 11, 14, 16, 18, 44, 47, 49, 53], "cloud_manag": 5, "script": [5, 54], "purpos": [5, 7], "vm": [5, 41], "detail": 5, "hand": [5, 7], "sent": 5, "job": [5, 64], "remov": [5, 41, 56, 57, 63], "host": 5, "platform": [5, 6, 39, 40, 43, 50, 51, 54], "mig": [5, 39, 41], "empti": [5, 7], "don": [5, 7, 62], "rest": [5, 7, 41, 42], "need": [5, 7, 62, 66], "wrong": 5, "document": [5, 6, 7, 62], "solv": 5, "let": [5, 7, 63], "explan": 5, "abov": [5, 7], "repositori": [5, 6, 7, 64], "root": [5, 7], "sleep": [5, 54], "pprint": 5, "api_cor": 5, "descript": [5, 16], "run": [5, 7, 23, 62], "project_id": [5, 7], "dest": 5, "help": 5, "zo": 5, "europ": [5, 7], "west1": [5, 7], "b": [5, 7], "servic": [5, 7, 39, 40, 41, 42, 43, 47, 48, 50, 51, 54], "deploi": [5, 6], "template_nam": [5, 39], "tem": 5, "templat": [5, 7, 39], "previous": [5, 39, 40, 43, 44, 50, 51, 54, 62], "copi": [5, 7, 16, 62, 66], "group_nam": [5, 39, 43], "group": [5, 7, 39, 41, 42, 43, 50], "experiment_command": [5, 44], "cmd": 5, "python3": [5, 7], "narg": 5, "command": [5, 7, 44, 64], "drl_batteri": 5, "init": [5, 48, 49], "init_gcloud_servic": 5, "client": [5, 38, 45, 49, 52, 53], "init_storage_cli": 5, "n_experi": 5, "len": [5, 62, 66], "respons": [5, 39, 40, 43, 54, 62], "create_instance_group": 5, "size": [5, 7, 39], "wait": [5, 7], "machin": [5, 7, 39], "fulli": 5, "statu": [5, 54], "operationtyp": 5, "wait_for_oper": 5, "oper": [5, 46, 48, 54], "operation_typ": [5, 54], "exist": 5, "look": 5, "get_bucket": 5, "bucket_nam": [5, 38, 45], "found": [5, 66], "notfound": 5, "ani": [5, 7, 11, 21, 22, 23, 59, 60, 61, 62], "create_bucket": 5, "eu": [5, 38], "visibl": 5, "sometim": 5, "although": [5, 6], "insert": 5, "isn": [5, 7, 66], "yet": [5, 7, 64], "henc": [5, 7], "loop": [5, 65], "list_inst": 5, "base_instances_nam": [5, 51], "than": [5, 7, 62, 63, 66], "petit": [5, 47, 49], "comand": 5, "readi": [5, 7], "container_id": [5, 44], "get_container_id": 5, "instance_nam": [5, 44, 46], "execute_remote_command_inst": 5, "correctli": [5, 7, 64], "consol": 5, "clone": [5, 7], "bash": [5, 7], "seed": 5, "58": 5, "eval_length": 5, "remote_stor": 5, "300": 5, "52": 5, "two": [5, 7, 63], "manag": [5, 7, 41, 42, 62], "onc": [5, 7], "haven": 5, "To": [5, 7, 64], "earlier": 5, "ssh": [5, 7], "connect": [5, 7, 15, 16, 17], "take": [5, 63], "case": [5, 7, 23], "necessari": [5, 7], "issu": [5, 7], "seen": 5, "rememb": 5, "befor": [5, 7, 23, 66], "alloc": 5, "understand": 5, "expos": 5, "ranges_5zon": [5, 66], "ranges_iw": 5, "ranges_datacent": 5, "uuid": 5, "multiobswrapp": [5, 66], "alg": 5, "rw": 5, "linear": 5, "exponenti": [5, 56, 63], "norm": 5, "store_tru": 5, "appli": [5, 11, 61, 63, 66], "flag": [5, 25, 59, 62, 66], "multiob": [5, 66], "mob": 5, "multi": [5, 66], "ten": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 52, 53, 62], "eval": [5, 22], "best": [5, 22], "onlin": 5, "evalf": 5, "useless": 5, "inter": 5, "sd": 5, "sto": 5, "determin": 5, "resourc": [5, 38, 45, 48, 49, 52, 53], "field": 5, "buffer_s": 5, "bf": 5, "1000000": 5, "learning_start": 5, "l": [5, 6], "tau": [5, 27], "tu": 5, "005": 5, "sigma": [5, 27], "sig": 5, "regist": [5, 63], "experiment_d": 5, "todai": 5, "strftime": 5, "y": 5, "d": [5, 16], "h": 5, "episodes_": 5, "seed_": 5, "__version__": 5, "length": [5, 23, 62, 66], "interv": 5, "linearreward": [5, 11, 63], "expreward": [5, 63], "runtimeerror": 5, "know": 5, "dictionari": [5, 11, 30, 31], "norm_rang": 5, "env_typ": 5, "split": [5, 62], "nameerror": 5, "valid": [5, 47, 66], "50000": 5, "batch_siz": 5, "32": 5, "train_freq": 5, "gradient_step": 5, "target_update_interv": 5, "10000": [5, 22], "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_final_ep": 5, "n_action": 5, "action_nois": 5, "zero": 5, "ones": 5, "64": 5, "n_epoch": 5, "clip_rang": 5, "error": [5, 7, 23], "calcul": [5, 56, 57, 63], "env_vec": 5, "dir": 5, "tensorboardformatlogg": 5, "tb_path": 5, "new_logg": 5, "set_logg": 5, "_env_working_dir_par": [5, 66], "upload_to_bucket": 5, "src_path": [5, 52, 53], "dest_bucket_nam": [5, 53], "dest_path": [5, 53], "abspath": 5, "mlrun": 5, "end_run": 5, "shutdown": 5, "token": [5, 41, 42, 47], "get_service_account_token": 5, "delete_instance_mig_from_contain": 5, "pretti": 5, "larg": [5, 7], "deactiv": [5, 25, 59, 62, 66], "written": 5, "correct": [5, 7, 66], "recreat": 5, "memori": [5, 7], "belong": [5, 25, 62], "appropri": 5, "environment_nam": 5, "episodes_int": 5, "seed_valu": 5, "delet": [5, 40, 41, 42, 43, 66], "explain": [5, 7], "scope": [5, 7], "uri": 5, "howev": [5, 7, 63, 64], "support": [5, 7, 64], "recent": 5, "628": 5, "tensorboard_log_path": 5, "recogn": 5, "mayb": 5, "instal": [5, 6, 16], "hasn": [5, 7], "got": 5, "auth": [5, 7, 41, 42], "applic": [5, 64], "login": 5, "http": [5, 7, 15], "localhost": 5, "6006": 5, "second": [5, 16, 23, 25, 28, 29, 61, 62, 66], "enough": [5, 7], "shut": 5, "down": 5, "logdir": 5, "organ": [5, 64], "separ": 5, "back": 5, "sql": [5, 7], "databas": 5, "without": [5, 6, 61, 66], "loos": 5, "bin": [5, 7], "scrip": 5, "pleas": [5, 7], "visit": [5, 7, 62, 64, 66], "jajim": [5, 7], "github": [5, 7, 15, 64], "io": [5, 7], "html": 5, "region": 5, "db_root_password": 5, "machine_typ": 5, "e2": 5, "medium": 5, "mlflow_imag": 5, "kaysush": 5, "cloud_sql_proxy_imag": 5, "gcr": [5, 7], "cloudsql": 5, "docker": [5, 6], "gce": [5, 7], "proxi": 5, "mysql_inst": 5, "echo": 5, "sa": 5, "iam": [5, 7], "artifact": [5, 7], "gsutil": [5, 7], "mb": 5, "tier": 5, "db": 5, "f1": 5, "micro": 5, "password": 5, "ssd": [5, 7], "provis": 5, "privileg": [5, 7, 47], "role": 5, "editor": 5, "ch": [5, 7], "serviceaccount": 5, "gserviceaccount": [5, 7], "com": [5, 7, 15], "admin": [5, 7], "bind": 5, "member": 5, "start_mlflow_track": 5, "sh": 5, "cat": 5, "eof": 5, "mysql": 5, "net": 5, "p": 5, "3306": 5, "cloud_sql_proxi": 5, "tcp": 5, "5000": [5, 7], "pymysql": 5, "mlflow_artifact": 5, "alter": 5, "iptabl": 5, "A": [5, 11, 28, 31, 62], "input": [5, 16], "dport": 5, "j": 5, "accept": 5, "upload": [5, 6, 7, 53], "cp": 5, "tempor": 5, "ip": [5, 7], "address": [5, 7], "subnet": 5, "premium": 5, "metadata": [5, 11], "startup": 5, "url": 5, "mainten": 5, "migrat": 5, "www": [5, 7], "googleapi": [5, 7], "tag": [5, 6, 7], "imag": [5, 7], "co": 5, "77": 5, "12371": 5, "1109": 5, "boot": [5, 7], "disk": [5, 7], "10gb": [5, 7], "pd": [5, 7], "balanc": 5, "devic": 5, "shield": 5, "secur": 5, "vtpm": 5, "reserv": 5, "affin": 5, "describ": [5, 7], "get": [5, 7, 23, 45, 46, 47, 61, 66], "firewal": 5, "prioriti": 5, "1000": 5, "ingress": 5, "target": 5, "sourc": [5, 6, 7], "enabl": 5, "anymor": 5, "again": 5, "redefin": 5, "notic": [5, 63, 65], "creation": 5, "mlflow_tracking_uri": [5, 7], "anot": 5, "bellow": 5, "trigger": [5, 22], "event": 5, "advertis": 5, "captur": 5, "slack": 5, "sm": 5, "email": 5, "deploy": 6, "pipelin": 6, "softwar": 6, "third": 6, "parti": 6, "websit": 6, "pull": [6, 7], "request": [6, 41, 42], "pep8": 6, "standard": [6, 11, 65], "level": [6, 26, 64], "aggress": 6, "anoth": [6, 7], "contain": [6, 23, 41, 42, 44, 46, 47, 51, 64, 65], "dockerfil": [6, 7, 64], "pytest": 6, "pass": [6, 16, 22, 23, 62], "hub": [6, 7], "latest": [6, 7], "publish": 6, "edit": 6, "manual": [6, 66], "catch": 6, "doc": [6, 7], "page": 6, "compil": 6, "verifi": 6, "built": [6, 7, 39, 40, 43, 50, 51, 54], "commit": 6, "push": [6, 7], "bot": 6, "ignor": 6, "git": [6, 7], "z": 6, "xarg": 6, "assum": 6, "unchang": 6, "workflow": [6, 64], "yml": [6, 64], "virtual": 7, "sudo": 7, "apt": 7, "virtualenv": 7, "env_sinergym": 7, "By": [7, 51, 63], "pip": [7, 64], "diffet": 7, "setup": 7, "tag_nam": 7, "sinergym_extra": 7, "setup_tag": 7, "libari": 7, "example1": 7, "librari": [7, 64], "neccesari": 7, "studio": 7, "simpli": 7, "open": [7, 62], "directori": [7, 16, 32, 52, 53, 62, 64, 65], "click": 7, "pop": 7, "button": 7, "reopen": 7, "isol": 7, "prefer": 7, "below": 7, "firstli": 7, "compabl": 7, "also": 7, "ensur": 7, "later": [7, 25, 62], "combin": 7, "instruct": 7, "linux": 7, "ubuntu": 7, "choos": 7, "folder": [7, 22, 65], "eplus_path": [7, 16, 18], "bcvtb_path": [7, 16, 18], "respect": 7, "final": 7, "repo": 7, "consid": [7, 56, 57, 63], "subset": [7, 66], "sdk": 7, "invoic": 7, "secondli": 7, "link": 7, "authent": 7, "permiss": 7, "begin": 7, "go": [7, 66], "registri": 7, "pub": 7, "sub": [7, 51], "firestor": 7, "datastor": 7, "storag": [7, 38, 45, 49, 52, 53], "gmail": 7, "public": 7, "restart": 7, "never": 7, "stdin": 7, "tty": 7, "20gb": 7, "n2": 7, "highcpu": 7, "realli": [7, 66], "silenc": 7, "would": [7, 63], "incid": 7, "clear": 7, "suppos": 7, "fork": 7, "cloudbuild": 7, "yaml": 7, "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "c": [7, 56, 57, 63], "exit": 7, "builder": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "alreadi": [7, 64], "confus": 7, "part": 7, "helper": 7, "everyth": 7, "mention": 7, "least": 7, "fail": 7, "free": [7, 44], "might": 7, "report": 7, "care": 7, "submit": 7, "config": 7, "substitut": 7, "predetermin": 7, "decid": 7, "enter": 7, "after": [7, 16, 23, 44, 54, 65], "immedi": 7, "think": 7, "notifi": 7, "happen": 7, "minut": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow": 7, "bucket": [7, 38, 45, 52, 53], "quot": 7, "probabl": 7, "optim": 7, "pre": 7, "attach": 7, "And": 7, "now": 7, "interest": 7, "autom": 7, "modul": [9, 12, 19, 62, 64], "funcion": 10, "absolut": [10, 32, 56, 57, 63], "raw": 10, "cfg": [10, 16, 62], "kwarg": [11, 21, 22, 59, 60, 61], "idf_fil": [11, 18], "weather_fil": [11, 18], "variables_fil": [11, 18], "spaces_fil": 11, "env_nam": [11, 16, 18, 62], "discrete_act": [11, 30], "weather_vari": 11, "epw": [11, 16, 18, 27], "condit": 11, "desviat": 11, "mode": 11, "human": 11, "arrai": [11, 25, 59, 62, 66], "abstract": 14, "receive_observ": [14, 18], "send_act": [14, 18], "start_simul": [14, 18], "stop_simul": 14, "stop": 14, "ptolomi": 15, "zhangzhizza": 15, "weather_path": 16, "variable_path": 16, "idf_path": 16, "act_repeat": 16, "max_ep_data_store_num": 16, "repeat": 16, "end_env": 16, "end_episod": 16, "properti": 16, "get_is_eplus_run": 16, "new_weath": 16, "current_simulation_tim": 16, "consist": [16, 63], "correpond": 16, "termin": [16, 25, 26, 44, 62], "socket": [16, 62], "subprocess": 16, "sensor": 16, "start_dai": 16, "simulaton": 16, "start_mon": 16, "start_weekdai": 16, "weekdai": 16, "mondai": 16, "sundai": 16, "start_year": 16, "reciev": 16, "renew": 17, "connector": 18, "end_simul": 18, "eval_env": 22, "callback_on_new_best": 22, "npz": 22, "warn": [22, 23], "evaluate_polici": 22, "vecenv": [22, 23], "base_class": 23, "basealgorithm": 23, "callabl": 23, "reward_threshold": 23, "return_episode_reward": 23, "averag": 23, "made": 23, "note": [23, 62, 66], "scale": [23, 64], "earli": 23, "avoid": 23, "minimum": 23, "expect": 23, "met": 23, "user": [23, 54], "lack": 23, "monitor_head": [25, 62, 66], "progress_head": [25, 62, 66], "log_progress_fil": [25, 62, 66], "log_fil": [25, 62], "header": [25, 62, 66], "sub_run_n": [25, 62], "res_n": [25, 62], "steps_data": [25, 62], "elabor": [25, 62], "total_time_elaps": [25, 62], "elaps": [25, 28, 62], "comfort_violation_timestep": [25, 62], "activate_flag": [25, 62, 66], "deactivate_flag": [25, 62, 66], "log_episod": [25, 62, 66], "log_step": [25, 62, 66], "simulation_tim": [25, 62, 66], "achiev": [25, 62], "w": [25, 56, 57, 62, 63], "spicifi": [25, 62], "log_step_norm": [25, 62, 66], "set_log_fil": [25, 62, 66], "new_log_fil": [25, 62], "getlogg": 26, "formatt": 26, "weather_data": 27, "original_epw_fil": 27, "variat": 27, "ornstein": 27, "uhlenbeck": 27, "opyplu": [27, 28], "weatherdata": 27, "ou": 27, "epm": 28, "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "tuppl": 30, "map": 30, "continuos_act": 30, "var_fil": 31, "og": 31, "output_path": 32, "last_result": 32, "valor": 32, "setpoints_spac": 33, "convert": 33, "transform": 33, "ask": [38, 45, 49, 52, 53], "desir": 39, "json": 39, "instance_group_nam": 41, "alon": 41, "repons": [41, 42], "individu": 42, "klt": 46, "filter": [46, 51], "substr": 46, "author": 47, "owner": 48, "credenti": 48, "ori_bucket_nam": 52, "ori_path": 52, "recurs": [52, 53], "download": 52, "destin": 53, "feedback": 54, "energy_weight": [56, 57, 63], "lambda_energi": [56, 57, 63], "0001": [56, 57], "lambda_temperatur": [56, 57, 63], "r": [56, 57, 63], "lambda_": [56, 57, 63], "lambda_t": [56, 57, 63], "exp": [56, 63], "t_": [56, 57, 63], "cold": [56, 57, 63], "fot": [56, 57, 63], "weight": [56, 57, 63], "constant": [56, 57, 63], "dimens": [56, 57, 63], "calculu": [56, 57, 63], "indoor": [56, 57, 63], "flatten": [60, 66], "stack": [60, 66], "flat": [60, 66], "vector": [60, 66], "previou": [60, 66], "173": 61, "6583692738386": 61, "32595": 61, "57259261767": 61, "space1": 61, "00826655379267": 61, "588": 61, "1033": 61, "05437255409474": 61, "60": 61, "72839186915495": 61, "357": 61, "clgsetp": 61, "htgsetp": 61, "49999": 61, "287277410867238": 61, "87": 61, "60662171287048": 61, "22565264653451": 61, "98": 61, "37141259444684": 61, "35": 61, "98853496778508": 61, "49999046325684": 61, "508266553792669": 61, "550779087370951": 61, "0086829184636919": 61, "31536000": 61, "35040": 61, "259557259261767": 61, "0173658369273838": 61, "reli": [61, 63, 66], "re": 62, "num_simul": 62, "content": 62, "sub_run1": 62, "sub_run2": 62, "sub_run3": 62, "sub_runn": 62, "utilsocket": 62, "monitor_norm": 62, "sub_run": 62, "num_episod": 62, "within": [62, 64], "structur": [62, 63], "observation_valu": 62, "action_valu": 62, "row": 62, "episode_num": [62, 66], "cumulative_power_consumpt": [62, 66], "mean_power_consumpt": [62, 66], "comfort_viol": [62, 66], "time_elaps": [62, 66], "carri": 62, "regardless": 62, "techniqu": 62, "factor": [62, 63], "present": 62, "steps_data_norm": 62, "power_penalti": [62, 66], "row_cont": 62, "_store_step_inform": 62, "statist": 62, "ep_mean_reward": 62, "ep_cumulative_reward": 62, "ep_cumulative_pow": 62, "ep_mean_pow": 62, "ep_cumulative_comfort_penalti": 62, "ep_mean_comfort_penalti": 62, "ep_cumulative_power_penalti": 62, "ep_mean_power_penalti": 62, "steps_info": 62, "newlin": 62, "file_obj": 62, "writer": 62, "csv_writer": 62, "writerow": 62, "_normal": 62, "isfil": 62, "_reset_logg": 62, "relev": 62, "unwrap": 62, "thing": 63, "math": 63, "w_energi": 63, "lambda_temp": 63, "reward_energi": 63, "current_dt": 63, "range_t": 63, "delta_t": 63, "ab": 63, "reward_comfort": 63, "lineal": 63, "neg": 63, "perfect": 63, "moreov": 63, "adjust": 63, "aspect": 63, "overwrit": 63, "supervis": 64, "successfulli": 64, "vv": 64, "anywai": 64, "under": 64, "framework": 64, "small": 64, "complex": 64, "libreri": 64, "independ": 64, "uniqu": 64, "test_common": 64, "test_reward": 64, "test_wrapp": 64, "test_simul": 64, "test_env": 64, "test_control": 64, "test_stable_baselin": 64, "conceptu": 64, "context": 64, "readm": 64, "someth": 65, "produc": 65, "inherit": 66, "collect": 66, "dequ": 66, "env_util": 66, "observationwrapp": 66, "unwrapped_observ": 66, "ind_flat": 66, "histori": 66, "maxlen": 66, "observation_spac": 66, "new_shap": 66, "_": 66, "_get_ob": 66, "reshap": 66, "monitor_header_list": 66, "element_head": 66, "_episode_exist": 66, "logger_main": 66, "debug": 66, "_epi_num": 66, "_eplus_working_dir": 66, "default_env": 66}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "rewards"], [58, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "create_bucket"], [39, 5, 1, "", "create_instance_group"], [40, 5, 1, "", "delete_instance"], [41, 5, 1, "", "delete_instance_MIG_from_container"], [42, 5, 1, "", "delete_instance_from_container"], [43, 5, 1, "", "delete_instance_group"], [44, 5, 1, "", "execute_remote_command_instance"], [45, 5, 1, "", "get_bucket"], [46, 5, 1, "", "get_container_id"], [47, 5, 1, "", "get_service_account_token"], [48, 5, 1, "", "init_gcloud_service"], [49, 5, 1, "", "init_storage_client"], [50, 5, 1, "", "list_instance_groups"], [51, 5, 1, "", "list_instances"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"], [54, 5, 1, "", "wait_for_operation"]], "sinergym.utils.rewards": [[56, 1, 1, "", "ExpReward"], [57, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[59, 1, 1, "", "LoggerWrapper"], [60, 1, 1, "", "MultiObsWrapper"], [61, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "activate_logger"], [59, 2, 1, "", "close"], [59, 2, 1, "", "deactivate_logger"], [59, 2, 1, "", "reset"], [59, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "reset"], [60, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "get_unwrapped_obs"], [61, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "api": [1, 5], "refer": 1, "control": [2, 34, 35, 36], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 62], "tensorboard": [3, 5], "structur": 3, "how": 3, "us": [3, 7], "mlflow": [3, 5], "environ": [4, 7], "observ": 4, "action": [4, 6], "space": 4, "googl": [5, 7], "cloud": [5, 7], "execut": 5, "receiv": 5, "experi": 5, "remot": 5, "contain": [5, 7], "permiss": 5, "bucket": 5, "storag": 5, "output": [5, 62], "log": 5, "visual": 5, "real": 5, "time": 5, "track": 5, "server": 5, "set": [5, 7], "up": 5, "alert": 5, "github": 6, "instal": [7, 64], "docker": 7, "manual": 7, "1": 7, "energyplu": [7, 16, 18], "9": 7, "5": 7, "0": 7, "bcvtb": 7, "softwar": 7, "3": 7, "variabl": 7, "4": 7, "packag": 7, "comput": 7, "first": 7, "step": 7, "our": 7, "platform": 7, "your": 7, "own": 7, "creat": [7, 64], "vm": 7, "mig": 7, "init": 7, "env": [9, 10, 11], "eplus_env": [10, 11], "eplusenv": 11, "simul": [12, 13, 14, 15, 16, 17, 18], "base": [13, 14], "basesimul": 14, "eplu": [15, 16], "eplus_alpha": [17, 18], "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "callback": [20, 21, 22, 23], "loggercallback": 21, "loggerevalcallback": 22, "evaluate_polici": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "parse_observation_action_spac": 30, "parse_vari": 31, "ranges_gett": 32, "setpoints_transform": 33, "randomcontrol": 35, "rulebasedcontrol": 36, "gcloud": [37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54], "create_bucket": 38, "create_instance_group": 39, "delete_inst": 40, "delete_instance_mig_from_contain": 41, "delete_instance_from_contain": 42, "delete_instance_group": 43, "execute_remote_command_inst": 44, "get_bucket": 45, "get_container_id": 46, "get_service_account_token": 47, "init_gcloud_servic": 48, "init_storage_cli": 49, "list_instance_group": 50, "list_inst": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "wait_for_oper": 54, "reward": [55, 56, 57, 63], "expreward": 56, "linearreward": 57, "wrapper": [58, 59, 60, 61, 66], "loggerwrapp": 59, "multiobswrapp": 60, "normalizeobserv": 61, "format": 62, "test": 64, "pytest": 64, "run": 64, "new": 64, "usag": 65, "exampl": 65}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Sinergym Google Cloud API": [[5, "sinergym-google-cloud-api"]], "Executing API": [[5, "executing-api"]], "Receiving experiments in remote containers": [[5, "receiving-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "Github Actions": [[6, "github-actions"]], "Installation": [[7, "installation"]], "Docker container": [[7, "docker-container"]], "Manual installation": [[7, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "3. Set environment variables": [[7, "set-environment-variables"]], "4. Install the package": [[7, "install-the-package"]], "Cloud Computing": [[7, "cloud-computing"]], "1. First steps": [[7, "first-steps"]], "1. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "1. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "1. Init your VM": [[7, "init-your-vm"]], "sinergym.envs": [[9, "sinergym-envs"]], "sinergym.envs.eplus_env": [[10, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "sinergym-simulators"]], "sinergym.simulators.base": [[13, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "sinergym-utils"]], "sinergym.utils.callbacks": [[20, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.create_bucket": [[38, "sinergym-utils-gcloud-create-bucket"]], "sinergym.utils.gcloud.create_instance_group": [[39, "sinergym-utils-gcloud-create-instance-group"]], "sinergym.utils.gcloud.delete_instance": [[40, "sinergym-utils-gcloud-delete-instance"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[41, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.delete_instance_from_container": [[42, "sinergym-utils-gcloud-delete-instance-from-container"]], "sinergym.utils.gcloud.delete_instance_group": [[43, "sinergym-utils-gcloud-delete-instance-group"]], "sinergym.utils.gcloud.execute_remote_command_instance": [[44, "sinergym-utils-gcloud-execute-remote-command-instance"]], "sinergym.utils.gcloud.get_bucket": [[45, "sinergym-utils-gcloud-get-bucket"]], "sinergym.utils.gcloud.get_container_id": [[46, "sinergym-utils-gcloud-get-container-id"]], "sinergym.utils.gcloud.get_service_account_token": [[47, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_gcloud_service": [[48, "sinergym-utils-gcloud-init-gcloud-service"]], "sinergym.utils.gcloud.init_storage_client": [[49, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.list_instance_groups": [[50, "sinergym-utils-gcloud-list-instance-groups"]], "sinergym.utils.gcloud.list_instances": [[51, "sinergym-utils-gcloud-list-instances"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.gcloud.wait_for_operation": [[54, "sinergym-utils-gcloud-wait-for-operation"]], "sinergym.utils.rewards": [[55, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[56, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[57, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[58, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[62, "output-format"]], "Logger": [[62, "logger"]], "Rewards": [[63, "rewards"]], "Tests": [[64, "tests"]], "Install Pytest": [[64, "install-pytest"]], "Running tests": [[64, "running-tests"]], "Create new tests": [[64, "create-new-tests"]], "Usage example": [[65, "usage-example"]], "Wrappers": [[66, "wrappers"]]}, "indexentries": {"module": [[9, "module-sinergym.envs"], [10, "module-sinergym.envs.eplus_env"], [12, "module-sinergym.simulators"], [13, "module-sinergym.simulators.base"], [15, "module-sinergym.simulators.eplus"], [17, "module-sinergym.simulators.eplus_alpha"], [19, "module-sinergym.utils"], [20, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [34, "module-sinergym.utils.controllers"], [37, "module-sinergym.utils.gcloud"], [55, "module-sinergym.utils.rewards"], [58, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "create_bucket() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.create_bucket"]], "create_instance_group() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.create_instance_group"]], "delete_instance() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.delete_instance"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "delete_instance_from_container() (in module sinergym.utils.gcloud)": [[42, "sinergym.utils.gcloud.delete_instance_from_container"]], "delete_instance_group() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_group"]], "execute_remote_command_instance() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.execute_remote_command_instance"]], "get_bucket() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.get_bucket"]], "get_container_id() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_container_id"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.get_service_account_token"]], "init_gcloud_service() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.init_gcloud_service"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.init_storage_client"]], "list_instance_groups() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.list_instance_groups"]], "list_instances() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.list_instances"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "wait_for_operation() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.wait_for_operation"]], "sinergym.utils.rewards": [[55, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[61, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.create_bucket", "pages/modules/sinergym.utils.gcloud.create_instance_group", "pages/modules/sinergym.utils.gcloud.delete_instance", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_group", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance", "pages/modules/sinergym.utils.gcloud.get_bucket", "pages/modules/sinergym.utils.gcloud.get_container_id", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_gcloud_service", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.list_instance_groups", "pages/modules/sinergym.utils.gcloud.list_instances", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.gcloud.wait_for_operation", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.create_bucket.rst", "pages/modules/sinergym.utils.gcloud.create_instance_group.rst", "pages/modules/sinergym.utils.gcloud.delete_instance.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_group.rst", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.rst", "pages/modules/sinergym.utils.gcloud.get_bucket.rst", "pages/modules/sinergym.utils.gcloud.get_container_id.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_gcloud_service.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.list_instance_groups.rst", "pages/modules/sinergym.utils.gcloud.list_instances.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.gcloud.wait_for_operation.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym Google Cloud API", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.create_bucket", "sinergym.utils.gcloud.create_instance_group", "sinergym.utils.gcloud.delete_instance", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.delete_instance_from_container", "sinergym.utils.gcloud.delete_instance_group", "sinergym.utils.gcloud.execute_remote_command_instance", "sinergym.utils.gcloud.get_bucket", "sinergym.utils.gcloud.get_container_id", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_gcloud_service", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.list_instance_groups", "sinergym.utils.gcloud.list_instances", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.gcloud.wait_for_operation", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 39, 41, 42, 62, 63, 64, 66], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 40, 41, 42, 43, 44, 51, 54, 62, 63, 64, 65, 66], "project": [0, 3, 5, 6, 7, 8, 15, 39, 40, 43, 50, 51, 54, 64], "base": [0, 2, 5, 7, 8, 36, 39, 46, 64], "zhiang": [0, 8, 15], "zhang": [0, 8, 15], "khee": [0, 8], "poh": [0, 8], "lam": [0, 8], "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 58, 59, 60, 63, 64, 65, 66], "eplu": [0, 2, 4, 5, 8, 11, 32, 62, 63, 65, 66], "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 40, 43, 46, 62, 66], "goal": [0, 8], "creat": [0, 2, 3, 5, 8, 16, 27, 32, 38, 39, 44, 46, 50, 51, 62, 65, 66], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 39, 40, 42, 44, 46, 62, 63, 64, 66], "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 58, 59, 60, 61, 62, 63, 64, 65, 66], "follow": [0, 4, 5, 6, 7, 8, 16], "openai": [0, 8, 64, 65], "interfac": [0, 4, 8, 12, 17, 62, 64], "wrap": [0, 3, 8, 22, 23, 62], "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 62, 63, 64, 65, 66], "engin": [0, 5, 7, 8, 14], "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 61, 62, 64], "control": [0, 8, 14, 16, 19, 64], "us": [0, 2, 5, 6, 8, 15, 16, 18, 22, 23, 25, 27, 32, 45, 62, 63, 64, 65, 66], "deep": [0, 5, 7, 8], "reinforc": [0, 5, 7, 8, 63], "learn": [0, 5, 7, 8, 63], "main": [0, 3, 8, 25, 62], "function": [0, 2, 3, 4, 5, 7, 8, 20, 23, 24, 25, 32, 37, 42, 62, 63, 64, 66], "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 39, 50, 51, 54, 62, 63, 64, 66], "benchmark": [0, 2, 8], "similarli": [0, 8], "atari": [0, 8], "mujoco": [0, 8], "rl": [0, 3, 8, 23, 61], "commun": [0, 8, 12, 62, 64], "we": [0, 2, 3, 4, 5, 6, 7, 8, 62, 63, 66], "design": [0, 5, 8, 63], "set": [0, 3, 8], "test": [0, 6, 7, 8, 22], "algorithm": [0, 2, 3, 5, 8, 64], "These": [0, 8, 25, 62, 64], "mai": [0, 7, 8, 62], "includ": [0, 5, 7, 8, 19], "differ": [0, 3, 4, 5, 7, 8, 10, 29, 39, 55, 56, 57, 63, 64], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 59, 60, 62, 64, 66], "space": [0, 3, 7, 8, 10, 30, 33, 66], "develop": [0, 2, 5, 6, 8, 64, 66], "experiment": [0, 5, 8], "aim": [0, 5, 7, 8], "provid": [0, 3, 5, 8], "packag": [0, 8, 64], "allow": [0, 3, 5, 6, 7, 8, 63], "modifi": [0, 2, 8, 15, 23], "easi": [0, 8, 64], "manner": [0, 8], "For": [0, 3, 5, 7, 8, 62, 64, 66], "exampl": [0, 2, 3, 4, 5, 7, 8, 63, 64, 66], "sever": [0, 5, 7, 8, 66], "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 61, 62, 64, 65, 66], "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 60, 61, 62, 64, 66], "variabl": [0, 2, 3, 4, 5, 8, 10, 16, 18, 31, 32, 61, 62, 63, 66], "defin": [0, 4, 5, 7, 8, 10, 14, 18, 39, 63], "between": [0, 3, 4, 8, 29], "python": [0, 5, 6, 7, 8, 15], "energyplu": [0, 8, 10, 11, 15, 17, 28, 62, 65], "establish": [0, 8, 16, 62, 64], "bcvtb": [0, 4, 8, 16], "sinc": [0, 5, 8, 28], "tool": [0, 8], "interact": [0, 2, 3, 8, 25, 59, 62, 66], "more": [0, 4, 5, 7, 8, 62, 63, 64, 66], "them": [0, 3, 5, 8, 66], "e": [0, 7, 8, 23], "g": [0, 3, 5, 7, 8, 23], "openmodelica": [0, 8], "could": [0, 2, 5, 8, 63, 66], "backend": [0, 5, 8], "while": [0, 2, 3, 5, 6, 8, 65, 66], "maintain": [0, 8], "api": [0, 7, 8, 39, 40, 43, 48, 50, 51, 54, 65], "stabl": [0, 3, 8, 64], "baselin": [0, 3, 8, 64], "3": [0, 3, 4, 5, 8, 16, 61, 64, 66], "integr": [0, 5, 6, 8, 63], "some": [0, 3, 5, 8, 66], "like": [0, 3, 5, 7, 8, 64, 65], "callback": [0, 3, 5, 8], "have": [0, 2, 3, 4, 5, 6, 7, 8, 62, 64, 66], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 64], "our": [0, 3, 5, 6, 8, 63, 64], "team": [0, 7, 8, 63], "order": [0, 2, 3, 4, 5, 7, 8, 16, 62, 64, 66], "easili": [0, 8], "googl": [0, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "cloud": [0, 3, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "whether": [0, 5, 8, 11, 16, 22, 23, 41, 60, 66], "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "account": [0, 5, 6, 7, 8, 39, 41, 42, 45, 47, 63], "want": [0, 3, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "your": [0, 2, 3, 5, 8, 39, 66], "infrastructur": [0, 5, 8], "ha": [0, 2, 3, 5, 7, 8, 11, 18, 21, 22, 23, 47, 62, 63, 64, 66], "complet": [0, 8], "facilit": [0, 8], "work": [0, 3, 5, 6, 7, 8, 16, 23, 42, 65], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 52, 53, 62], "visual": [0, 3, 7, 8], "logger": [0, 5, 8, 25, 59, 66], "tensorboard": [0, 8, 21], "server": [0, 3, 8, 15], "train": [0, 3, 5, 8, 62], "inform": [0, 3, 5, 8, 11, 25, 59, 62, 64, 66], "real": [0, 3, 8, 25, 62], "time": [0, 3, 7, 8, 16, 25, 29, 61, 62, 64, 66], "mani": [0, 8], "progress": [0, 3, 8, 25, 26, 62, 66], "stai": [0, 8], "tune": [0, 8], "upcom": [0, 8], "releas": [0, 6, 7, 8], "sinergym": [2, 3, 4, 7, 8, 62, 64, 65, 66], "section": [2, 3, 7, 64], "implement": [2, 3, 34, 55, 58, 63, 64, 66], "own": [2, 3, 5, 66], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 50, 51, 56, 57, 62, 63, 64, 66], "random": [2, 5, 35, 39], "agent": [2, 5, 11, 22, 23, 25, 35, 36, 62, 64], "rule": [2, 5, 36, 64], "can": [2, 3, 5, 6, 7, 23, 62, 63, 64, 66], "find": 2, "code": [2, 3, 5, 6, 7, 66], "util": [2, 3, 4, 5, 11, 64, 66], "py": [2, 3, 4, 5, 7, 64, 66], "veri": [2, 5], "perform": [2, 22, 23, 60, 66], "refer": [2, 5, 7], "point": 2, "studi": [2, 4], "drl": [2, 4, 5, 7], "basic": [2, 34, 65], "import": [2, 3, 5, 7, 62, 63, 65, 66], "o": [2, 5, 7, 62], "pkg_resourc": 2, "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 39, 40, 41, 42, 43, 50, 51, 52, 53, 54, 56, 57, 62, 63, 66], "datetim": [2, 5, 63], "common": [2, 3, 4, 5, 19, 22, 23, 64, 66], "parse_vari": 2, "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66], "randomcontrol": 2, "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 41, 42, 45, 49, 52, 53, 59, 60, 61, 62, 66], "def": [2, 3, 62, 63, 66], "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62, 63, 66], "self": [2, 3, 62, 63, 66], "env": [2, 3, 4, 5, 7, 22, 23, 30, 32, 35, 36, 59, 60, 61, 62, 63, 64, 65, 66], "It": [2, 3, 5, 7, 22, 25, 35, 62, 65, 66], "select": [2, 7, 11, 35, 36], "avail": [2, 4, 5, 7, 35, 50, 51, 63], "randomli": [2, 5, 35], "arg": [2, 3, 5, 7, 11, 21, 22, 59, 60, 61, 62, 63, 66], "act": [2, 35, 36], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 51, 62, 66], "": [2, 3, 4, 5, 7, 15, 25, 35, 62, 64, 66], "action_spac": [2, 5, 33, 35, 65, 66], "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 54, 56, 57, 59, 60, 62, 63, 64, 66], "perceiv": [2, 35, 36], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 51, 56, 57, 60, 63, 64, 66], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 56, 57, 59, 60, 61, 63, 66], "chosen": [2, 35, 36], "sampl": [2, 65, 66], "rulebasedcontrol": 2, "range_comfort_wint": [2, 36, 56, 57, 63], "20": [2, 4, 36, 56, 57, 63], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 56, 57, 61, 62, 63, 65, 66], "23": [2, 4, 36, 56, 57, 61, 63], "5": [2, 3, 4, 5, 16, 22, 23, 36, 56, 57, 60, 61, 63, 66], "range_comfort_summ": [2, 36, 56, 57, 63], "26": [2, 4, 36, 56, 57, 63], "whose": [2, 25, 36, 62], "static": [2, 5, 36], "tupl": [2, 11, 27, 28, 30, 33, 36, 56, 57, 59, 63, 66], "comfort": [2, 3, 4, 10, 21, 25, 36, 56, 57, 61, 62, 63], "temperatur": [2, 3, 4, 25, 36, 56, 57, 61, 62, 63], "rang": [2, 3, 4, 5, 10, 32, 36, 56, 57, 61, 63, 65, 66], "cool": [2, 4, 36, 61], "season": [2, 36, 56, 57, 63], "hot": [2, 4, 5, 36, 56, 57, 63, 65], "year": [2, 16, 28, 29, 63], "2021": [2, 63], "variables_path": 2, "extend": 2, "dai": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 66], "month": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 65, 66], "hour": [2, 4, 25, 28, 61, 62, 66], "summer_start_d": [2, 63], "6": [2, 4, 5, 7, 16, 61, 63], "1": [2, 3, 4, 5, 16, 21, 22, 56, 57, 61, 62, 63, 65, 66], "summer_final_d": [2, 63], "9": [2, 4, 63], "30": [2, 4, 61, 63], "outdoor": [2, 4, 36, 61], "air": [2, 4, 36, 61], "drybulb": [2, 4, 27, 36, 61], "obs_dict": 2, "dict": [2, 3, 11, 23, 31, 32, 40, 43, 54, 59, 66], "zip": 2, "out_temp": 2, "site": [2, 4, 61], "15": [2, 4, 61], "t": [2, 3, 5, 7, 42, 56, 57, 62, 63, 66], "19": [2, 4, 5], "21": [2, 4, 61], "elif": [2, 3, 5], "22": [2, 4, 61], "els": [2, 3, 5, 23, 62, 63, 66], "24": [2, 4, 29], "simpl": [2, 57, 63], "given": [2, 3, 16, 28, 32, 33, 56, 57, 63], "instanc": [2, 3, 5, 7, 39, 40, 41, 42, 43, 44, 46, 50, 51, 54, 62], "usag": [2, 3, 7, 66], "next": [2, 5, 6, 7, 11, 16, 62, 64, 66], "numpi": [2, 4, 5, 65, 66], "np": [2, 3, 5, 11, 59, 62, 65, 66], "make": [2, 3, 4, 5, 7, 16, 63, 64, 65, 66], "continu": [2, 3, 4, 5, 6, 10, 11, 65], "mix": [2, 4, 63], "v1": [2, 4, 5, 11, 63, 65, 66], "ob": [2, 3, 61, 65, 66], "reset": [2, 3, 11, 16, 23, 59, 60, 62, 65, 66], "done": [2, 3, 5, 25, 54, 61, 62, 65, 66], "fals": [2, 3, 5, 11, 21, 22, 23, 25, 59, 61, 62, 65, 66], "current_month": [2, 65, 66], "info": [2, 3, 65, 66], "step": [2, 3, 5, 11, 16, 23, 25, 33, 59, 60, 62, 65, 66], "append": [2, 3, 5, 62, 64, 65, 66], "displai": [2, 5, 65, 66], "result": [2, 5, 16, 23, 62, 65, 66], "everi": [2, 3, 5, 6, 22, 39, 64, 65, 66], "print": [2, 3, 5, 54, 65, 66], "sum": [2, 3, 62, 63, 65, 66], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 59, 62, 65, 66], "mean": [2, 3, 4, 5, 11, 23, 27, 61, 62, 63, 65, 66], "cumul": [2, 65, 66], "close": [2, 11, 16, 59, 65, 66], "facil": [3, 4, 61], "check": [3, 5, 6, 7, 23, 64], "discret": [3, 4, 5, 10, 11, 30, 63], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 56, 57, 60, 61, 63], "ppo": [3, 5], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 5], "dqn": [3, 5], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 5], "sac": [3, 5], "column": [3, 27], "specifi": [3, 5, 44, 52, 53], "due": [3, 5], "its": [3, 4, 5, 47, 59, 66], "about": [3, 4, 5, 23, 62, 64, 66], "call": [3, 5, 7, 16, 22, 23, 62], "stage": 3, "procedur": [3, 6], "access": [3, 5], "intern": [3, 4], "state": [3, 16, 39, 40, 43, 54, 59, 66], "model": [3, 4, 5, 18, 22, 23, 28, 61], "dure": [3, 5, 21, 22, 62, 65], "one": [3, 5, 7, 23, 25, 27, 56, 57, 62, 63, 64], "do": [3, 5, 7, 23, 48, 64], "monitor": [3, 5, 7, 22, 23, 25, 62, 66], "auto": [3, 5], "save": [3, 5, 22, 66], "manipul": [3, 5], "bar": 3, "custom": [3, 21, 58, 66], "execut": [3, 6, 7, 16, 25, 26, 41, 42, 44, 54, 59, 62, 66], "log": [3, 7, 25, 26, 59, 62, 66], "all": [3, 5, 7, 21, 32, 46, 62, 63, 64], "specif": [3, 4, 7, 62, 63, 64], "therefor": [3, 4], "propos": 3, "each": [3, 4, 5, 21, 22, 23, 25, 32, 62, 63], "extract": [3, 32], "which": [3, 5, 6, 7, 21, 25, 62, 63, 64], "why": 3, "loggercallback": [3, 5], "deal": 3, "those": [3, 4, 5, 63], "subtleti": 3, "basecallback": [3, 22], "plot": [3, 21], "addit": [3, 21, 23], "valu": [3, 4, 5, 7, 21, 25, 56, 57, 61, 62, 63, 66], "param": [3, 5, 21, 22, 23, 25, 62], "sinergym_logg": [3, 5, 21], "boolean": [3, 16, 21], "indic": [3, 5, 16, 21], "csvlogger": [3, 5, 21, 59, 62, 66], "inner": [3, 4, 5, 6, 7, 21, 33, 39, 40, 41, 43, 44, 46, 52, 53, 63], "activ": [3, 5, 7, 21, 25, 59, 62, 66], "ep_reward": [3, 21], "here": [3, 5, 7, 21, 64], "store": [3, 5, 21, 25, 53, 62, 66], "ep_pow": [3, 21], "consumpt": [3, 21, 25, 56, 57, 62, 63], "ep_term_comfort": [3, 21], "term": [3, 21, 56, 57, 63], "compon": [3, 5, 21], "ep_term_energi": [3, 21], "energi": [3, 21, 56, 57, 63], "num_comfort_viol": [3, 21], "number": [3, 4, 5, 16, 21, 22, 23, 25, 39, 60, 62, 66], "timestep": [3, 5, 11, 21, 25, 61, 62, 66], "violat": [3, 21], "ep_timestep": [3, 21], "increment": [3, 21], "verbos": [3, 5, 21, 22, 64], "super": [3, 66], "_on_training_start": 3, "is_wrap": [3, 66], "training_env": 3, "loggerwrapp": [3, 5, 66], "env_method": 3, "activate_logg": [3, 59, 66], "deactivate_logg": [3, 59, 66], "record": [3, 25, 59, 62, 66], "method": [3, 5, 7, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62], "depend": [3, 5, 7, 25, 62, 64], "global": [3, 23], "kei": [3, 32, 66], "record_mean": 3, "rais": [3, 5, 18, 23], "keyerror": [3, 18], "_on_step": 3, "bool": [3, 5, 11, 22, 23, 25, 59, 60, 62, 66], "local": [3, 5, 6, 7, 23, 52, 53], "get_attr": 3, "normal": [3, 5, 61, 62, 64, 66], "origin": [3, 4, 15, 27, 52, 59, 60, 61, 66], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 5, 66], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 61, 66], "enumer": [3, 5, 66], "normalized_observ": 3, "onli": [3, 5, 7, 23, 25, 62, 63, 66], "receiv": [3, 18], "setpoint": [3, 4, 61], "action_": [3, 66], "try": [3, 5, 62], "network": [3, 5], "output": [3, 7, 26, 32, 65], "clip": 3, "clipped_act": 3, "except": [3, 5, 62], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 66], "comfort_penalti": [3, 25, 61, 62, 66], "total_power_no_unit": [3, 25, 61, 62, 66], "If": [3, 5, 6, 7, 23, 32, 64, 66], "end": [3, 5, 7, 11, 18, 25, 29, 62, 66], "summari": [3, 59, 62, 66], "last": [3, 5, 16, 32, 59, 61, 62, 66], "metric": [3, 62], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 62, 66], "mean_reward": [3, 22, 62, 66], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 62, 66], "cumulative_comfort_penalti": [3, 62, 66], "mean_power_penalti": [3, 62, 66], "cumulative_power_penalti": [3, 62, 66], "comfort_violation_tim": 3, "100": [3, 5, 61, 62], "zerodivisionerror": [3, 62], "nan": [3, 62], "first": [3, 16, 23, 66], "finish": [3, 5, 16], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 5, 11, 22, 23, 25, 59, 60, 61, 62, 66], "on_training_end": [3, 21], "see": [3, 5, 6, 7, 62, 64], "same": [3, 4, 5, 7, 27, 62, 63, 66], "attribut": [3, 11, 16, 62, 63, 66], "constructor": [3, 14], "deriv": [3, 7], "background": [3, 5], "With": 3, "possibl": [3, 4, 5, 7], "compar": 3, "There": [3, 6, 7, 62], "tabl": 3, "other": [3, 5, 7, 62], "vice": 3, "versa": 3, "log_interv": [3, 5], "process": [3, 5, 6, 27], "frequenc": [3, 5], "consequ": [3, 5, 63], "featur": 3, "up": [3, 7, 56, 57, 63], "thu": 3, "off": 3, "polici": [3, 5, 7, 23], "whole": [3, 25, 43, 61, 62], "instead": [3, 7, 23, 63], "when": [3, 5, 6, 7, 22, 23, 25, 62, 63], "On": [3, 5, 7], "appear": [3, 7, 23], "too": [3, 5, 7, 41, 66], "becaus": [3, 5, 7], "Then": [3, 5, 7, 66], "pars": [3, 4, 30, 31], "entir": 3, "equival": 3, "csv": [3, 25, 62, 66], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 62, 66], "bound": 3, "penalti": [3, 25, 62, 63], "power": [3, 25, 56, 57, 62, 63, 66], "per": [3, 4, 23, 25, 56, 57, 61, 62, 63], "obtain": [3, 5, 11], "being": [3, 62], "wrapper": [3, 5, 19, 22, 23, 62, 64], "thei": [3, 5, 7, 64], "both": [3, 10, 63], "rollout": 3, "exploration_r": 3, "doesn": [3, 5, 7, 42, 66], "neural": 3, "well": [3, 23], "evalu": [3, 5, 22, 23, 63], "ad": [3, 4, 5, 66], "evalloggercallback": 3, "experi": [3, 7, 38], "benefit": 3, "drl_usag": 3, "most": [3, 62, 63], "must": [3, 4, 5, 7, 23], "keep": [3, 16], "mind": 3, "construct": [3, 5], "particular": 3, "paramet": [3, 5, 7, 11, 16, 18, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 56, 57, 59, 60, 61, 63], "concaten": [3, 5, 39], "callbacklist": [3, 5], "until": [3, 54], "where": [3, 7, 22, 39, 40, 41, 42, 43, 44, 50, 51, 52, 53, 54], "comment": 3, "requir": [3, 5, 7, 62], "extra": [3, 7, 11, 64, 66], "argument": [3, 5, 30, 66], "ep": [3, 5], "argpars": [3, 5], "loggerevalcallback": [3, 5], "stable_baselines3": [3, 5, 22, 23, 66], "nois": [3, 4, 5, 11], "normalactionnois": [3, 5], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 5, 22, 23], "dummyvecenv": [3, 5], "parser": [3, 5], "argumentpars": [3, 5], "add_argu": [3, 5], "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 39, 41, 42, 46, 47, 50, 51, 62, 66], "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 56, 57, 60, 62, 63, 66], "learning_r": [3, 5], "lr": [3, 5], "float": [3, 5, 11, 16, 23, 25, 29, 56, 57, 59, 62, 63, 66], "0007": [3, 5], "n_step": [3, 5], "n": [3, 4, 5, 60, 62, 66], "gamma": [3, 5], "99": [3, 5], "gae_lambda": [3, 5], "gl": [3, 5], "ent_coef": [3, 5], "ec": [3, 5], "vf_coef": [3, 5], "v": [3, 5, 64], "max_grad_norm": [3, 5], "m": [3, 5], "rms_prop_ep": [3, 5], "rm": [3, 5], "1e": [3, 5, 56, 57, 63], "05": [3, 5], "parse_arg": [3, 5], "id": [3, 5, 7, 39, 40, 43, 44, 46, 50, 51, 54], "n_episod": 3, "name": [3, 4, 5, 7, 11, 16, 18, 26, 27, 31, 38, 39, 40, 41, 43, 44, 45, 46, 50, 51, 52, 53], "start_run": [3, 5], "run_nam": [3, 5], "log_param": [3, 5], "mlppolici": [3, 5], "tensorboard_log": [3, 5], "n_timesteps_episod": [3, 5], "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "lambda": [3, 5], "freq": 3, "2": [3, 4, 5, 6, 16, 66], "eval_callback": [3, 5], "best_model_save_path": [3, 5, 22], "best_model": [3, 5], "log_path": [3, 5, 22], "eval_freq": [3, 5, 22], "determinist": [3, 5, 22, 23], "render": [3, 5, 11, 22, 23], "n_eval_episod": [3, 5, 22, 23], "log_callback": [3, 5], "total_timestep": [3, 5, 25, 62], "As": [3, 5], "abl": [3, 5, 7], "track": 3, "recommend": [3, 5, 7], "start": [3, 5, 14, 16, 18, 28, 29], "batteri": [3, 5], "initi": [3, 5, 7, 22, 66], "date": [3, 25, 62, 63, 66], "hyperparamet": [3, 5], "durat": 3, "etc": [3, 5, 7, 25, 62], "comput": [3, 5, 10], "paradigm": 3, "remot": [3, 6, 7, 64], "compat": 3, "plan": 3, "futur": [3, 7, 63], "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 50, 51, 56, 57, 60, 62, 63, 66], "locat": [4, 5, 7, 27, 38], "idf": [4, 11, 16, 18, 62], "file": [4, 5, 6, 7, 10, 11, 16, 18, 27, 30, 31, 52, 53, 62, 64], "period": [4, 63], "demo": [4, 5, 66], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 5, 7, 16], "01": 4, "31": [4, 61], "03": 4, "5zone": [4, 5, 65], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 61], "new": [4, 5, 14, 16, 18, 22, 25, 27, 59, 60, 62, 63, 66], "york": 4, "humid": [4, 61], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 30, 33, 66], "stochast": [4, 22, 23, 63], "datacent": [4, 5], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 16, 56, 57, 62, 63, 64], "iwmullion": [4, 5], "accord": [4, 22], "doe": [4, 7, 16], "classif": 4, "In": [4, 5, 7, 23, 64], "seri": [4, 10], "chang": [4, 5, 7, 25, 62], "gaussian": [4, 11], "std": [4, 23], "add": [4, 5, 10, 62, 66], "extern": [4, 5, 62], "wai": [4, 5, 7], "definit": [4, 5, 11, 30, 39], "variant": [4, 66], "xml": 4, "version": [4, 5, 6, 7], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 52, 53], "dtd": 4, "max": [4, 32, 56, 57, 63], "min": [4, 32, 63], "5e6": [4, 66], "rel": [4, 61], "wind": [4, 61], "speed": [4, 61], "direct": [4, 5, 61], "diffus": [4, 61], "solar": [4, 61], "radiat": [4, 61], "rate": [4, 61], "area": [4, 61], "zone": [4, 5, 7, 31, 39, 40, 43, 50, 51, 54, 56, 57, 61, 63], "thermostat": [4, 61], "heat": [4, 61], "7": [4, 5, 7, 16], "8": [4, 5, 7], "thermal": [4, 61], "radiant": [4, 61], "11": [4, 61], "cloth": [4, 61], "fanger": [4, 61], "ppd": [4, 61], "13": 4, "peopl": [4, 61], "occup": [4, 61], "count": [4, 5, 23, 61], "14": [4, 5], "total": [4, 25, 61, 62], "hvac": [4, 61], "electr": [4, 61], "demand": [4, 61], "16": 4, "17": 4, "18": 4, "low": [4, 56, 57, 63, 64, 66], "high": [4, 66], "shape": [4, 5, 66], "dtype": [4, 66], "float32": [4, 66], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 16, 25, 62], "index": [4, 5, 6], "action0": 4, "action1": 4, "give": 4, "plai": 4, "how": [4, 5, 63], "affect": [4, 23, 27], "resolut": 4, "problem": [4, 5, 7], "known": 4, "what": [4, 5], "configur": [4, 5, 7, 18, 63], "read": [4, 5, 14, 16, 52], "automat": [4, 5, 6, 7, 64], "so": [4, 7, 62, 65, 66], "should": [4, 5, 7, 22, 65, 66], "worri": 4, "anyth": [4, 23], "gener": [4, 5, 7, 62, 63], "solut": 4, "updat": [4, 6, 7, 22, 32, 64], "alwai": [4, 5, 7, 62, 63], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 30], "restful": 5, "gcloud": [5, 7], "directli": [5, 7], "write": [5, 7, 62, 64], "ir": 5, "person": 5, "send": [5, 11, 14, 16, 18, 44, 47, 49, 53], "cloud_manag": 5, "script": [5, 54], "purpos": [5, 7], "vm": [5, 41], "detail": 5, "hand": [5, 7], "sent": 5, "job": [5, 64], "remov": [5, 41, 56, 57, 63], "host": 5, "platform": [5, 6, 39, 40, 43, 50, 51, 54], "mig": [5, 39, 41], "empti": [5, 7], "don": [5, 7, 62], "rest": [5, 7, 41, 42], "need": [5, 7, 62, 66], "wrong": 5, "document": [5, 6, 7, 62], "solv": 5, "let": [5, 7, 63], "explan": 5, "abov": [5, 7], "repositori": [5, 6, 7, 64], "root": [5, 7], "sleep": [5, 54], "pprint": 5, "api_cor": 5, "descript": [5, 16], "run": [5, 7, 23, 62], "project_id": [5, 7], "dest": 5, "help": 5, "zo": 5, "europ": [5, 7], "west1": [5, 7], "b": [5, 7], "servic": [5, 7, 39, 40, 41, 42, 43, 47, 48, 50, 51, 54], "deploi": [5, 6], "template_nam": [5, 39], "tem": 5, "templat": [5, 7, 39], "previous": [5, 39, 40, 43, 44, 50, 51, 54, 62], "copi": [5, 7, 16, 62, 66], "group_nam": [5, 39, 43], "group": [5, 7, 39, 41, 42, 43, 50], "experiment_command": [5, 44], "cmd": 5, "python3": [5, 7], "narg": 5, "command": [5, 7, 44, 64], "drl_batteri": 5, "init": [5, 48, 49], "init_gcloud_servic": 5, "client": [5, 38, 45, 49, 52, 53], "init_storage_cli": 5, "n_experi": 5, "len": [5, 62, 66], "respons": [5, 39, 40, 43, 54, 62], "create_instance_group": 5, "size": [5, 7, 39], "wait": [5, 7], "machin": [5, 7, 39], "fulli": 5, "statu": [5, 54], "operationtyp": 5, "wait_for_oper": 5, "oper": [5, 46, 48, 54], "operation_typ": [5, 54], "exist": 5, "look": 5, "get_bucket": 5, "bucket_nam": [5, 38, 45], "found": [5, 66], "notfound": 5, "ani": [5, 7, 11, 21, 22, 23, 59, 60, 61, 62], "create_bucket": 5, "eu": [5, 38], "visibl": 5, "sometim": 5, "although": [5, 6], "insert": 5, "isn": [5, 7, 66], "yet": [5, 7, 64], "henc": [5, 7], "loop": [5, 65], "list_inst": 5, "base_instances_nam": [5, 51], "than": [5, 7, 62, 63, 66], "petit": [5, 47, 49], "comand": 5, "readi": [5, 7], "container_id": [5, 44], "get_container_id": 5, "instance_nam": [5, 44, 46], "execute_remote_command_inst": 5, "correctli": [5, 7, 64], "consol": 5, "clone": [5, 7], "bash": [5, 7], "seed": 5, "58": 5, "eval_length": 5, "remote_stor": 5, "300": 5, "52": 5, "two": [5, 7, 63], "manag": [5, 7, 41, 42, 62], "onc": [5, 7], "haven": 5, "To": [5, 7, 64], "earlier": 5, "ssh": [5, 7], "connect": [5, 7, 15, 16, 17], "take": [5, 63], "case": [5, 7, 23], "necessari": [5, 7], "issu": [5, 7], "seen": 5, "rememb": 5, "befor": [5, 7, 23, 66], "alloc": 5, "understand": 5, "expos": 5, "ranges_5zon": [5, 66], "ranges_iw": 5, "ranges_datacent": 5, "uuid": 5, "multiobswrapp": [5, 66], "alg": 5, "rw": 5, "linear": 5, "exponenti": [5, 56, 63], "norm": 5, "store_tru": 5, "appli": [5, 11, 61, 63, 66], "flag": [5, 25, 59, 62, 66], "multiob": [5, 66], "mob": 5, "multi": [5, 66], "ten": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 52, 53, 62], "eval": [5, 22], "best": [5, 22], "onlin": 5, "evalf": 5, "useless": 5, "inter": 5, "sd": 5, "sto": 5, "determin": 5, "resourc": [5, 38, 45, 48, 49, 52, 53], "field": 5, "buffer_s": 5, "bf": 5, "1000000": 5, "learning_start": 5, "l": [5, 6], "tau": [5, 27], "tu": 5, "005": 5, "sigma": [5, 27], "sig": 5, "regist": [5, 63], "experiment_d": 5, "todai": 5, "strftime": 5, "y": 5, "d": [5, 16], "h": 5, "episodes_": 5, "seed_": 5, "__version__": 5, "length": [5, 23, 62, 66], "interv": 5, "linearreward": [5, 11, 63], "expreward": [5, 63], "runtimeerror": 5, "know": 5, "dictionari": [5, 11, 30, 31], "norm_rang": 5, "env_typ": 5, "split": [5, 62], "nameerror": 5, "valid": [5, 47, 66], "50000": 5, "batch_siz": 5, "32": 5, "train_freq": 5, "gradient_step": 5, "target_update_interv": 5, "10000": [5, 22], "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_final_ep": 5, "n_action": 5, "action_nois": 5, "zero": 5, "ones": 5, "64": 5, "n_epoch": 5, "clip_rang": 5, "error": [5, 7, 23], "calcul": [5, 56, 57, 63], "env_vec": 5, "dir": 5, "tensorboardformatlogg": 5, "tb_path": 5, "new_logg": 5, "set_logg": 5, "_env_working_dir_par": [5, 66], "upload_to_bucket": 5, "src_path": [5, 52, 53], "dest_bucket_nam": [5, 53], "dest_path": [5, 53], "abspath": 5, "mlrun": 5, "end_run": 5, "shutdown": 5, "token": [5, 41, 42, 47], "get_service_account_token": 5, "delete_instance_mig_from_contain": 5, "pretti": 5, "larg": [5, 7], "deactiv": [5, 25, 59, 62, 66], "written": 5, "correct": [5, 7, 66], "recreat": 5, "memori": [5, 7], "belong": [5, 25, 62], "appropri": 5, "environment_nam": 5, "episodes_int": 5, "seed_valu": 5, "delet": [5, 40, 41, 42, 43, 66], "explain": [5, 7], "scope": [5, 7], "uri": 5, "howev": [5, 7, 63, 64], "support": [5, 7, 64], "recent": 5, "628": 5, "tensorboard_log_path": 5, "recogn": 5, "mayb": 5, "instal": [5, 6, 16], "hasn": [5, 7], "got": 5, "auth": [5, 7, 41, 42], "applic": [5, 64], "login": 5, "http": [5, 7, 15], "localhost": 5, "6006": 5, "second": [5, 16, 23, 25, 28, 29, 61, 62, 66], "enough": [5, 7], "shut": 5, "down": 5, "logdir": 5, "organ": [5, 64], "separ": 5, "back": 5, "sql": [5, 7], "databas": 5, "without": [5, 6, 61, 66], "loos": 5, "bin": [5, 7], "scrip": 5, "pleas": [5, 7], "visit": [5, 7, 62, 64, 66], "jajim": [5, 7], "github": [5, 7, 15, 64], "io": [5, 7], "html": 5, "region": 5, "db_root_password": 5, "machine_typ": 5, "e2": 5, "medium": 5, "mlflow_imag": 5, "kaysush": 5, "cloud_sql_proxy_imag": 5, "gcr": [5, 7], "cloudsql": 5, "docker": [5, 6], "gce": [5, 7], "proxi": 5, "mysql_inst": 5, "echo": 5, "sa": 5, "iam": [5, 7], "artifact": [5, 7], "gsutil": [5, 7], "mb": 5, "tier": 5, "db": 5, "f1": 5, "micro": 5, "password": 5, "ssd": [5, 7], "provis": 5, "privileg": [5, 7, 47], "role": 5, "editor": 5, "ch": [5, 7], "serviceaccount": 5, "gserviceaccount": [5, 7], "com": [5, 7, 15], "admin": [5, 7], "bind": 5, "member": 5, "start_mlflow_track": 5, "sh": 5, "cat": 5, "eof": 5, "mysql": 5, "net": 5, "p": 5, "3306": 5, "cloud_sql_proxi": 5, "tcp": 5, "5000": [5, 7], "pymysql": 5, "mlflow_artifact": 5, "alter": 5, "iptabl": 5, "A": [5, 11, 28, 31, 62], "input": [5, 16], "dport": 5, "j": 5, "accept": 5, "upload": [5, 6, 7, 53], "cp": 5, "tempor": 5, "ip": [5, 7], "address": [5, 7], "subnet": 5, "premium": 5, "metadata": [5, 11], "startup": 5, "url": 5, "mainten": 5, "migrat": 5, "www": [5, 7], "googleapi": [5, 7], "tag": [5, 6, 7], "imag": [5, 7], "co": 5, "77": 5, "12371": 5, "1109": 5, "boot": [5, 7], "disk": [5, 7], "10gb": [5, 7], "pd": [5, 7], "balanc": 5, "devic": 5, "shield": 5, "secur": 5, "vtpm": 5, "reserv": 5, "affin": 5, "describ": [5, 7], "get": [5, 7, 23, 45, 46, 47, 61, 66], "firewal": 5, "prioriti": 5, "1000": 5, "ingress": 5, "target": 5, "sourc": [5, 6, 7], "enabl": 5, "anymor": 5, "again": 5, "redefin": 5, "notic": [5, 63, 65], "creation": 5, "mlflow_tracking_uri": [5, 7], "anot": 5, "bellow": 5, "trigger": [5, 22], "event": 5, "advertis": 5, "captur": 5, "slack": 5, "sm": 5, "email": 5, "deploy": 6, "pipelin": 6, "softwar": 6, "third": 6, "parti": 6, "websit": 6, "pull": [6, 7], "request": [6, 41, 42], "pep8": 6, "standard": [6, 11, 65], "level": [6, 26, 64], "aggress": 6, "anoth": [6, 7], "contain": [6, 23, 41, 42, 44, 46, 47, 51, 64, 65], "dockerfil": [6, 7, 64], "pytest": 6, "pass": [6, 16, 22, 23, 62], "hub": [6, 7], "latest": [6, 7], "publish": 6, "edit": 6, "manual": [6, 66], "catch": 6, "doc": [6, 7], "page": 6, "compil": 6, "verifi": 6, "built": [6, 7, 39, 40, 43, 50, 51, 54], "commit": 6, "push": [6, 7], "bot": 6, "ignor": 6, "git": [6, 7], "z": 6, "xarg": 6, "assum": 6, "unchang": 6, "workflow": [6, 64], "yml": [6, 64], "virtual": 7, "sudo": 7, "apt": 7, "virtualenv": 7, "env_sinergym": 7, "By": [7, 51, 63], "pip": [7, 64], "diffet": 7, "setup": 7, "tag_nam": 7, "sinergym_extra": 7, "setup_tag": 7, "libari": 7, "example1": 7, "librari": [7, 64], "neccesari": 7, "studio": 7, "simpli": 7, "open": [7, 62], "directori": [7, 16, 32, 52, 53, 62, 64, 65], "click": 7, "pop": 7, "button": 7, "reopen": 7, "isol": 7, "prefer": 7, "below": 7, "firstli": 7, "compabl": 7, "also": 7, "ensur": 7, "later": [7, 25, 62], "combin": 7, "instruct": 7, "linux": 7, "ubuntu": 7, "choos": 7, "folder": [7, 22, 65], "eplus_path": [7, 16, 18], "bcvtb_path": [7, 16, 18], "respect": 7, "final": 7, "repo": 7, "consid": [7, 56, 57, 63], "subset": [7, 66], "sdk": 7, "invoic": 7, "secondli": 7, "link": 7, "authent": 7, "permiss": 7, "begin": 7, "go": [7, 66], "registri": 7, "pub": 7, "sub": [7, 51], "firestor": 7, "datastor": 7, "storag": [7, 38, 45, 49, 52, 53], "gmail": 7, "public": 7, "restart": 7, "never": 7, "stdin": 7, "tty": 7, "20gb": 7, "n2": 7, "highcpu": 7, "realli": [7, 66], "silenc": 7, "would": [7, 63], "incid": 7, "clear": 7, "suppos": 7, "fork": 7, "cloudbuild": 7, "yaml": 7, "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "c": [7, 56, 57, 63], "exit": 7, "builder": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "alreadi": [7, 64], "confus": 7, "part": 7, "helper": 7, "everyth": 7, "mention": 7, "least": 7, "fail": 7, "free": [7, 44], "might": 7, "report": 7, "care": 7, "submit": 7, "config": 7, "substitut": 7, "predetermin": 7, "decid": 7, "enter": 7, "after": [7, 16, 23, 44, 54, 65], "immedi": 7, "think": 7, "notifi": 7, "happen": 7, "minut": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow": 7, "bucket": [7, 38, 45, 52, 53], "quot": 7, "probabl": 7, "optim": 7, "pre": 7, "attach": 7, "And": 7, "now": 7, "interest": 7, "autom": 7, "modul": [9, 12, 19, 62, 64], "funcion": 10, "absolut": [10, 32, 56, 57, 63], "raw": 10, "cfg": [10, 16, 62], "kwarg": [11, 21, 22, 59, 60, 61], "idf_fil": [11, 18], "weather_fil": [11, 18], "variables_fil": [11, 18], "spaces_fil": 11, "env_nam": [11, 16, 18, 62], "discrete_act": [11, 30], "weather_vari": 11, "epw": [11, 16, 18, 27], "condit": 11, "desviat": 11, "mode": 11, "human": 11, "arrai": [11, 25, 59, 62, 66], "abstract": 14, "receive_observ": [14, 18], "send_act": [14, 18], "start_simul": [14, 18], "stop_simul": 14, "stop": 14, "ptolomi": 15, "zhangzhizza": 15, "weather_path": 16, "variable_path": 16, "idf_path": 16, "act_repeat": 16, "max_ep_data_store_num": 16, "repeat": 16, "end_env": 16, "end_episod": 16, "properti": 16, "get_is_eplus_run": 16, "new_weath": 16, "current_simulation_tim": 16, "consist": [16, 63], "correpond": 16, "termin": [16, 25, 26, 44, 62], "socket": [16, 62], "subprocess": 16, "sensor": 16, "start_dai": 16, "simulaton": 16, "start_mon": 16, "start_weekdai": 16, "weekdai": 16, "mondai": 16, "sundai": 16, "start_year": 16, "reciev": 16, "renew": 17, "connector": 18, "end_simul": 18, "eval_env": 22, "callback_on_new_best": 22, "npz": 22, "warn": [22, 23], "evaluate_polici": 22, "vecenv": [22, 23], "base_class": 23, "basealgorithm": 23, "callabl": 23, "reward_threshold": 23, "return_episode_reward": 23, "averag": 23, "made": 23, "note": [23, 62, 66], "scale": [23, 64], "earli": 23, "avoid": 23, "minimum": 23, "expect": 23, "met": 23, "user": [23, 54], "lack": 23, "monitor_head": [25, 62, 66], "progress_head": [25, 62, 66], "log_progress_fil": [25, 62, 66], "log_fil": [25, 62], "header": [25, 62, 66], "sub_run_n": [25, 62], "res_n": [25, 62], "steps_data": [25, 62], "elabor": [25, 62], "total_time_elaps": [25, 62], "elaps": [25, 28, 62], "comfort_violation_timestep": [25, 62], "activate_flag": [25, 62, 66], "deactivate_flag": [25, 62, 66], "log_episod": [25, 62, 66], "log_step": [25, 62, 66], "simulation_tim": [25, 62, 66], "achiev": [25, 62], "w": [25, 56, 57, 62, 63], "spicifi": [25, 62], "log_step_norm": [25, 62, 66], "set_log_fil": [25, 62, 66], "new_log_fil": [25, 62], "getlogg": 26, "formatt": 26, "weather_data": 27, "original_epw_fil": 27, "variat": 27, "ornstein": 27, "uhlenbeck": 27, "opyplu": [27, 28], "weatherdata": 27, "ou": 27, "epm": 28, "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "tuppl": 30, "map": 30, "continuos_act": 30, "var_fil": 31, "og": 31, "output_path": 32, "last_result": 32, "valor": 32, "setpoints_spac": 33, "convert": 33, "transform": 33, "ask": [38, 45, 49, 52, 53], "desir": 39, "json": 39, "instance_group_nam": 41, "alon": 41, "repons": [41, 42], "individu": 42, "klt": 46, "filter": [46, 51], "substr": 46, "author": 47, "owner": 48, "credenti": 48, "ori_bucket_nam": 52, "ori_path": 52, "recurs": [52, 53], "download": 52, "destin": 53, "feedback": 54, "energy_weight": [56, 57, 63], "lambda_energi": [56, 57, 63], "0001": [56, 57], "lambda_temperatur": [56, 57, 63], "r": [56, 57, 63], "lambda_": [56, 57, 63], "lambda_t": [56, 57, 63], "exp": [56, 63], "t_": [56, 57, 63], "cold": [56, 57, 63], "fot": [56, 57, 63], "weight": [56, 57, 63], "constant": [56, 57, 63], "dimens": [56, 57, 63], "calculu": [56, 57, 63], "indoor": [56, 57, 63], "flatten": [60, 66], "stack": [60, 66], "flat": [60, 66], "vector": [60, 66], "previou": [60, 66], "173": 61, "6583692738386": 61, "32595": 61, "57259261767": 61, "space1": 61, "00826655379267": 61, "588": 61, "1033": 61, "05437255409474": 61, "60": 61, "72839186915495": 61, "357": 61, "clgsetp": 61, "htgsetp": 61, "49999": 61, "287277410867238": 61, "87": 61, "60662171287048": 61, "22565264653451": 61, "98": 61, "37141259444684": 61, "35": 61, "98853496778508": 61, "49999046325684": 61, "508266553792669": 61, "550779087370951": 61, "0086829184636919": 61, "31536000": 61, "35040": 61, "259557259261767": 61, "0173658369273838": 61, "reli": [61, 63, 66], "re": 62, "num_simul": 62, "content": 62, "sub_run1": 62, "sub_run2": 62, "sub_run3": 62, "sub_runn": 62, "utilsocket": 62, "monitor_norm": 62, "sub_run": 62, "num_episod": 62, "within": [62, 64], "structur": [62, 63], "observation_valu": 62, "action_valu": 62, "row": 62, "episode_num": [62, 66], "cumulative_power_consumpt": [62, 66], "mean_power_consumpt": [62, 66], "comfort_viol": [62, 66], "time_elaps": [62, 66], "carri": 62, "regardless": 62, "techniqu": 62, "factor": [62, 63], "present": 62, "steps_data_norm": 62, "power_penalti": [62, 66], "row_cont": 62, "_store_step_inform": 62, "statist": 62, "ep_mean_reward": 62, "ep_cumulative_reward": 62, "ep_cumulative_pow": 62, "ep_mean_pow": 62, "ep_cumulative_comfort_penalti": 62, "ep_mean_comfort_penalti": 62, "ep_cumulative_power_penalti": 62, "ep_mean_power_penalti": 62, "steps_info": 62, "newlin": 62, "file_obj": 62, "writer": 62, "csv_writer": 62, "writerow": 62, "_normal": 62, "isfil": 62, "_reset_logg": 62, "relev": 62, "unwrap": 62, "thing": 63, "math": 63, "w_energi": 63, "lambda_temp": 63, "reward_energi": 63, "current_dt": 63, "range_t": 63, "delta_t": 63, "ab": 63, "reward_comfort": 63, "lineal": 63, "neg": 63, "perfect": 63, "moreov": 63, "adjust": 63, "aspect": 63, "overwrit": 63, "supervis": 64, "successfulli": 64, "vv": 64, "anywai": 64, "under": 64, "framework": 64, "small": 64, "complex": 64, "libreri": 64, "independ": 64, "uniqu": 64, "test_common": 64, "test_reward": 64, "test_wrapp": 64, "test_simul": 64, "test_env": 64, "test_control": 64, "test_stable_baselin": 64, "conceptu": 64, "context": 64, "readm": 64, "someth": 65, "produc": 65, "inherit": 66, "collect": 66, "dequ": 66, "env_util": 66, "observationwrapp": 66, "unwrapped_observ": 66, "ind_flat": 66, "histori": 66, "maxlen": 66, "observation_spac": 66, "new_shap": 66, "_": 66, "_get_ob": 66, "reshap": 66, "monitor_header_list": 66, "element_head": 66, "_episode_exist": 66, "logger_main": 66, "debug": 66, "_epi_num": 66, "_eplus_working_dir": 66, "default_env": 66}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "rewards"], [58, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "create_bucket"], [39, 5, 1, "", "create_instance_group"], [40, 5, 1, "", "delete_instance"], [41, 5, 1, "", "delete_instance_MIG_from_container"], [42, 5, 1, "", "delete_instance_from_container"], [43, 5, 1, "", "delete_instance_group"], [44, 5, 1, "", "execute_remote_command_instance"], [45, 5, 1, "", "get_bucket"], [46, 5, 1, "", "get_container_id"], [47, 5, 1, "", "get_service_account_token"], [48, 5, 1, "", "init_gcloud_service"], [49, 5, 1, "", "init_storage_client"], [50, 5, 1, "", "list_instance_groups"], [51, 5, 1, "", "list_instances"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"], [54, 5, 1, "", "wait_for_operation"]], "sinergym.utils.rewards": [[56, 1, 1, "", "ExpReward"], [57, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[59, 1, 1, "", "LoggerWrapper"], [60, 1, 1, "", "MultiObsWrapper"], [61, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "activate_logger"], [59, 2, 1, "", "close"], [59, 2, 1, "", "deactivate_logger"], [59, 2, 1, "", "reset"], [59, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "reset"], [60, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "get_unwrapped_obs"], [61, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "api": [1, 5], "refer": 1, "control": [2, 34, 35, 36], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 62], "tensorboard": [3, 5], "structur": 3, "how": 3, "us": [3, 7], "mlflow": [3, 5], "environ": [4, 7], "observ": 4, "action": [4, 6], "space": 4, "googl": [5, 7], "cloud": [5, 7], "execut": 5, "receiv": 5, "experi": 5, "remot": 5, "contain": [5, 7], "permiss": 5, "bucket": 5, "storag": 5, "output": [5, 62], "log": 5, "visual": 5, "real": 5, "time": 5, "track": 5, "server": 5, "set": [5, 7], "up": 5, "alert": 5, "github": 6, "instal": [7, 64], "docker": 7, "manual": 7, "1": 7, "energyplu": [7, 16, 18], "9": 7, "5": 7, "0": 7, "bcvtb": 7, "softwar": 7, "3": 7, "variabl": 7, "4": 7, "packag": 7, "comput": 7, "first": 7, "step": 7, "our": 7, "platform": 7, "your": 7, "own": 7, "creat": [7, 64], "vm": 7, "mig": 7, "init": 7, "env": [9, 10, 11], "eplus_env": [10, 11], "eplusenv": 11, "simul": [12, 13, 14, 15, 16, 17, 18], "base": [13, 14], "basesimul": 14, "eplu": [15, 16], "eplus_alpha": [17, 18], "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "callback": [20, 21, 22, 23], "loggercallback": 21, "loggerevalcallback": 22, "evaluate_polici": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "parse_observation_action_spac": 30, "parse_vari": 31, "ranges_gett": 32, "setpoints_transform": 33, "randomcontrol": 35, "rulebasedcontrol": 36, "gcloud": [37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54], "create_bucket": 38, "create_instance_group": 39, "delete_inst": 40, "delete_instance_mig_from_contain": 41, "delete_instance_from_contain": 42, "delete_instance_group": 43, "execute_remote_command_inst": 44, "get_bucket": 45, "get_container_id": 46, "get_service_account_token": 47, "init_gcloud_servic": 48, "init_storage_cli": 49, "list_instance_group": 50, "list_inst": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "wait_for_oper": 54, "reward": [55, 56, 57, 63], "expreward": 56, "linearreward": 57, "wrapper": [58, 59, 60, 61, 66], "loggerwrapp": 59, "multiobswrapp": 60, "normalizeobserv": 61, "format": 62, "test": 64, "pytest": 64, "run": 64, "new": 64, "usag": 65, "exampl": 65}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Sinergym Google Cloud API": [[5, "sinergym-google-cloud-api"]], "Executing API": [[5, "executing-api"]], "Receiving experiments in remote containers": [[5, "receiving-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "Github Actions": [[6, "github-actions"]], "Installation": [[7, "installation"]], "Docker container": [[7, "docker-container"]], "Manual installation": [[7, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "3. Set environment variables": [[7, "set-environment-variables"]], "4. Install the package": [[7, "install-the-package"]], "Cloud Computing": [[7, "cloud-computing"]], "1. First steps": [[7, "first-steps"]], "1. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "1. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "1. Init your VM": [[7, "init-your-vm"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.create_bucket": [[38, "sinergym-utils-gcloud-create-bucket"]], "sinergym.utils.gcloud.create_instance_group": [[39, "sinergym-utils-gcloud-create-instance-group"]], "sinergym.utils.gcloud.delete_instance": [[40, "sinergym-utils-gcloud-delete-instance"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[41, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.delete_instance_from_container": [[42, "sinergym-utils-gcloud-delete-instance-from-container"]], "sinergym.utils.gcloud.delete_instance_group": [[43, "sinergym-utils-gcloud-delete-instance-group"]], "sinergym.utils.gcloud.execute_remote_command_instance": [[44, "sinergym-utils-gcloud-execute-remote-command-instance"]], "sinergym.utils.gcloud.get_bucket": [[45, "sinergym-utils-gcloud-get-bucket"]], "sinergym.utils.gcloud.get_container_id": [[46, "sinergym-utils-gcloud-get-container-id"]], "sinergym.utils.gcloud.get_service_account_token": [[47, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_gcloud_service": [[48, "sinergym-utils-gcloud-init-gcloud-service"]], "sinergym.utils.gcloud.init_storage_client": [[49, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.list_instance_groups": [[50, "sinergym-utils-gcloud-list-instance-groups"]], "sinergym.utils.gcloud.list_instances": [[51, "sinergym-utils-gcloud-list-instances"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.gcloud.wait_for_operation": [[54, "sinergym-utils-gcloud-wait-for-operation"]], "sinergym.utils.rewards": [[55, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[56, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[57, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[62, "output-format"]], "Logger": [[62, "logger"]], "Rewards": [[63, "rewards"]], "Tests": [[64, "tests"]], "Install Pytest": [[64, "install-pytest"]], "Running tests": [[64, "running-tests"]], "Create new tests": [[64, "create-new-tests"]], "Usage example": [[65, "usage-example"]], "Wrappers": [[66, "wrappers"]]}, "indexentries": {"module": [[9, "module-sinergym.envs"], [10, "module-sinergym.envs.eplus_env"], [12, "module-sinergym.simulators"], [13, "module-sinergym.simulators.base"], [15, "module-sinergym.simulators.eplus"], [17, "module-sinergym.simulators.eplus_alpha"], [19, "module-sinergym.utils"], [20, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [34, "module-sinergym.utils.controllers"], [37, "module-sinergym.utils.gcloud"], [55, "module-sinergym.utils.rewards"], [58, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "create_bucket() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.create_bucket"]], "create_instance_group() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.create_instance_group"]], "delete_instance() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.delete_instance"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "delete_instance_from_container() (in module sinergym.utils.gcloud)": [[42, "sinergym.utils.gcloud.delete_instance_from_container"]], "delete_instance_group() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_group"]], "execute_remote_command_instance() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.execute_remote_command_instance"]], "get_bucket() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.get_bucket"]], "get_container_id() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_container_id"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.get_service_account_token"]], "init_gcloud_service() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.init_gcloud_service"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.init_storage_client"]], "list_instance_groups() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.list_instance_groups"]], "list_instances() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.list_instances"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "wait_for_operation() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.wait_for_operation"]], "sinergym.utils.rewards": [[55, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[61, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.6.0/.buildinfo b/docs/compilation/v1.6.0/.buildinfo index 9ca96a3934..6e2375a442 100644 --- a/docs/compilation/v1.6.0/.buildinfo +++ b/docs/compilation/v1.6.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 6dab76d081c97761d7d322df22a74884 +config: 9ef0c2caab5fbaef37159a3e2ed3c34d tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.6.0/.doctrees/environment.pickle b/docs/compilation/v1.6.0/.doctrees/environment.pickle index f3feb697f5..8d4f0fc561 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/environment.pickle and b/docs/compilation/v1.6.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.6.0/.doctrees/index.doctree b/docs/compilation/v1.6.0/.doctrees/index.doctree index 11c16c842b..de5486345c 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/index.doctree and b/docs/compilation/v1.6.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree index c69601965d..d638bbd790 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree index 81331ec925..e99c556ddc 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree index 778066675f..d10d45a3a8 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree index 0a50904b13..8b5d248e98 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree index f16fdea6d3..759bd19683 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree index e56a1dba13..1e76f4b4e1 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree index dc40981b6b..35b006674f 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree index a1b75558fa..e01e390995 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree index b8a0b09762..af2f1e17c4 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 08a2a5f8a4..3412fe11f9 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index de2541e25a..c1e7e16ff7 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 891294e625..668280035b 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 158717c3ff..7d001c3741 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree index 7074d8cfa8..0b3ec96b3e 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 873cbbab5e..f12d81fe17 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index fc72983618..c2152c3836 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 1de12439eb..6c2b09894e 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 00b4dad141..90dc74f569 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 7a1683e2c8..9da986f3f9 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 56e764a04e..33398a0166 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 0efaf1104a..f454deb42d 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index 4c7aaadee1..05f7a6076d 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index ed9577e60b..712ddb2175 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index d03f27e505..648b06fe13 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 9ecf01ef37..1f80ad579a 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree index b7914add15..ecf45c2110 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index b8e84f8508..a9eed072b5 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index f0ac74e8c1..1a7362b632 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 7e40573350..3edc199af7 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index e6e1cfeab7..f8246a3213 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index c5a6ef13fe..59d425c229 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index efd23bd915..9075d5dafc 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 53058b89e2..4e0a086a52 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 617115fff7..6b7a966c6b 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 27955d78e3..e768101e36 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree index dca2ba689b..77ae39d711 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 3d7e517ab9..605e3d0ddc 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index fe4426aa75..63f92546c9 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index ee033a7eec..36c0efb810 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index a2be157f9f..b8b259cac7 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 9412b5b0b3..17693b0fed 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index a0298f8c82..6afb1fbc73 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 1d584d1787..bb79788231 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 6f0033fd04..20fb94b03b 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index caf7652fca..b6667b42e1 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index bcd8eeb397..244a5a26d8 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 6c0f8ea175..9c99b99184 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index f146b3e8d4..215d1cdc42 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/output.doctree b/docs/compilation/v1.6.0/.doctrees/pages/output.doctree index eafe391843..d2f9175132 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree index f4d6fd2f10..9873df2b2c 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree index c4573e8fa3..1dd6c39f7b 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree index 87b3711e43..5df675396e 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree index a0a41b267b..1b6fb9b209 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.6.0/objects.inv b/docs/compilation/v1.6.0/objects.inv index efd04101f3..780a80ca03 100644 Binary files a/docs/compilation/v1.6.0/objects.inv and b/docs/compilation/v1.6.0/objects.inv differ diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html index 5d2f64ae1d..7237e31772 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html @@ -98,9 +98,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Funcionalities:

    • Both discrete and continuous action spaces

      • diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html index 565a1ce1db..6f6779e70e 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html @@ -94,9 +94,9 @@
      -
      -

      sinergym.envs

      -

      Sinergym simulation environments.

      +
      +

      sinergym.envs

      +

      Sinergym simulation environments.

      Modules

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html index 104a54d8a5..cb9e6cc245 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html @@ -100,9 +100,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html index d7ad2b6e37..2c00d95d68 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html @@ -100,9 +100,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html index 7b21bc67ee..8fcaf8f724 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -100,9 +100,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html index a3c0a27414..2293465ac2 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html @@ -96,9 +96,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html index e703d5db1d..8bd0c316f8 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Functions

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html index 38dac8c7e8..a045f73117 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html @@ -111,9 +111,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html index 78c3a4ef61..bd6a5d5078 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html @@ -104,9 +104,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html index aca2150d45..f3de5275fd 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html index 5469f8246d..a383d4e7fc 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html index ec6210a7b0..07a56137c6 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html @@ -104,9 +104,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html index 079e69cc0b..1f6e2f459b 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.6.0/searchindex.js b/docs/compilation/v1.6.0/searchindex.js index 5eefaf820d..6426fa4451 100644 --- a/docs/compilation/v1.6.0/searchindex.js +++ b/docs/compilation/v1.6.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 38, 49, 50, 51, 53], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 38, 49, 50, 51, 52, 53], "project": [0, 3, 5, 6, 7, 8, 15, 51], "base": [0, 2, 5, 8, 36, 51], "zhiang": [0, 8, 15], "zhang": [0, 8, 15], "khee": [0, 8], "poh": [0, 8], "lam": [0, 8], "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 45, 46, 47, 50, 51, 52, 53], "eplu": [0, 2, 4, 8, 11, 32, 49, 50, 52, 53], "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 49, 53], "goal": [0, 8], "creat": [0, 2, 3, 7, 8, 16, 27, 32, 49, 52, 53], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 49, 50, 51, 53], "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 45, 46, 47, 48, 49, 50, 51, 52, 53], "follow": [0, 4, 5, 6, 7, 8, 16], "openai": [0, 8, 51, 52], "interfac": [0, 4, 8, 12, 17, 49, 51], "wrap": [0, 3, 8, 22, 23, 49], "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 49, 50, 51, 52, 53], "engin": [0, 5, 8, 14], "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 48, 49, 51], "control": [0, 8, 14, 16, 19, 51], "us": [0, 2, 6, 7, 8, 11, 15, 16, 18, 22, 23, 25, 27, 32, 37, 49, 50, 51, 52, 53], "deep": [0, 5, 7, 8], "reinforc": [0, 5, 7, 8, 50], "learn": [0, 5, 7, 8, 50], "main": [0, 3, 5, 8, 25, 49], "function": [0, 2, 3, 4, 5, 8, 11, 20, 23, 24, 25, 32, 37, 49, 50, 51, 53], "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 49, 50, 51, 53], "benchmark": [0, 2, 8], "similarli": [0, 8], "atari": [0, 8], "mujoco": [0, 8], "rl": [0, 3, 8, 23, 48], "commun": [0, 8, 12, 49, 51], "we": [0, 2, 3, 4, 5, 6, 7, 8, 49, 50, 53], "design": [0, 8, 50], "set": [0, 3, 4, 8], "test": [0, 6, 7, 8, 22], "algorithm": [0, 2, 3, 5, 8, 20, 51], "These": [0, 5, 8, 25, 49, 51], "mai": [0, 5, 7, 8, 49], "includ": [0, 5, 7, 8, 19], "differ": [0, 3, 4, 5, 8, 10, 29, 42, 43, 44, 50, 51], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 46, 47, 49, 51, 53], "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 47, 48, 49, 51, 53], "space": [0, 3, 5, 8, 10, 11, 30, 33, 53], "develop": [0, 2, 6, 8, 51, 53], "experiment": [0, 8], "aim": [0, 5, 7, 8], "provid": [0, 3, 5, 8], "packag": [0, 8, 51], "allow": [0, 3, 5, 6, 8, 50], "modifi": [0, 2, 8, 15, 23], "easi": [0, 8, 51], "manner": [0, 8], "For": [0, 3, 5, 7, 8, 49, 51, 53], "exampl": [0, 2, 3, 4, 5, 7, 8, 11, 50, 51, 53], "sever": [0, 5, 8, 53], "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 48, 49, 51, 52, 53], "variabl": [0, 2, 3, 4, 5, 8, 10, 11, 16, 18, 31, 32, 48, 49, 50, 53], "defin": [0, 4, 5, 8, 10, 11, 14, 18, 50], "between": [0, 3, 4, 8, 29], "python": [0, 5, 6, 7, 8, 15, 37], "energyplu": [0, 8, 10, 11, 15, 17, 28, 49, 52], "establish": [0, 8, 16, 49, 51], "bcvtb": [0, 4, 8, 16], "sinc": [0, 5, 8, 28], "tool": [0, 8], "interact": [0, 2, 3, 8, 25, 46, 49, 53], "more": [0, 4, 5, 7, 8, 49, 50, 51, 53], "them": [0, 3, 8, 53], "e": [0, 7, 8, 23], "g": [0, 3, 5, 8, 23], "openmodelica": [0, 8], "could": [0, 2, 4, 5, 8, 50, 53], "backend": [0, 5, 8], "while": [0, 2, 3, 6, 8, 52, 53], "maintain": [0, 8], "api": [0, 5, 8, 37, 52], "stabl": [0, 3, 8, 20, 51], "baselin": [0, 3, 8, 20, 51], "3": [0, 3, 4, 8, 16, 20, 48, 51, 53], "integr": [0, 5, 6, 8, 50], "some": [0, 3, 5, 8, 53], "like": [0, 3, 7, 8, 51, 52], "callback": [0, 3, 5, 8, 19], "have": [0, 2, 3, 4, 5, 6, 7, 8, 49, 51, 53], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 49, 51], "our": [0, 3, 6, 7, 8, 50, 51], "team": [0, 7, 8, 50], "order": [0, 2, 3, 4, 5, 7, 8, 16, 49, 51, 53], "easili": [0, 5, 8], "googl": [0, 7, 8, 37, 38, 39, 40, 41], "cloud": [0, 3, 8, 37, 38, 39, 40, 41], "whether": [0, 5, 8, 11, 16, 22, 23, 38, 47, 53], "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "account": [0, 5, 6, 7, 8, 38, 39, 50], "want": [0, 3, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "your": [0, 2, 3, 7, 8, 53], "infrastructur": [0, 8], "tell": [0, 8], "detail": [0, 5, 7, 8], "about": [0, 3, 4, 7, 8, 23, 49, 51, 53], "how": [0, 4, 5, 8, 50], "do": [0, 3, 5, 7, 8, 23, 51], "mlflow": [0, 7, 8], "track": [0, 3, 7, 8], "server": [0, 3, 8, 15], "open": [0, 7, 8, 49], "sourc": [0, 5, 6, 7, 8], "platform": [0, 6, 8], "machin": [0, 5, 8], "lifecycl": [0, 8], "can": [0, 2, 3, 5, 6, 7, 8, 23, 49, 50, 51, 53], "remot": [0, 3, 6, 7, 8, 51], "local": [0, 3, 5, 6, 8, 23, 41], "store": [0, 3, 5, 8, 21, 25, 41, 49, 53], "help": [0, 5, 8], "manag": [0, 5, 8, 38, 49], "run": [0, 5, 7, 8, 23, 49], "artifact": [0, 5, 8], "gener": [0, 4, 5, 8, 11, 49, 50], "orderli": [0, 8], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 41, 49], "visual": [0, 3, 7, 8], "logger": [0, 5, 8, 25, 46, 53], "tensorboard": [0, 8, 21], "train": [0, 3, 5, 8, 49], "inform": [0, 3, 5, 8, 11, 25, 46, 49, 51, 53], "real": [0, 3, 8, 25, 49], "time": [0, 3, 8, 16, 25, 29, 48, 49, 51, 53], "mani": [0, 8], "work": [0, 3, 5, 6, 7, 8, 11, 16, 23, 52], "progress": [0, 3, 8, 25, 26, 49, 53], "stai": [0, 4, 8], "tune": [0, 4, 8], "upcom": [0, 4, 8], "releas": [0, 4, 6, 7, 8], "sinergym": [2, 3, 4, 7, 8, 49, 51, 52, 53], "ha": [2, 3, 5, 7, 11, 18, 21, 22, 23, 39, 49, 50, 51, 53], "section": [2, 3, 5, 7, 51], "implement": [2, 3, 34, 42, 45, 50, 51, 53], "own": [2, 3, 53], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 43, 44, 49, 50, 51, 53], "random": [2, 5, 35], "agent": [2, 5, 11, 22, 23, 25, 35, 36, 49, 51], "rule": [2, 5, 36, 51], "find": 2, "code": [2, 3, 5, 6, 7, 53], "util": [2, 3, 4, 5, 11, 51, 53], "py": [2, 3, 4, 5, 7, 51, 53], "veri": [2, 5], "perform": [2, 22, 23, 47, 53], "refer": [2, 5], "point": 2, "studi": [2, 4], "drl": [2, 4, 5], "basic": [2, 34, 52], "import": [2, 3, 5, 49, 50, 52, 53], "o": [2, 5, 49], "pkg_resourc": 2, "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 38, 41, 43, 44, 49, 50, 53], "datetim": [2, 5, 50], "common": [2, 3, 4, 5, 19, 22, 23, 51, 53], "parse_vari": 2, "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 42, 43, 44, 45, 46, 47, 48, 49, 50, 53], "randomcontrol": 2, "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 40, 41, 46, 47, 48, 49, 53], "def": [2, 3, 49, 50, 53], "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49, 50, 53], "self": [2, 3, 49, 50, 53], "env": [2, 3, 4, 5, 22, 23, 30, 32, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53], "It": [2, 3, 5, 7, 22, 25, 35, 49, 52, 53], "select": [2, 7, 11, 35, 36], "avail": [2, 4, 5, 35, 50], "randomli": [2, 35], "arg": [2, 3, 5, 7, 11, 21, 22, 46, 47, 48, 49, 50, 53], "act": [2, 35, 36], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 49, 53], "": [2, 3, 4, 5, 7, 15, 25, 35, 49, 51, 53], "action_spac": [2, 5, 33, 35, 52, 53], "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 43, 44, 46, 47, 49, 50, 51, 53], "perceiv": [2, 35, 36], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 43, 44, 47, 50, 51, 53], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 43, 44, 46, 47, 48, 50, 53], "chosen": [2, 35, 36], "sampl": [2, 52, 53], "rulebasedcontrol": 2, "range_comfort_wint": [2, 36, 43, 44, 50], "20": [2, 4, 36, 43, 44, 50], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 43, 44, 48, 49, 50, 52, 53], "23": [2, 4, 36, 43, 44, 48, 50], "5": [2, 3, 4, 16, 22, 23, 36, 43, 44, 47, 48, 50, 53], "range_comfort_summ": [2, 36, 43, 44, 50], "26": [2, 4, 36, 43, 44, 50], "whose": [2, 25, 36, 49], "static": [2, 5, 36], "tupl": [2, 11, 27, 28, 30, 33, 36, 43, 44, 46, 50, 53], "comfort": [2, 3, 4, 10, 21, 25, 36, 43, 44, 48, 49, 50], "temperatur": [2, 3, 4, 25, 36, 43, 44, 48, 49, 50], "rang": [2, 3, 4, 5, 10, 32, 36, 43, 44, 48, 50, 52, 53], "cool": [2, 4, 36, 48], "season": [2, 36, 43, 44, 50], "hot": [2, 4, 36, 43, 44, 50, 52], "year": [2, 16, 28, 29, 50], "2021": [2, 50], "variables_path": 2, "extend": 2, "dai": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 53], "month": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 52, 53], "hour": [2, 4, 25, 28, 48, 49, 53], "summer_start_d": [2, 50], "6": [2, 4, 5, 7, 16, 48, 50], "1": [2, 3, 4, 16, 21, 22, 43, 44, 48, 49, 50, 52, 53], "summer_final_d": [2, 50], "9": [2, 4, 50], "30": [2, 4, 48, 50], "outdoor": [2, 4, 36, 48], "air": [2, 4, 36, 48], "drybulb": [2, 4, 27, 36, 48], "obs_dict": 2, "dict": [2, 3, 11, 23, 31, 32, 46, 53], "zip": 2, "out_temp": 2, "site": [2, 4, 48], "15": [2, 4, 48], "t": [2, 3, 5, 7, 43, 44, 49, 50, 53], "19": [2, 4, 5], "21": [2, 4, 48], "elif": [2, 3, 5, 53], "22": [2, 4, 48], "els": [2, 3, 5, 23, 49, 50, 53], "24": [2, 4, 29], "simpl": [2, 44, 50], "given": [2, 3, 16, 28, 32, 33, 43, 44, 50], "instanc": [2, 3, 5, 11, 38, 49], "usag": [2, 3, 5, 53], "next": [2, 5, 6, 11, 16, 49, 51, 53], "numpi": [2, 4, 5, 52, 53], "np": [2, 3, 5, 11, 46, 49, 52, 53], "make": [2, 3, 4, 5, 7, 16, 50, 51, 52, 53], "continu": [2, 3, 4, 6, 10, 11, 52], "mix": [2, 4, 50], "v1": [2, 4, 11, 50, 52, 53], "ob": [2, 3, 48, 52, 53], "reset": [2, 3, 11, 16, 23, 46, 47, 49, 52, 53], "done": [2, 3, 25, 48, 49, 52, 53], "fals": [2, 3, 5, 11, 21, 22, 23, 25, 46, 48, 49, 52, 53], "current_month": [2, 52, 53], "info": [2, 3, 52, 53], "step": [2, 3, 7, 11, 16, 23, 25, 33, 46, 47, 49, 52, 53], "append": [2, 3, 5, 49, 51, 52, 53], "displai": [2, 5, 52, 53], "result": [2, 5, 16, 23, 49, 52, 53], "everi": [2, 3, 5, 6, 22, 51, 52, 53], "print": [2, 3, 52, 53], "sum": [2, 3, 49, 50, 52, 53], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 46, 49, 52, 53], "mean": [2, 3, 4, 5, 23, 27, 48, 49, 50, 52, 53], "cumul": [2, 52, 53], "close": [2, 11, 16, 46, 52, 53], "facil": [3, 4, 48], "check": [3, 5, 6, 7, 23, 51], "discret": [3, 4, 10, 11, 30, 50], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 43, 44, 47, 48, 50], "ppo": [3, 5], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 5], "dqn": [3, 5], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 5], "sac": [3, 5], "column": [3, 27], "specifi": [3, 5, 41], "due": [3, 5], "its": [3, 4, 5, 39, 46, 53], "call": [3, 5, 7, 16, 22, 23, 49], "stage": 3, "procedur": [3, 6], "access": [3, 5], "intern": [3, 4], "state": [3, 16, 46, 53], "model": [3, 4, 5, 18, 22, 23, 28, 48], "dure": [3, 5, 21, 22, 49, 52], "one": [3, 5, 23, 25, 27, 43, 44, 49, 50, 51], "monitor": [3, 5, 7, 22, 23, 25, 49, 53], "auto": [3, 5], "save": [3, 5, 22, 53], "manipul": [3, 5], "bar": 3, "custom": [3, 19, 20, 21, 45, 53], "execut": [3, 6, 7, 16, 25, 26, 38, 46, 49, 53], "log": [3, 25, 26, 46, 49, 53], "all": [3, 5, 7, 21, 32, 49, 50, 51], "specif": [3, 4, 49, 50, 51], "therefor": [3, 4], "propos": 3, "each": [3, 4, 5, 21, 22, 23, 25, 32, 49, 50], "extract": [3, 32], "which": [3, 5, 6, 7, 21, 25, 49, 50, 51], "why": 3, "loggercallback": [3, 5], "deal": 3, "those": [3, 4, 5, 50], "subtleti": 3, "basecallback": [3, 22], "plot": [3, 21], "addit": [3, 21, 23], "valu": [3, 4, 5, 7, 21, 25, 43, 44, 48, 49, 50, 53], "param": [3, 5, 21, 22, 23, 25, 49], "ep_reward": [3, 21], "here": [3, 5, 7, 21, 51], "ep_pow": [3, 21], "consumpt": [3, 21, 25, 43, 44, 49, 50], "ep_term_comfort": [3, 21], "term": [3, 21, 43, 44, 50], "compon": [3, 5, 21], "ep_term_energi": [3, 21], "energi": [3, 21, 43, 44, 50], "num_comfort_viol": [3, 21], "number": [3, 4, 5, 16, 21, 22, 23, 25, 47, 49, 53], "timestep": [3, 5, 11, 21, 25, 48, 49, 53], "violat": [3, 21], "ep_timestep": [3, 21], "increment": [3, 21], "sinergym_logg": [3, 5, 21], "verbos": [3, 5, 21, 22, 51], "boolean": [3, 16, 21], "indic": [3, 5, 16, 21], "csvlogger": [3, 5, 21, 46, 49, 53], "inner": [3, 4, 5, 6, 21, 33, 38, 41, 50], "activ": [3, 5, 7, 21, 25, 46, 49, 53], "super": [3, 53], "_on_training_start": 3, "is_wrap": [3, 53], "training_env": 3, "loggerwrapp": [3, 5, 53], "env_method": 3, "activate_logg": [3, 46, 53], "deactivate_logg": [3, 46, 53], "record": [3, 25, 46, 49, 53], "method": [3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49], "depend": [3, 5, 7, 25, 49, 51], "global": [3, 5, 23], "kei": [3, 5, 32, 53], "record_mean": 3, "rais": [3, 5, 18, 23], "keyerror": [3, 18], "_on_step": 3, "bool": [3, 5, 11, 22, 23, 25, 46, 47, 49, 53], "get_attr": 3, "normal": [3, 5, 48, 49, 51, 53], "origin": [3, 4, 15, 27, 46, 47, 48, 53], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 5, 53], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 48, 53], "enumer": [3, 53], "normalized_observ": 3, "onli": [3, 5, 7, 23, 25, 49, 50, 53], "receiv": [3, 18], "setpoint": [3, 4, 48], "action_": [3, 53], "try": [3, 5, 49], "network": [3, 5], "output": [3, 26, 32, 52], "clip": 3, "clipped_act": 3, "except": [3, 49], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 53], "comfort_penalti": [3, 25, 48, 49, 53], "total_power_no_unit": [3, 25, 48, 49, 53], "If": [3, 5, 6, 7, 23, 32, 51, 53], "end": [3, 5, 11, 18, 25, 29, 49, 53], "summari": [3, 46, 49, 53], "last": [3, 16, 32, 46, 48, 49, 53], "metric": [3, 49], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 49, 53], "mean_reward": [3, 22, 49, 53], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 49, 53], "cumulative_comfort_penalti": [3, 49, 53], "mean_power_penalti": [3, 49, 53], "cumulative_power_penalti": [3, 49, 53], "comfort_violation_tim": 3, "100": [3, 5, 48, 49], "zerodivisionerror": [3, 49], "nan": [3, 49], "first": [3, 7, 16, 23, 53], "finish": [3, 5, 16], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 5, 11, 22, 23, 25, 46, 47, 48, 49, 53], "on_training_end": [3, 21], "see": [3, 5, 6, 11, 49, 51], "same": [3, 4, 5, 27, 49, 50, 53], "attribut": [3, 11, 16, 49, 50, 53], "constructor": [3, 4, 14], "deriv": [3, 5], "background": 3, "With": 3, "possibl": [3, 4, 5, 7], "compar": 3, "There": [3, 5, 6, 7, 49], "tabl": 3, "other": [3, 5, 7, 49], "vice": 3, "versa": 3, "log_interv": [3, 5], "process": [3, 5, 6, 11, 27], "frequenc": [3, 5], "consequ": [3, 5, 50], "featur": 3, "up": [3, 4, 7, 43, 44, 50], "thu": [3, 5], "off": 3, "polici": [3, 5, 23], "whole": [3, 25, 48, 49], "instead": [3, 5, 7, 23, 50], "when": [3, 5, 6, 22, 23, 25, 49, 50], "On": [3, 5, 7], "appear": [3, 7, 23], "too": [3, 5, 7, 38, 53], "becaus": [3, 5], "Then": [3, 5, 7, 53], "pars": [3, 4, 30, 31], "entir": 3, "equival": 3, "csv": [3, 25, 49, 53], "format": [3, 5, 6], "percentag": 3, "out": [3, 49, 53], "bound": 3, "penalti": [3, 25, 49, 50], "power": [3, 25, 43, 44, 49, 50, 53], "per": [3, 4, 23, 25, 43, 44, 48, 49, 50], "obtain": [3, 11], "being": [3, 49], "wrapper": [3, 5, 19, 22, 23, 49, 51], "thei": [3, 5, 7, 51], "both": [3, 10, 50], "rollout": 3, "exploration_r": 3, "doesn": [3, 5, 53], "neural": 3, "well": [3, 23], "evalu": [3, 5, 22, 23, 50], "ad": [3, 4, 53], "evalloggercallback": 3, "experi": [3, 7], "benefit": 3, "drl_usag": 3, "directli": [3, 5, 7], "drl_batteri": [3, 5], "comput": [3, 5, 10], "flag": [3, 5, 25, 46, 49, 53], "most": [3, 49, 50], "must": [3, 4, 5, 7, 23], "keep": [3, 16], "mind": 3, "construct": [3, 5], "particular": 3, "paramet": [3, 5, 11, 16, 18, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 41, 43, 44, 46, 47, 48, 50], "concaten": 3, "callbacklist": [3, 5], "until": 3, "where": [3, 5, 7, 22, 38, 41], "comment": 3, "requir": [3, 5, 7, 49], "extra": [3, 5, 7, 11, 51, 53], "argument": [3, 5, 30, 53], "ep": [3, 5], "argpars": [3, 5], "loggerevalcallback": [3, 5], "stable_baselines3": [3, 5, 22, 23, 53], "nois": [3, 4, 5], "normalactionnois": [3, 5], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 5, 22, 23], "dummyvecenv": [3, 5], "parser": [3, 5], "argumentpars": [3, 5], "add_argu": [3, 5], "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 38, 39, 49, 53], "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 43, 44, 47, 49, 50, 53], "learning_r": [3, 5], "lr": [3, 5], "float": [3, 5, 11, 16, 23, 25, 29, 43, 44, 46, 49, 50, 53], "0007": [3, 5], "n_step": [3, 5], "n": [3, 4, 5, 47, 49, 53], "gamma": [3, 5], "99": [3, 5], "gae_lambda": [3, 5], "gl": [3, 5], "ent_coef": [3, 5], "ec": [3, 5], "vf_coef": [3, 5], "v": [3, 5, 51], "max_grad_norm": [3, 5], "m": [3, 5], "rms_prop_ep": [3, 5], "rm": [3, 5], "1e": [3, 5, 43, 44, 50], "05": [3, 5], "parse_arg": [3, 5], "id": [3, 5], "n_episod": 3, "name": [3, 4, 5, 11, 16, 18, 26, 27, 31, 38, 41], "start_run": [3, 5], "run_nam": [3, 5], "log_param": [3, 5], "mlppolici": [3, 5], "tensorboard_log": [3, 5], "n_timesteps_episod": [3, 5], "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "lambda": [3, 5], "freq": 3, "2": [3, 4, 6, 16, 53], "eval_callback": [3, 5], "best_model_save_path": [3, 5, 22], "best_model": [3, 5], "log_path": [3, 5, 22], "eval_freq": [3, 5, 22], "determinist": [3, 5, 22, 23], "render": [3, 5, 11, 22, 23], "n_eval_episod": [3, 5, 22, 23], "log_callback": [3, 5], "total_timestep": [3, 5, 25, 49], "As": [3, 5], "abl": [3, 5, 7], "recommend": [3, 5, 7], "start": [3, 5, 14, 16, 18, 28, 29], "batteri": [3, 5], "initi": [3, 5, 22, 53], "date": [3, 25, 49, 50, 53], "hyperparamet": [3, 5], "durat": 3, "etc": [3, 5, 7, 25, 49], "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 5, 50], "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 43, 44, 47, 49, 50, 53], "locat": [4, 7, 27], "idf": [4, 11, 16, 18, 49], "file": [4, 5, 6, 10, 11, 16, 18, 27, 30, 31, 41, 49, 51], "period": [4, 50], "demo": [4, 53], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 5, 16], "01": 4, "31": [4, 48], "03": 4, "5zone": [4, 5, 52], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 48], "new": [4, 5, 14, 16, 18, 22, 25, 27, 46, 47, 49, 50, 53], "york": 4, "humid": [4, 48], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 30, 33, 53], "stochast": [4, 22, 23, 50], "datacent": [4, 5], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 16, 43, 44, 49, 50, 51], "iwmullion": [4, 5], "accord": [4, 22], "doe": [4, 5, 16], "classif": 4, "In": [4, 5, 7, 23, 51], "seri": [4, 10], "chang": [4, 5, 25, 49], "gaussian": 4, "std": [4, 23], "add": [4, 5, 10, 49, 53], "extern": [4, 5, 49], "wai": [4, 5], "definit": [4, 5, 11, 30], "variant": [4, 53], "xml": [4, 11], "version": [4, 5, 6, 7], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 5, 41], "dtd": 4, "max": [4, 32, 43, 44, 50, 53], "min": [4, 32, 50, 53], "5e6": [4, 53], "rel": [4, 48], "wind": [4, 48], "speed": [4, 48], "direct": [4, 5, 48], "diffus": [4, 48], "solar": [4, 48], "radiat": [4, 48], "rate": [4, 48], "area": [4, 48], "zone": [4, 5, 31, 43, 44, 48, 50], "thermostat": [4, 48], "heat": [4, 48], "7": [4, 5, 7, 16], "8": [4, 5, 7], "thermal": [4, 48], "radiant": [4, 48], "11": [4, 48], "cloth": [4, 48], "fanger": [4, 48], "ppd": [4, 48], "13": 4, "peopl": [4, 48], "occup": [4, 48], "count": [4, 23, 48], "14": [4, 5], "total": [4, 25, 48, 49], "hvac": [4, 48], "electr": [4, 48], "demand": [4, 48], "16": 4, "17": 4, "18": 4, "low": [4, 43, 44, 50, 51, 53], "high": [4, 53], "shape": [4, 5, 53], "dtype": [4, 53], "float32": [4, 53], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 16, 25, 49], "index": [4, 5, 6], "action0": 4, "action1": 4, "give": [4, 5], "plai": 4, "affect": [4, 23, 27], "resolut": 4, "problem": [4, 5], "known": 4, "what": [4, 5], "configur": [4, 18, 50], "read": [4, 5, 14, 16], "automat": [4, 5, 6, 7, 51], "so": [4, 5, 7, 49, 52, 53], "should": [4, 5, 7, 22, 52, 53], "worri": 4, "anyth": [4, 23], "solut": 4, "updat": [4, 5, 6, 7, 22, 32, 51], "alwai": [4, 5, 49, 50], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 30], "dynam": 4, "upgrad": [4, 5], "gcloud": 5, "combin": [5, 7], "idea": 5, "virtual": [5, 7], "gce": 5, "At": 5, "job": [5, 51], "remov": [5, 38, 43, 44, 50], "host": 5, "let": [5, 50], "explan": 5, "abov": 5, "firstli": [5, 7], "necessari": 5, "sdk": [5, 7], "auth": [5, 38], "invoic": 5, "don": [5, 7, 49], "document": [5, 6, 7, 49], "secondli": 5, "instal": [5, 6, 16], "docker": [5, 6], "link": 5, "authent": 5, "imag": [5, 7], "begin": 5, "hand": [5, 7], "go": [5, 53], "enabl": 5, "servic": [5, 38, 39], "librari": [5, 7, 51], "need": [5, 49, 53], "registri": 5, "pub": 5, "sub": 5, "sql": 5, "admin": 5, "firestor": 5, "datastor": 5, "gmail": 5, "henc": 5, "client": [5, 40, 41], "artifactregistri": 5, "googleapi": 5, "com": [5, 7, 15], "cloudapi": 5, "cloudbuild": 5, "containerregistri": 5, "sqladmin": 5, "cloudfunct": 5, "pubsub": 5, "serviceusag": 5, "drive": 5, "appengin": 5, "Or": 5, "consol": 5, "modul": [5, 9, 12, 19, 49, 51], "pleas": 5, "termin": [5, 16, 25, 26, 49], "applic": [5, 51], "login": 5, "upload": [5, 6, 41], "public": 5, "gcr": 5, "io": 5, "latest": [5, 6, 7], "europ": 5, "west1": 5, "b": 5, "privileg": [5, 39], "restart": 5, "never": 5, "stdin": 5, "tty": 5, "boot": 5, "disk": 5, "size": 5, "20gb": 5, "pd": 5, "ssd": 5, "n2": 5, "highcpu": 5, "hub": [5, 6, 7], "visit": [5, 7, 49, 51, 53], "repositori": [5, 6, 7, 51], "prefer": [5, 7], "realli": [5, 53], "10gb": 5, "isn": [5, 53], "enough": 5, "silenc": 5, "error": [5, 23, 53], "would": [5, 50], "incid": 5, "clear": 5, "suppos": 5, "fork": 5, "yaml": 5, "dockerfil": [5, 6, 7, 51], "purpos": 5, "write": [5, 7, 49, 51], "cach": 5, "quick": 5, "cloudsdktool": 5, "entrypoint": 5, "bash": 5, "c": [5, 43, 44, 50], "pull": [5, 6], "project_id": 5, "exit": 5, "sinergym_extra": [5, 7], "push": [5, 6], "built": [5, 6], "command": [5, 7, 51], "case": [5, 7, 23], "builder": 5, "gsutil": 5, "iam": 5, "ch": 5, "allus": 5, "objectview": 5, "appspot": 5, "disksizegb": 5, "machinetyp": 5, "e2_highcpu_8": 5, "timeout": 5, "86400": 5, "older": 5, "wa": 5, "alreadi": [5, 51], "confus": 5, "part": 5, "helper": 5, "everyth": 5, "mention": 5, "config": 5, "memori": 5, "least": 5, "correctli": [5, 51], "fail": 5, "free": 5, "might": 5, "report": 5, "care": 5, "submit": 5, "substitut": 5, "howev": [5, 50, 51], "predetermin": 5, "To": [5, 7, 51], "correct": [5, 53], "decid": 5, "enter": 5, "after": [5, 16, 23, 52], "immedi": 5, "hasn": 5, "yet": [5, 51], "think": 5, "notifi": 5, "issu": 5, "happen": 5, "wait": 5, "minut": 5, "templat": 5, "gserviceaccount": 5, "scope": 5, "http": [5, 7, 15], "www": 5, "devstorag": 5, "full_control": 5, "gce_zon": 5, "gce_project_id": 5, "mlflow_tracking_uri": 5, "address": 5, "describ": 5, "ip": 5, "get": [5, 7, 23, 39, 48, 53], "5000": 5, "explain": 5, "befor": [5, 7, 23, 53], "previou": [5, 47, 53], "group": [5, 38], "larg": 5, "quot": 5, "than": [5, 49, 50, 53], "rest": [5, 37, 38], "probabl": 5, "readi": [5, 7], "connect": [5, 15, 16, 17], "ssh": 5, "optim": 5, "pre": 5, "attach": 5, "And": 5, "now": 5, "script": 5, "alloc": 5, "ranges_5zon": [5, 53], "ranges_iw": 5, "ranges_datacent": 5, "uuid": 5, "multiobswrapp": [5, 53], "dest": 5, "alg": 5, "rw": 5, "linear": 5, "exponenti": [5, 43, 50], "norm": 5, "store_tru": 5, "appli": [5, 11, 48, 50, 53], "multiob": [5, 53], "mob": 5, "multi": [5, 53], "ten": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 41, 49], "eval": [5, 22], "best": [5, 22], "onlin": 5, "evalf": 5, "useless": 5, "eval_length": 5, "inter": 5, "seed": 5, "sd": 5, "remote_stor": 5, "sto": 5, "determin": 5, "sent": 5, "mlflow_stor": 5, "group_nam": 5, "field": 5, "auto_delet": 5, "del": 5, "gcp": 5, "buffer_s": 5, "bf": 5, "1000000": 5, "learning_start": 5, "l": [5, 6], "tau": [5, 27], "tu": 5, "005": 5, "sigma": [5, 11, 27], "sig": 5, "regist": [5, 50], "experiment_d": 5, "todai": 5, "strftime": 5, "y": 5, "d": [5, 16], "h": 5, "episodes_": 5, "seed_": 5, "ping": 5, "mlflow_ip": 5, "split": [5, 49], "valid": [5, 39, 53], "respons": [5, 49], "set_tracking_uri": 5, "getcwd": 5, "mlrun": 5, "__version__": 5, "length": [5, 23, 49, 53], "interv": 5, "linearreward": [5, 11, 50], "expreward": [5, 50], "runtimeerror": 5, "know": 5, "dictionari": [5, 11, 30, 31], "norm_rang": 5, "env_typ": 5, "nameerror": 5, "50000": 5, "batch_siz": 5, "32": 5, "train_freq": 5, "gradient_step": 5, "target_update_interv": 5, "10000": [5, 22], "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_final_ep": 5, "n_action": 5, "action_nois": 5, "zero": 5, "ones": 5, "64": 5, "n_epoch": 5, "clip_rang": 5, "calcul": [5, 43, 44, 50], "env_vec": 5, "dir": 5, "tensorboardformatlogg": 5, "tb_path": 5, "new_logg": 5, "set_logg": 5, "_env_working_dir_par": [5, 53], "send": [5, 11, 14, 16, 18, 39, 40, 41], "log_artifact": 5, "local_dir": 5, "artifact_path": 5, "abspath": 5, "init_storage_cli": 5, "resourc": [5, 40, 41], "upload_to_bucket": 5, "src_path": [5, 41], "dest_bucket_nam": [5, 41], "dest_path": [5, 41], "end_run": 5, "shutdown": 5, "token": [5, 38, 39], "get_service_account_token": 5, "delete_instance_mig_from_contain": 5, "effect": 5, "pretti": 5, "deactiv": [5, 25, 46, 49, 53], "written": 5, "recreat": 5, "belong": [5, 25, 49], "delet": [5, 38, 53], "individu": 5, "appropri": 5, "environment_nam": 5, "episodes_int": 5, "seed_valu": 5, "uri": 5, "bind": 5, "member": 5, "serviceaccount": 5, "role": 5, "owner": 5, "project_path": 5, "json": 5, "export": 5, "google_cloud_credenti": 5, "short": 5, "dote": 5, "root": [5, 7], "gitignor": 5, "ignor": [5, 6], "final": [5, 7], "One": 5, "strength": 5, "abil": 5, "whatev": 5, "caus": 5, "recogn": 5, "mayb": 5, "got": 5, "two": [5, 7, 50], "deploi": [5, 6], "localhost": 5, "6006": 5, "second": [5, 16, 23, 25, 28, 29, 48, 49, 53], "shut": 5, "down": 5, "logdir": 5, "organ": [5, 51], "separ": 5, "back": 5, "databas": 5, "without": [5, 6, 48, 53], "loos": 5, "bin": [5, 7], "scrip": 5, "previous": [5, 49], "jajim": [5, 7], "github": [5, 7, 15, 51], "html": 5, "bucket_nam": 5, "region": 5, "db_root_password": 5, "machine_typ": 5, "e2": 5, "medium": 5, "mlflow_imag": 5, "kaysush": 5, "cloud_sql_proxy_imag": 5, "cloudsql": 5, "proxi": 5, "mysql_inst": 5, "echo": 5, "sa": 5, "descript": [5, 16], "mb": 5, "tier": 5, "db": 5, "f1": 5, "micro": 5, "password": 5, "provis": 5, "editor": 5, "start_mlflow_track": 5, "sh": 5, "cat": 5, "eof": 5, "mysql": 5, "net": 5, "p": 5, "3306": 5, "cloud_sql_proxi": 5, "tcp": 5, "pymysql": 5, "mlflow_artifact": 5, "alter": 5, "iptabl": 5, "A": [5, 11, 28, 31, 49], "input": [5, 16], "dport": 5, "j": 5, "accept": 5, "cp": 5, "tempor": 5, "subnet": 5, "premium": 5, "metadata": [5, 11], "startup": 5, "url": 5, "mainten": 5, "migrat": 5, "tag": [5, 6, 7], "co": 5, "77": 5, "12371": 5, "1109": 5, "balanc": 5, "devic": 5, "shield": 5, "secur": 5, "vtpm": 5, "reserv": 5, "affin": 5, "ani": [5, 7, 11, 21, 22, 23, 46, 47, 48, 49], "firewal": 5, "prioriti": 5, "1000": 5, "ingress": 5, "target": 5, "onc": [5, 7], "anymor": 5, "again": 5, "redefin": 5, "notic": [5, 50, 52], "creation": 5, "anot": 5, "bellow": 5, "trigger": [5, 22], "event": 5, "advertis": 5, "captur": 5, "slack": 5, "sm": 5, "email": 5, "deploy": 6, "pipelin": 6, "softwar": 6, "third": 6, "parti": 6, "websit": 6, "request": [6, 38], "pep8": 6, "standard": [6, 52], "level": [6, 26, 51], "aggress": 6, "anoth": [6, 7], "contain": [6, 23, 38, 39, 51, 52], "pytest": 6, "pass": [6, 16, 22, 23, 49], "publish": 6, "edit": 6, "manual": [6, 53], "catch": 6, "doc": [6, 7], "page": 6, "compil": 6, "verifi": 6, "commit": 6, "bot": 6, "although": 6, "git": [6, 7], "z": 6, "xarg": 6, "assum": 6, "unchang": 6, "workflow": [6, 51], "yml": [6, 51], "sudo": 7, "apt": 7, "virtualenv": 7, "env_sinergym": 7, "python3": 7, "altern": 7, "conda": 7, "clone": 7, "By": [7, 50], "pip": [7, 51], "diffet": 7, "setup": 7, "tag_nam": 7, "setup_tag": 7, "libari": 7, "example1": 7, "neccesari": 7, "empti": 7, "studio": 7, "simpli": 7, "directori": [7, 11, 16, 32, 41, 49, 51, 52], "click": 7, "pop": 7, "button": 7, "reopen": 7, "isol": 7, "below": 7, "compabl": 7, "also": 7, "ensur": 7, "support": [7, 51], "later": [7, 25, 49], "instruct": 7, "linux": 7, "ubuntu": 7, "choos": 7, "folder": [7, 22, 52], "copi": [7, 16, 49, 53], "eplus_path": [7, 16, 18], "bcvtb_path": [7, 16, 18], "respect": 7, "repo": 7, "consid": [7, 43, 44, 50], "subset": [7, 53], "storag": [7, 40, 41], "prepar": 7, "funcion": 10, "absolut": [10, 32, 43, 44, 50], "raw": 10, "cfg": [10, 16, 49], "kwarg": [11, 21, 22, 46, 47, 48], "idf_fil": [11, 18], "weather_fil": [11, 18], "variables_fil": [11, 18], "spaces_fil": 11, "env_nam": [11, 16, 18, 49], "discrete_act": [11, 30], "weather_vari": 11, "epw": [11, 16, 18, 27], "condit": 11, "mu": 11, "tao": 11, "ornstein": [11, 27], "uhlenbeck": [11, 27], "feedback": 11, "mode": 11, "human": 11, "arrai": [11, 25, 46, 49, 53], "abstract": 14, "receive_observ": [14, 18], "send_act": [14, 18], "start_simul": [14, 18], "stop_simul": 14, "stop": 14, "ptolomi": 15, "zhangzhizza": 15, "weather_path": 16, "variable_path": 16, "idf_path": 16, "act_repeat": 16, "max_ep_data_store_num": 16, "repeat": 16, "end_env": 16, "end_episod": 16, "properti": 16, "get_is_eplus_run": 16, "new_weath": 16, "current_simulation_tim": 16, "consist": [16, 50], "correpond": 16, "socket": [16, 49], "subprocess": 16, "sensor": 16, "start_dai": 16, "simulaton": 16, "start_mon": 16, "start_weekdai": 16, "weekdai": 16, "mondai": 16, "sundai": 16, "start_year": 16, "reciev": 16, "renew": 17, "connector": 18, "end_simul": 18, "eval_env": 22, "callback_on_new_best": 22, "npz": 22, "warn": [22, 23], "evaluate_polici": 22, "vecenv": [22, 23], "base_class": 23, "basealgorithm": 23, "callabl": 23, "reward_threshold": 23, "return_episode_reward": 23, "averag": 23, "made": 23, "note": [23, 49, 53], "scale": [23, 51], "earli": 23, "avoid": 23, "minimum": 23, "expect": 23, "met": 23, "user": 23, "lack": 23, "monitor_head": [25, 49, 53], "progress_head": [25, 49, 53], "log_progress_fil": [25, 49, 53], "log_fil": [25, 49], "header": [25, 49, 53], "sub_run_n": [25, 49], "res_n": [25, 49], "steps_data": [25, 49], "elabor": [25, 49], "total_time_elaps": [25, 49], "elaps": [25, 28, 49], "comfort_violation_timestep": [25, 49], "activate_flag": [25, 49, 53], "deactivate_flag": [25, 49, 53], "log_episod": [25, 49, 53], "log_step": [25, 49, 53], "simulation_tim": [25, 49, 53], "achiev": [25, 49], "w": [25, 43, 44, 49, 50], "spicifi": [25, 49], "log_step_norm": [25, 49, 53], "set_log_fil": [25, 49, 53], "new_log_fil": [25, 49], "getlogg": 26, "formatt": 26, "weather_data": 27, "original_epw_fil": 27, "variat": 27, "opyplu": [27, 28], "weatherdata": 27, "ou": 27, "epm": 28, "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "tuppl": 30, "map": 30, "continuos_act": 30, "var_fil": 31, "og": 31, "output_path": 32, "last_result": 32, "valor": 32, "setpoints_spac": 33, "convert": 33, "transform": 33, "easier": 37, "instance_group_nam": 38, "vm": 38, "alon": 38, "mig": 38, "repons": 38, "author": 39, "petit": [39, 40], "init": 40, "ask": [40, 41], "recurs": 41, "bucket": 41, "destin": 41, "energy_weight": [43, 44, 50], "lambda_energi": [43, 44, 50], "0001": [43, 44], "lambda_temperatur": [43, 44, 50], "r": [43, 44, 50], "lambda_": [43, 44, 50], "lambda_t": [43, 44, 50], "exp": [43, 50], "t_": [43, 44, 50], "cold": [43, 44, 50], "fot": [43, 44, 50], "weight": [43, 44, 50], "constant": [43, 44, 50], "dimens": [43, 44, 50], "calculu": [43, 44, 50], "indoor": [43, 44, 50], "flatten": [47, 53], "stack": [47, 53], "flat": [47, 53], "vector": [47, 53], "173": 48, "6583692738386": 48, "32595": 48, "57259261767": 48, "space1": 48, "00826655379267": 48, "588": 48, "1033": 48, "05437255409474": 48, "60": 48, "72839186915495": 48, "357": 48, "clgsetp": 48, "htgsetp": 48, "49999": 48, "287277410867238": 48, "87": 48, "60662171287048": 48, "22565264653451": 48, "98": 48, "37141259444684": 48, "35": 48, "98853496778508": 48, "49999046325684": 48, "508266553792669": 48, "550779087370951": 48, "0086829184636919": 48, "31536000": 48, "35040": 48, "259557259261767": 48, "0173658369273838": 48, "reli": [48, 50, 53], "re": 49, "num_simul": 49, "content": 49, "sub_run1": 49, "sub_run2": 49, "sub_run3": 49, "sub_runn": 49, "utilsocket": 49, "monitor_norm": 49, "sub_run": 49, "num_episod": 49, "within": [49, 51], "structur": [49, 50], "observation_valu": 49, "action_valu": 49, "exist": 49, "row": 49, "episode_num": [49, 53], "cumulative_power_consumpt": [49, 53], "mean_power_consumpt": [49, 53], "comfort_viol": [49, 53], "time_elaps": [49, 53], "carri": 49, "regardless": 49, "techniqu": 49, "factor": [49, 50], "present": 49, "steps_data_norm": 49, "power_penalti": [49, 53], "row_cont": 49, "_store_step_inform": 49, "statist": 49, "ep_mean_reward": 49, "ep_cumulative_reward": 49, "ep_cumulative_pow": 49, "ep_mean_pow": 49, "ep_cumulative_comfort_penalti": 49, "ep_mean_comfort_penalti": 49, "ep_cumulative_power_penalti": 49, "ep_mean_power_penalti": 49, "steps_info": 49, "newlin": 49, "file_obj": 49, "writer": 49, "csv_writer": 49, "writerow": 49, "len": [49, 53], "_normal": 49, "isfil": 49, "_reset_logg": 49, "relev": 49, "unwrap": 49, "thing": 50, "math": 50, "w_energi": 50, "lambda_temp": 50, "reward_energi": 50, "current_dt": 50, "range_t": 50, "delta_t": 50, "ab": 50, "reward_comfort": 50, "take": 50, "lineal": 50, "neg": 50, "perfect": 50, "moreov": 50, "adjust": 50, "aspect": 50, "overwrit": 50, "supervis": 51, "successfulli": 51, "vv": 51, "anywai": 51, "under": 51, "framework": 51, "small": 51, "complex": 51, "libreri": 51, "independ": 51, "uniqu": 51, "test_common": 51, "test_reward": 51, "test_wrapp": 51, "test_simul": 51, "test_env": 51, "test_control": 51, "test_stable_baselin": 51, "conceptu": 51, "context": 51, "readm": 51, "loop": 52, "someth": 52, "produc": 52, "found": 53, "inherit": 53, "collect": 53, "dequ": 53, "env_util": 53, "observationwrapp": 53, "unwrapped_observ": 53, "handl": 53, "divisionbyzero": 53, "isnan": 53, "ind_flat": 53, "histori": 53, "maxlen": 53, "observation_spac": 53, "new_shap": 53, "_": 53, "_get_ob": 53, "reshap": 53, "monitor_header_list": 53, "element_head": 53, "_episode_exist": 53, "logger_main": 53, "debug": 53, "_epi_num": 53, "_eplus_working_dir": 53, "default_env": 53}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [42, 0, 0, "-", "rewards"], [45, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "delete_instance_MIG_from_container"], [39, 5, 1, "", "get_service_account_token"], [40, 5, 1, "", "init_storage_client"], [41, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[43, 1, 1, "", "ExpReward"], [44, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[46, 1, 1, "", "LoggerWrapper"], [47, 1, 1, "", "MultiObsWrapper"], [48, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "activate_logger"], [46, 2, 1, "", "close"], [46, 2, 1, "", "deactivate_logger"], [46, 2, 1, "", "reset"], [46, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "reset"], [47, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "get_unwrapped_obs"], [48, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "api": 1, "refer": 1, "control": [2, 34, 35, 36], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 49], "tensorboard": [3, 5], "structur": 3, "how": 3, "us": [3, 5], "mlflow": [3, 5], "environ": [4, 7], "observ": 4, "action": [4, 6], "space": 4, "googl": 5, "cloud": [5, 7], "prepar": 5, "1": [5, 7], "first": 5, "step": 5, "configur": 5, "2": 5, "our": 5, "contain": [5, 7], "platform": 5, "3": [5, 7], "your": 5, "own": 5, "4": [5, 7], "creat": [5, 51], "vm": 5, "mig": 5, "5": [5, 7], "init": 5, "execut": 5, "experi": 5, "remot": 5, "permiss": 5, "bucket": 5, "storag": 5, "output": [5, 49], "log": 5, "visual": 5, "real": 5, "time": 5, "track": 5, "server": 5, "set": [5, 7], "up": 5, "alert": 5, "github": 6, "instal": [7, 51], "docker": 7, "manual": 7, "energyplu": [7, 16, 18], "9": 7, "0": 7, "bcvtb": 7, "softwar": 7, "variabl": 7, "packag": 7, "comput": 7, "env": [9, 10, 11], "eplus_env": [10, 11], "eplusenv": 11, "simul": [12, 13, 14, 15, 16, 17, 18], "base": [13, 14], "basesimul": 14, "eplu": [15, 16], "eplus_alpha": [17, 18], "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "callback": [20, 21, 22, 23], "loggercallback": 21, "loggerevalcallback": 22, "evaluate_polici": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "parse_observation_action_spac": 30, "parse_vari": 31, "ranges_gett": 32, "setpoints_transform": 33, "randomcontrol": 35, "rulebasedcontrol": 36, "gcloud": [37, 38, 39, 40, 41], "delete_instance_mig_from_contain": 38, "get_service_account_token": 39, "init_storage_cli": 40, "upload_to_bucket": 41, "reward": [42, 43, 44, 50], "expreward": 43, "linearreward": 44, "wrapper": [45, 46, 47, 48, 53], "loggerwrapp": 46, "multiobswrapp": 47, "normalizeobserv": 48, "format": 49, "test": 51, "pytest": 51, "run": 51, "new": 51, "usag": 52, "exampl": 52}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Sinergym with Google Cloud": [[5, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[5, "preparing-google-cloud"]], "1. First steps (configuration)": [[5, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[5, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[5, "use-your-own-container"]], "4. Create your VM or MIG": [[5, "create-your-vm-or-mig"]], "5. Init your VM": [[5, "init-your-vm"]], "Executing experiments in remote containers": [[5, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "Github Actions": [[6, "github-actions"]], "Installation": [[7, "installation"]], "Docker container": [[7, "docker-container"]], "Manual installation": [[7, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "3. Set environment variables": [[7, "set-environment-variables"]], "4. Install the package": [[7, "install-the-package"]], "Cloud Computing": [[7, "cloud-computing"]], "sinergym.envs": [[9, "sinergym-envs"]], "sinergym.envs.eplus_env": [[10, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "sinergym-simulators"]], "sinergym.simulators.base": [[13, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "sinergym-utils"]], "sinergym.utils.callbacks": [[20, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[38, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[39, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[40, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[41, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[42, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[43, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[44, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[45, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[49, "output-format"]], "Logger": [[49, "logger"]], "Rewards": [[50, "rewards"]], "Tests": [[51, "tests"]], "Install Pytest": [[51, "install-pytest"]], "Running tests": [[51, "running-tests"]], "Create new tests": [[51, "create-new-tests"]], "Usage example": [[52, "usage-example"]], "Wrappers": [[53, "wrappers"]]}, "indexentries": {"module": [[9, "module-sinergym.envs"], [10, "module-sinergym.envs.eplus_env"], [12, "module-sinergym.simulators"], [13, "module-sinergym.simulators.base"], [15, "module-sinergym.simulators.eplus"], [17, "module-sinergym.simulators.eplus_alpha"], [19, "module-sinergym.utils"], [20, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [34, "module-sinergym.utils.controllers"], [37, "module-sinergym.utils.gcloud"], [42, "module-sinergym.utils.rewards"], [45, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[42, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[43, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[44, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[45, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[46, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[47, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[48, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 38, 49, 50, 51, 53], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 38, 49, 50, 51, 52, 53], "project": [0, 3, 5, 6, 7, 8, 15, 51], "base": [0, 2, 5, 8, 36, 51], "zhiang": [0, 8, 15], "zhang": [0, 8, 15], "khee": [0, 8], "poh": [0, 8], "lam": [0, 8], "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 45, 46, 47, 50, 51, 52, 53], "eplu": [0, 2, 4, 8, 11, 32, 49, 50, 52, 53], "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 49, 53], "goal": [0, 8], "creat": [0, 2, 3, 7, 8, 16, 27, 32, 49, 52, 53], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 49, 50, 51, 53], "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 45, 46, 47, 48, 49, 50, 51, 52, 53], "follow": [0, 4, 5, 6, 7, 8, 16], "openai": [0, 8, 51, 52], "interfac": [0, 4, 8, 12, 17, 49, 51], "wrap": [0, 3, 8, 22, 23, 49], "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 49, 50, 51, 52, 53], "engin": [0, 5, 8, 14], "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 48, 49, 51], "control": [0, 8, 14, 16, 19, 51], "us": [0, 2, 6, 7, 8, 11, 15, 16, 18, 22, 23, 25, 27, 32, 37, 49, 50, 51, 52, 53], "deep": [0, 5, 7, 8], "reinforc": [0, 5, 7, 8, 50], "learn": [0, 5, 7, 8, 50], "main": [0, 3, 5, 8, 25, 49], "function": [0, 2, 3, 4, 5, 8, 11, 20, 23, 24, 25, 32, 37, 49, 50, 51, 53], "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 49, 50, 51, 53], "benchmark": [0, 2, 8], "similarli": [0, 8], "atari": [0, 8], "mujoco": [0, 8], "rl": [0, 3, 8, 23, 48], "commun": [0, 8, 12, 49, 51], "we": [0, 2, 3, 4, 5, 6, 7, 8, 49, 50, 53], "design": [0, 8, 50], "set": [0, 3, 4, 8], "test": [0, 6, 7, 8, 22], "algorithm": [0, 2, 3, 5, 8, 20, 51], "These": [0, 5, 8, 25, 49, 51], "mai": [0, 5, 7, 8, 49], "includ": [0, 5, 7, 8, 19], "differ": [0, 3, 4, 5, 8, 10, 29, 42, 43, 44, 50, 51], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 46, 47, 49, 51, 53], "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 47, 48, 49, 51, 53], "space": [0, 3, 5, 8, 10, 11, 30, 33, 53], "develop": [0, 2, 6, 8, 51, 53], "experiment": [0, 8], "aim": [0, 5, 7, 8], "provid": [0, 3, 5, 8], "packag": [0, 8, 51], "allow": [0, 3, 5, 6, 8, 50], "modifi": [0, 2, 8, 15, 23], "easi": [0, 8, 51], "manner": [0, 8], "For": [0, 3, 5, 7, 8, 49, 51, 53], "exampl": [0, 2, 3, 4, 5, 7, 8, 11, 50, 51, 53], "sever": [0, 5, 8, 53], "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 48, 49, 51, 52, 53], "variabl": [0, 2, 3, 4, 5, 8, 10, 11, 16, 18, 31, 32, 48, 49, 50, 53], "defin": [0, 4, 5, 8, 10, 11, 14, 18, 50], "between": [0, 3, 4, 8, 29], "python": [0, 5, 6, 7, 8, 15, 37], "energyplu": [0, 8, 10, 11, 15, 17, 28, 49, 52], "establish": [0, 8, 16, 49, 51], "bcvtb": [0, 4, 8, 16], "sinc": [0, 5, 8, 28], "tool": [0, 8], "interact": [0, 2, 3, 8, 25, 46, 49, 53], "more": [0, 4, 5, 7, 8, 49, 50, 51, 53], "them": [0, 3, 8, 53], "e": [0, 7, 8, 23], "g": [0, 3, 5, 8, 23], "openmodelica": [0, 8], "could": [0, 2, 4, 5, 8, 50, 53], "backend": [0, 5, 8], "while": [0, 2, 3, 6, 8, 52, 53], "maintain": [0, 8], "api": [0, 5, 8, 37, 52], "stabl": [0, 3, 8, 20, 51], "baselin": [0, 3, 8, 20, 51], "3": [0, 3, 4, 8, 16, 20, 48, 51, 53], "integr": [0, 5, 6, 8, 50], "some": [0, 3, 5, 8, 53], "like": [0, 3, 7, 8, 51, 52], "callback": [0, 3, 5, 8, 19], "have": [0, 2, 3, 4, 5, 6, 7, 8, 49, 51, 53], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 49, 51], "our": [0, 3, 6, 7, 8, 50, 51], "team": [0, 7, 8, 50], "order": [0, 2, 3, 4, 5, 7, 8, 16, 49, 51, 53], "easili": [0, 5, 8], "googl": [0, 7, 8, 37, 38, 39, 40, 41], "cloud": [0, 3, 8, 37, 38, 39, 40, 41], "whether": [0, 5, 8, 11, 16, 22, 23, 38, 47, 53], "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "account": [0, 5, 6, 7, 8, 38, 39, 50], "want": [0, 3, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "your": [0, 2, 3, 7, 8, 53], "infrastructur": [0, 8], "tell": [0, 8], "detail": [0, 5, 7, 8], "about": [0, 3, 4, 7, 8, 23, 49, 51, 53], "how": [0, 4, 5, 8, 50], "do": [0, 3, 5, 7, 8, 23, 51], "mlflow": [0, 7, 8], "track": [0, 3, 7, 8], "server": [0, 3, 8, 15], "open": [0, 7, 8, 49], "sourc": [0, 5, 6, 7, 8], "platform": [0, 6, 8], "machin": [0, 5, 8], "lifecycl": [0, 8], "can": [0, 2, 3, 5, 6, 7, 8, 23, 49, 50, 51, 53], "remot": [0, 3, 6, 7, 8, 51], "local": [0, 3, 5, 6, 8, 23, 41], "store": [0, 3, 5, 8, 21, 25, 41, 49, 53], "help": [0, 5, 8], "manag": [0, 5, 8, 38, 49], "run": [0, 5, 7, 8, 23, 49], "artifact": [0, 5, 8], "gener": [0, 4, 5, 8, 11, 49, 50], "orderli": [0, 8], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 41, 49], "visual": [0, 3, 7, 8], "logger": [0, 5, 8, 25, 46, 53], "tensorboard": [0, 8, 21], "train": [0, 3, 5, 8, 49], "inform": [0, 3, 5, 8, 11, 25, 46, 49, 51, 53], "real": [0, 3, 8, 25, 49], "time": [0, 3, 8, 16, 25, 29, 48, 49, 51, 53], "mani": [0, 8], "work": [0, 3, 5, 6, 7, 8, 11, 16, 23, 52], "progress": [0, 3, 8, 25, 26, 49, 53], "stai": [0, 4, 8], "tune": [0, 4, 8], "upcom": [0, 4, 8], "releas": [0, 4, 6, 7, 8], "sinergym": [2, 3, 4, 7, 8, 49, 51, 52, 53], "ha": [2, 3, 5, 7, 11, 18, 21, 22, 23, 39, 49, 50, 51, 53], "section": [2, 3, 5, 7, 51], "implement": [2, 3, 34, 42, 45, 50, 51, 53], "own": [2, 3, 53], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 43, 44, 49, 50, 51, 53], "random": [2, 5, 35], "agent": [2, 5, 11, 22, 23, 25, 35, 36, 49, 51], "rule": [2, 5, 36, 51], "find": 2, "code": [2, 3, 5, 6, 7, 53], "util": [2, 3, 4, 5, 11, 51, 53], "py": [2, 3, 4, 5, 7, 51, 53], "veri": [2, 5], "perform": [2, 22, 23, 47, 53], "refer": [2, 5], "point": 2, "studi": [2, 4], "drl": [2, 4, 5], "basic": [2, 34, 52], "import": [2, 3, 5, 49, 50, 52, 53], "o": [2, 5, 49], "pkg_resourc": 2, "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 38, 41, 43, 44, 49, 50, 53], "datetim": [2, 5, 50], "common": [2, 3, 4, 5, 19, 22, 23, 51, 53], "parse_vari": 2, "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 42, 43, 44, 45, 46, 47, 48, 49, 50, 53], "randomcontrol": 2, "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 40, 41, 46, 47, 48, 49, 53], "def": [2, 3, 49, 50, 53], "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49, 50, 53], "self": [2, 3, 49, 50, 53], "env": [2, 3, 4, 5, 22, 23, 30, 32, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53], "It": [2, 3, 5, 7, 22, 25, 35, 49, 52, 53], "select": [2, 7, 11, 35, 36], "avail": [2, 4, 5, 35, 50], "randomli": [2, 35], "arg": [2, 3, 5, 7, 11, 21, 22, 46, 47, 48, 49, 50, 53], "act": [2, 35, 36], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 49, 53], "": [2, 3, 4, 5, 7, 15, 25, 35, 49, 51, 53], "action_spac": [2, 5, 33, 35, 52, 53], "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 43, 44, 46, 47, 49, 50, 51, 53], "perceiv": [2, 35, 36], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 43, 44, 47, 50, 51, 53], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 43, 44, 46, 47, 48, 50, 53], "chosen": [2, 35, 36], "sampl": [2, 52, 53], "rulebasedcontrol": 2, "range_comfort_wint": [2, 36, 43, 44, 50], "20": [2, 4, 36, 43, 44, 50], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 43, 44, 48, 49, 50, 52, 53], "23": [2, 4, 36, 43, 44, 48, 50], "5": [2, 3, 4, 16, 22, 23, 36, 43, 44, 47, 48, 50, 53], "range_comfort_summ": [2, 36, 43, 44, 50], "26": [2, 4, 36, 43, 44, 50], "whose": [2, 25, 36, 49], "static": [2, 5, 36], "tupl": [2, 11, 27, 28, 30, 33, 36, 43, 44, 46, 50, 53], "comfort": [2, 3, 4, 10, 21, 25, 36, 43, 44, 48, 49, 50], "temperatur": [2, 3, 4, 25, 36, 43, 44, 48, 49, 50], "rang": [2, 3, 4, 5, 10, 32, 36, 43, 44, 48, 50, 52, 53], "cool": [2, 4, 36, 48], "season": [2, 36, 43, 44, 50], "hot": [2, 4, 36, 43, 44, 50, 52], "year": [2, 16, 28, 29, 50], "2021": [2, 50], "variables_path": 2, "extend": 2, "dai": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 53], "month": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 52, 53], "hour": [2, 4, 25, 28, 48, 49, 53], "summer_start_d": [2, 50], "6": [2, 4, 5, 7, 16, 48, 50], "1": [2, 3, 4, 16, 21, 22, 43, 44, 48, 49, 50, 52, 53], "summer_final_d": [2, 50], "9": [2, 4, 50], "30": [2, 4, 48, 50], "outdoor": [2, 4, 36, 48], "air": [2, 4, 36, 48], "drybulb": [2, 4, 27, 36, 48], "obs_dict": 2, "dict": [2, 3, 11, 23, 31, 32, 46, 53], "zip": 2, "out_temp": 2, "site": [2, 4, 48], "15": [2, 4, 48], "t": [2, 3, 5, 7, 43, 44, 49, 50, 53], "19": [2, 4, 5], "21": [2, 4, 48], "elif": [2, 3, 5, 53], "22": [2, 4, 48], "els": [2, 3, 5, 23, 49, 50, 53], "24": [2, 4, 29], "simpl": [2, 44, 50], "given": [2, 3, 16, 28, 32, 33, 43, 44, 50], "instanc": [2, 3, 5, 11, 38, 49], "usag": [2, 3, 5, 53], "next": [2, 5, 6, 11, 16, 49, 51, 53], "numpi": [2, 4, 5, 52, 53], "np": [2, 3, 5, 11, 46, 49, 52, 53], "make": [2, 3, 4, 5, 7, 16, 50, 51, 52, 53], "continu": [2, 3, 4, 6, 10, 11, 52], "mix": [2, 4, 50], "v1": [2, 4, 11, 50, 52, 53], "ob": [2, 3, 48, 52, 53], "reset": [2, 3, 11, 16, 23, 46, 47, 49, 52, 53], "done": [2, 3, 25, 48, 49, 52, 53], "fals": [2, 3, 5, 11, 21, 22, 23, 25, 46, 48, 49, 52, 53], "current_month": [2, 52, 53], "info": [2, 3, 52, 53], "step": [2, 3, 7, 11, 16, 23, 25, 33, 46, 47, 49, 52, 53], "append": [2, 3, 5, 49, 51, 52, 53], "displai": [2, 5, 52, 53], "result": [2, 5, 16, 23, 49, 52, 53], "everi": [2, 3, 5, 6, 22, 51, 52, 53], "print": [2, 3, 52, 53], "sum": [2, 3, 49, 50, 52, 53], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 46, 49, 52, 53], "mean": [2, 3, 4, 5, 23, 27, 48, 49, 50, 52, 53], "cumul": [2, 52, 53], "close": [2, 11, 16, 46, 52, 53], "facil": [3, 4, 48], "check": [3, 5, 6, 7, 23, 51], "discret": [3, 4, 10, 11, 30, 50], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 43, 44, 47, 48, 50], "ppo": [3, 5], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 5], "dqn": [3, 5], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 5], "sac": [3, 5], "column": [3, 27], "specifi": [3, 5, 41], "due": [3, 5], "its": [3, 4, 5, 39, 46, 53], "call": [3, 5, 7, 16, 22, 23, 49], "stage": 3, "procedur": [3, 6], "access": [3, 5], "intern": [3, 4], "state": [3, 16, 46, 53], "model": [3, 4, 5, 18, 22, 23, 28, 48], "dure": [3, 5, 21, 22, 49, 52], "one": [3, 5, 23, 25, 27, 43, 44, 49, 50, 51], "monitor": [3, 5, 7, 22, 23, 25, 49, 53], "auto": [3, 5], "save": [3, 5, 22, 53], "manipul": [3, 5], "bar": 3, "custom": [3, 19, 20, 21, 45, 53], "execut": [3, 6, 7, 16, 25, 26, 38, 46, 49, 53], "log": [3, 25, 26, 46, 49, 53], "all": [3, 5, 7, 21, 32, 49, 50, 51], "specif": [3, 4, 49, 50, 51], "therefor": [3, 4], "propos": 3, "each": [3, 4, 5, 21, 22, 23, 25, 32, 49, 50], "extract": [3, 32], "which": [3, 5, 6, 7, 21, 25, 49, 50, 51], "why": 3, "loggercallback": [3, 5], "deal": 3, "those": [3, 4, 5, 50], "subtleti": 3, "basecallback": [3, 22], "plot": [3, 21], "addit": [3, 21, 23], "valu": [3, 4, 5, 7, 21, 25, 43, 44, 48, 49, 50, 53], "param": [3, 5, 21, 22, 23, 25, 49], "ep_reward": [3, 21], "here": [3, 5, 7, 21, 51], "ep_pow": [3, 21], "consumpt": [3, 21, 25, 43, 44, 49, 50], "ep_term_comfort": [3, 21], "term": [3, 21, 43, 44, 50], "compon": [3, 5, 21], "ep_term_energi": [3, 21], "energi": [3, 21, 43, 44, 50], "num_comfort_viol": [3, 21], "number": [3, 4, 5, 16, 21, 22, 23, 25, 47, 49, 53], "timestep": [3, 5, 11, 21, 25, 48, 49, 53], "violat": [3, 21], "ep_timestep": [3, 21], "increment": [3, 21], "sinergym_logg": [3, 5, 21], "verbos": [3, 5, 21, 22, 51], "boolean": [3, 16, 21], "indic": [3, 5, 16, 21], "csvlogger": [3, 5, 21, 46, 49, 53], "inner": [3, 4, 5, 6, 21, 33, 38, 41, 50], "activ": [3, 5, 7, 21, 25, 46, 49, 53], "super": [3, 53], "_on_training_start": 3, "is_wrap": [3, 53], "training_env": 3, "loggerwrapp": [3, 5, 53], "env_method": 3, "activate_logg": [3, 46, 53], "deactivate_logg": [3, 46, 53], "record": [3, 25, 46, 49, 53], "method": [3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49], "depend": [3, 5, 7, 25, 49, 51], "global": [3, 5, 23], "kei": [3, 5, 32, 53], "record_mean": 3, "rais": [3, 5, 18, 23], "keyerror": [3, 18], "_on_step": 3, "bool": [3, 5, 11, 22, 23, 25, 46, 47, 49, 53], "get_attr": 3, "normal": [3, 5, 48, 49, 51, 53], "origin": [3, 4, 15, 27, 46, 47, 48, 53], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 5, 53], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 48, 53], "enumer": [3, 53], "normalized_observ": 3, "onli": [3, 5, 7, 23, 25, 49, 50, 53], "receiv": [3, 18], "setpoint": [3, 4, 48], "action_": [3, 53], "try": [3, 5, 49], "network": [3, 5], "output": [3, 26, 32, 52], "clip": 3, "clipped_act": 3, "except": [3, 49], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 53], "comfort_penalti": [3, 25, 48, 49, 53], "total_power_no_unit": [3, 25, 48, 49, 53], "If": [3, 5, 6, 7, 23, 32, 51, 53], "end": [3, 5, 11, 18, 25, 29, 49, 53], "summari": [3, 46, 49, 53], "last": [3, 16, 32, 46, 48, 49, 53], "metric": [3, 49], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 49, 53], "mean_reward": [3, 22, 49, 53], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 49, 53], "cumulative_comfort_penalti": [3, 49, 53], "mean_power_penalti": [3, 49, 53], "cumulative_power_penalti": [3, 49, 53], "comfort_violation_tim": 3, "100": [3, 5, 48, 49], "zerodivisionerror": [3, 49], "nan": [3, 49], "first": [3, 7, 16, 23, 53], "finish": [3, 5, 16], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 5, 11, 22, 23, 25, 46, 47, 48, 49, 53], "on_training_end": [3, 21], "see": [3, 5, 6, 11, 49, 51], "same": [3, 4, 5, 27, 49, 50, 53], "attribut": [3, 11, 16, 49, 50, 53], "constructor": [3, 4, 14], "deriv": [3, 5], "background": 3, "With": 3, "possibl": [3, 4, 5, 7], "compar": 3, "There": [3, 5, 6, 7, 49], "tabl": 3, "other": [3, 5, 7, 49], "vice": 3, "versa": 3, "log_interv": [3, 5], "process": [3, 5, 6, 11, 27], "frequenc": [3, 5], "consequ": [3, 5, 50], "featur": 3, "up": [3, 4, 7, 43, 44, 50], "thu": [3, 5], "off": 3, "polici": [3, 5, 23], "whole": [3, 25, 48, 49], "instead": [3, 5, 7, 23, 50], "when": [3, 5, 6, 22, 23, 25, 49, 50], "On": [3, 5, 7], "appear": [3, 7, 23], "too": [3, 5, 7, 38, 53], "becaus": [3, 5], "Then": [3, 5, 7, 53], "pars": [3, 4, 30, 31], "entir": 3, "equival": 3, "csv": [3, 25, 49, 53], "format": [3, 5, 6], "percentag": 3, "out": [3, 49, 53], "bound": 3, "penalti": [3, 25, 49, 50], "power": [3, 25, 43, 44, 49, 50, 53], "per": [3, 4, 23, 25, 43, 44, 48, 49, 50], "obtain": [3, 11], "being": [3, 49], "wrapper": [3, 5, 19, 22, 23, 49, 51], "thei": [3, 5, 7, 51], "both": [3, 10, 50], "rollout": 3, "exploration_r": 3, "doesn": [3, 5, 53], "neural": 3, "well": [3, 23], "evalu": [3, 5, 22, 23, 50], "ad": [3, 4, 53], "evalloggercallback": 3, "experi": [3, 7], "benefit": 3, "drl_usag": 3, "directli": [3, 5, 7], "drl_batteri": [3, 5], "comput": [3, 5, 10], "flag": [3, 5, 25, 46, 49, 53], "most": [3, 49, 50], "must": [3, 4, 5, 7, 23], "keep": [3, 16], "mind": 3, "construct": [3, 5], "particular": 3, "paramet": [3, 5, 11, 16, 18, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 41, 43, 44, 46, 47, 48, 50], "concaten": 3, "callbacklist": [3, 5], "until": 3, "where": [3, 5, 7, 22, 38, 41], "comment": 3, "requir": [3, 5, 7, 49], "extra": [3, 5, 7, 11, 51, 53], "argument": [3, 5, 30, 53], "ep": [3, 5], "argpars": [3, 5], "loggerevalcallback": [3, 5], "stable_baselines3": [3, 5, 22, 23, 53], "nois": [3, 4, 5], "normalactionnois": [3, 5], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 5, 22, 23], "dummyvecenv": [3, 5], "parser": [3, 5], "argumentpars": [3, 5], "add_argu": [3, 5], "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 38, 39, 49, 53], "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 43, 44, 47, 49, 50, 53], "learning_r": [3, 5], "lr": [3, 5], "float": [3, 5, 11, 16, 23, 25, 29, 43, 44, 46, 49, 50, 53], "0007": [3, 5], "n_step": [3, 5], "n": [3, 4, 5, 47, 49, 53], "gamma": [3, 5], "99": [3, 5], "gae_lambda": [3, 5], "gl": [3, 5], "ent_coef": [3, 5], "ec": [3, 5], "vf_coef": [3, 5], "v": [3, 5, 51], "max_grad_norm": [3, 5], "m": [3, 5], "rms_prop_ep": [3, 5], "rm": [3, 5], "1e": [3, 5, 43, 44, 50], "05": [3, 5], "parse_arg": [3, 5], "id": [3, 5], "n_episod": 3, "name": [3, 4, 5, 11, 16, 18, 26, 27, 31, 38, 41], "start_run": [3, 5], "run_nam": [3, 5], "log_param": [3, 5], "mlppolici": [3, 5], "tensorboard_log": [3, 5], "n_timesteps_episod": [3, 5], "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "lambda": [3, 5], "freq": 3, "2": [3, 4, 6, 16, 53], "eval_callback": [3, 5], "best_model_save_path": [3, 5, 22], "best_model": [3, 5], "log_path": [3, 5, 22], "eval_freq": [3, 5, 22], "determinist": [3, 5, 22, 23], "render": [3, 5, 11, 22, 23], "n_eval_episod": [3, 5, 22, 23], "log_callback": [3, 5], "total_timestep": [3, 5, 25, 49], "As": [3, 5], "abl": [3, 5, 7], "recommend": [3, 5, 7], "start": [3, 5, 14, 16, 18, 28, 29], "batteri": [3, 5], "initi": [3, 5, 22, 53], "date": [3, 25, 49, 50, 53], "hyperparamet": [3, 5], "durat": 3, "etc": [3, 5, 7, 25, 49], "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 5, 50], "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 43, 44, 47, 49, 50, 53], "locat": [4, 7, 27], "idf": [4, 11, 16, 18, 49], "file": [4, 5, 6, 10, 11, 16, 18, 27, 30, 31, 41, 49, 51], "period": [4, 50], "demo": [4, 53], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 5, 16], "01": 4, "31": [4, 48], "03": 4, "5zone": [4, 5, 52], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 48], "new": [4, 5, 14, 16, 18, 22, 25, 27, 46, 47, 49, 50, 53], "york": 4, "humid": [4, 48], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 30, 33, 53], "stochast": [4, 22, 23, 50], "datacent": [4, 5], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 16, 43, 44, 49, 50, 51], "iwmullion": [4, 5], "accord": [4, 22], "doe": [4, 5, 16], "classif": 4, "In": [4, 5, 7, 23, 51], "seri": [4, 10], "chang": [4, 5, 25, 49], "gaussian": 4, "std": [4, 23], "add": [4, 5, 10, 49, 53], "extern": [4, 5, 49], "wai": [4, 5], "definit": [4, 5, 11, 30], "variant": [4, 53], "xml": [4, 11], "version": [4, 5, 6, 7], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 5, 41], "dtd": 4, "max": [4, 32, 43, 44, 50, 53], "min": [4, 32, 50, 53], "5e6": [4, 53], "rel": [4, 48], "wind": [4, 48], "speed": [4, 48], "direct": [4, 5, 48], "diffus": [4, 48], "solar": [4, 48], "radiat": [4, 48], "rate": [4, 48], "area": [4, 48], "zone": [4, 5, 31, 43, 44, 48, 50], "thermostat": [4, 48], "heat": [4, 48], "7": [4, 5, 7, 16], "8": [4, 5, 7], "thermal": [4, 48], "radiant": [4, 48], "11": [4, 48], "cloth": [4, 48], "fanger": [4, 48], "ppd": [4, 48], "13": 4, "peopl": [4, 48], "occup": [4, 48], "count": [4, 23, 48], "14": [4, 5], "total": [4, 25, 48, 49], "hvac": [4, 48], "electr": [4, 48], "demand": [4, 48], "16": 4, "17": 4, "18": 4, "low": [4, 43, 44, 50, 51, 53], "high": [4, 53], "shape": [4, 5, 53], "dtype": [4, 53], "float32": [4, 53], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 16, 25, 49], "index": [4, 5, 6], "action0": 4, "action1": 4, "give": [4, 5], "plai": 4, "affect": [4, 23, 27], "resolut": 4, "problem": [4, 5], "known": 4, "what": [4, 5], "configur": [4, 18, 50], "read": [4, 5, 14, 16], "automat": [4, 5, 6, 7, 51], "so": [4, 5, 7, 49, 52, 53], "should": [4, 5, 7, 22, 52, 53], "worri": 4, "anyth": [4, 23], "solut": 4, "updat": [4, 5, 6, 7, 22, 32, 51], "alwai": [4, 5, 49, 50], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 30], "dynam": 4, "upgrad": [4, 5], "gcloud": 5, "combin": [5, 7], "idea": 5, "virtual": [5, 7], "gce": 5, "At": 5, "job": [5, 51], "remov": [5, 38, 43, 44, 50], "host": 5, "let": [5, 50], "explan": 5, "abov": 5, "firstli": [5, 7], "necessari": 5, "sdk": [5, 7], "auth": [5, 38], "invoic": 5, "don": [5, 7, 49], "document": [5, 6, 7, 49], "secondli": 5, "instal": [5, 6, 16], "docker": [5, 6], "link": 5, "authent": 5, "imag": [5, 7], "begin": 5, "hand": [5, 7], "go": [5, 53], "enabl": 5, "servic": [5, 38, 39], "librari": [5, 7, 51], "need": [5, 49, 53], "registri": 5, "pub": 5, "sub": 5, "sql": 5, "admin": 5, "firestor": 5, "datastor": 5, "gmail": 5, "henc": 5, "client": [5, 40, 41], "artifactregistri": 5, "googleapi": 5, "com": [5, 7, 15], "cloudapi": 5, "cloudbuild": 5, "containerregistri": 5, "sqladmin": 5, "cloudfunct": 5, "pubsub": 5, "serviceusag": 5, "drive": 5, "appengin": 5, "Or": 5, "consol": 5, "modul": [5, 9, 12, 19, 49, 51], "pleas": 5, "termin": [5, 16, 25, 26, 49], "applic": [5, 51], "login": 5, "upload": [5, 6, 41], "public": 5, "gcr": 5, "io": 5, "latest": [5, 6, 7], "europ": 5, "west1": 5, "b": 5, "privileg": [5, 39], "restart": 5, "never": 5, "stdin": 5, "tty": 5, "boot": 5, "disk": 5, "size": 5, "20gb": 5, "pd": 5, "ssd": 5, "n2": 5, "highcpu": 5, "hub": [5, 6, 7], "visit": [5, 7, 49, 51, 53], "repositori": [5, 6, 7, 51], "prefer": [5, 7], "realli": [5, 53], "10gb": 5, "isn": [5, 53], "enough": 5, "silenc": 5, "error": [5, 23, 53], "would": [5, 50], "incid": 5, "clear": 5, "suppos": 5, "fork": 5, "yaml": 5, "dockerfil": [5, 6, 7, 51], "purpos": 5, "write": [5, 7, 49, 51], "cach": 5, "quick": 5, "cloudsdktool": 5, "entrypoint": 5, "bash": 5, "c": [5, 43, 44, 50], "pull": [5, 6], "project_id": 5, "exit": 5, "sinergym_extra": [5, 7], "push": [5, 6], "built": [5, 6], "command": [5, 7, 51], "case": [5, 7, 23], "builder": 5, "gsutil": 5, "iam": 5, "ch": 5, "allus": 5, "objectview": 5, "appspot": 5, "disksizegb": 5, "machinetyp": 5, "e2_highcpu_8": 5, "timeout": 5, "86400": 5, "older": 5, "wa": 5, "alreadi": [5, 51], "confus": 5, "part": 5, "helper": 5, "everyth": 5, "mention": 5, "config": 5, "memori": 5, "least": 5, "correctli": [5, 51], "fail": 5, "free": 5, "might": 5, "report": 5, "care": 5, "submit": 5, "substitut": 5, "howev": [5, 50, 51], "predetermin": 5, "To": [5, 7, 51], "correct": [5, 53], "decid": 5, "enter": 5, "after": [5, 16, 23, 52], "immedi": 5, "hasn": 5, "yet": [5, 51], "think": 5, "notifi": 5, "issu": 5, "happen": 5, "wait": 5, "minut": 5, "templat": 5, "gserviceaccount": 5, "scope": 5, "http": [5, 7, 15], "www": 5, "devstorag": 5, "full_control": 5, "gce_zon": 5, "gce_project_id": 5, "mlflow_tracking_uri": 5, "address": 5, "describ": 5, "ip": 5, "get": [5, 7, 23, 39, 48, 53], "5000": 5, "explain": 5, "befor": [5, 7, 23, 53], "previou": [5, 47, 53], "group": [5, 38], "larg": 5, "quot": 5, "than": [5, 49, 50, 53], "rest": [5, 37, 38], "probabl": 5, "readi": [5, 7], "connect": [5, 15, 16, 17], "ssh": 5, "optim": 5, "pre": 5, "attach": 5, "And": 5, "now": 5, "script": 5, "alloc": 5, "ranges_5zon": [5, 53], "ranges_iw": 5, "ranges_datacent": 5, "uuid": 5, "multiobswrapp": [5, 53], "dest": 5, "alg": 5, "rw": 5, "linear": 5, "exponenti": [5, 43, 50], "norm": 5, "store_tru": 5, "appli": [5, 11, 48, 50, 53], "multiob": [5, 53], "mob": 5, "multi": [5, 53], "ten": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 41, 49], "eval": [5, 22], "best": [5, 22], "onlin": 5, "evalf": 5, "useless": 5, "eval_length": 5, "inter": 5, "seed": 5, "sd": 5, "remote_stor": 5, "sto": 5, "determin": 5, "sent": 5, "mlflow_stor": 5, "group_nam": 5, "field": 5, "auto_delet": 5, "del": 5, "gcp": 5, "buffer_s": 5, "bf": 5, "1000000": 5, "learning_start": 5, "l": [5, 6], "tau": [5, 27], "tu": 5, "005": 5, "sigma": [5, 11, 27], "sig": 5, "regist": [5, 50], "experiment_d": 5, "todai": 5, "strftime": 5, "y": 5, "d": [5, 16], "h": 5, "episodes_": 5, "seed_": 5, "ping": 5, "mlflow_ip": 5, "split": [5, 49], "valid": [5, 39, 53], "respons": [5, 49], "set_tracking_uri": 5, "getcwd": 5, "mlrun": 5, "__version__": 5, "length": [5, 23, 49, 53], "interv": 5, "linearreward": [5, 11, 50], "expreward": [5, 50], "runtimeerror": 5, "know": 5, "dictionari": [5, 11, 30, 31], "norm_rang": 5, "env_typ": 5, "nameerror": 5, "50000": 5, "batch_siz": 5, "32": 5, "train_freq": 5, "gradient_step": 5, "target_update_interv": 5, "10000": [5, 22], "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_final_ep": 5, "n_action": 5, "action_nois": 5, "zero": 5, "ones": 5, "64": 5, "n_epoch": 5, "clip_rang": 5, "calcul": [5, 43, 44, 50], "env_vec": 5, "dir": 5, "tensorboardformatlogg": 5, "tb_path": 5, "new_logg": 5, "set_logg": 5, "_env_working_dir_par": [5, 53], "send": [5, 11, 14, 16, 18, 39, 40, 41], "log_artifact": 5, "local_dir": 5, "artifact_path": 5, "abspath": 5, "init_storage_cli": 5, "resourc": [5, 40, 41], "upload_to_bucket": 5, "src_path": [5, 41], "dest_bucket_nam": [5, 41], "dest_path": [5, 41], "end_run": 5, "shutdown": 5, "token": [5, 38, 39], "get_service_account_token": 5, "delete_instance_mig_from_contain": 5, "effect": 5, "pretti": 5, "deactiv": [5, 25, 46, 49, 53], "written": 5, "recreat": 5, "belong": [5, 25, 49], "delet": [5, 38, 53], "individu": 5, "appropri": 5, "environment_nam": 5, "episodes_int": 5, "seed_valu": 5, "uri": 5, "bind": 5, "member": 5, "serviceaccount": 5, "role": 5, "owner": 5, "project_path": 5, "json": 5, "export": 5, "google_cloud_credenti": 5, "short": 5, "dote": 5, "root": [5, 7], "gitignor": 5, "ignor": [5, 6], "final": [5, 7], "One": 5, "strength": 5, "abil": 5, "whatev": 5, "caus": 5, "recogn": 5, "mayb": 5, "got": 5, "two": [5, 7, 50], "deploi": [5, 6], "localhost": 5, "6006": 5, "second": [5, 16, 23, 25, 28, 29, 48, 49, 53], "shut": 5, "down": 5, "logdir": 5, "organ": [5, 51], "separ": 5, "back": 5, "databas": 5, "without": [5, 6, 48, 53], "loos": 5, "bin": [5, 7], "scrip": 5, "previous": [5, 49], "jajim": [5, 7], "github": [5, 7, 15, 51], "html": 5, "bucket_nam": 5, "region": 5, "db_root_password": 5, "machine_typ": 5, "e2": 5, "medium": 5, "mlflow_imag": 5, "kaysush": 5, "cloud_sql_proxy_imag": 5, "cloudsql": 5, "proxi": 5, "mysql_inst": 5, "echo": 5, "sa": 5, "descript": [5, 16], "mb": 5, "tier": 5, "db": 5, "f1": 5, "micro": 5, "password": 5, "provis": 5, "editor": 5, "start_mlflow_track": 5, "sh": 5, "cat": 5, "eof": 5, "mysql": 5, "net": 5, "p": 5, "3306": 5, "cloud_sql_proxi": 5, "tcp": 5, "pymysql": 5, "mlflow_artifact": 5, "alter": 5, "iptabl": 5, "A": [5, 11, 28, 31, 49], "input": [5, 16], "dport": 5, "j": 5, "accept": 5, "cp": 5, "tempor": 5, "subnet": 5, "premium": 5, "metadata": [5, 11], "startup": 5, "url": 5, "mainten": 5, "migrat": 5, "tag": [5, 6, 7], "co": 5, "77": 5, "12371": 5, "1109": 5, "balanc": 5, "devic": 5, "shield": 5, "secur": 5, "vtpm": 5, "reserv": 5, "affin": 5, "ani": [5, 7, 11, 21, 22, 23, 46, 47, 48, 49], "firewal": 5, "prioriti": 5, "1000": 5, "ingress": 5, "target": 5, "onc": [5, 7], "anymor": 5, "again": 5, "redefin": 5, "notic": [5, 50, 52], "creation": 5, "anot": 5, "bellow": 5, "trigger": [5, 22], "event": 5, "advertis": 5, "captur": 5, "slack": 5, "sm": 5, "email": 5, "deploy": 6, "pipelin": 6, "softwar": 6, "third": 6, "parti": 6, "websit": 6, "request": [6, 38], "pep8": 6, "standard": [6, 52], "level": [6, 26, 51], "aggress": 6, "anoth": [6, 7], "contain": [6, 23, 38, 39, 51, 52], "pytest": 6, "pass": [6, 16, 22, 23, 49], "publish": 6, "edit": 6, "manual": [6, 53], "catch": 6, "doc": [6, 7], "page": 6, "compil": 6, "verifi": 6, "commit": 6, "bot": 6, "although": 6, "git": [6, 7], "z": 6, "xarg": 6, "assum": 6, "unchang": 6, "workflow": [6, 51], "yml": [6, 51], "sudo": 7, "apt": 7, "virtualenv": 7, "env_sinergym": 7, "python3": 7, "altern": 7, "conda": 7, "clone": 7, "By": [7, 50], "pip": [7, 51], "diffet": 7, "setup": 7, "tag_nam": 7, "setup_tag": 7, "libari": 7, "example1": 7, "neccesari": 7, "empti": 7, "studio": 7, "simpli": 7, "directori": [7, 11, 16, 32, 41, 49, 51, 52], "click": 7, "pop": 7, "button": 7, "reopen": 7, "isol": 7, "below": 7, "compabl": 7, "also": 7, "ensur": 7, "support": [7, 51], "later": [7, 25, 49], "instruct": 7, "linux": 7, "ubuntu": 7, "choos": 7, "folder": [7, 22, 52], "copi": [7, 16, 49, 53], "eplus_path": [7, 16, 18], "bcvtb_path": [7, 16, 18], "respect": 7, "repo": 7, "consid": [7, 43, 44, 50], "subset": [7, 53], "storag": [7, 40, 41], "prepar": 7, "funcion": 10, "absolut": [10, 32, 43, 44, 50], "raw": 10, "cfg": [10, 16, 49], "kwarg": [11, 21, 22, 46, 47, 48], "idf_fil": [11, 18], "weather_fil": [11, 18], "variables_fil": [11, 18], "spaces_fil": 11, "env_nam": [11, 16, 18, 49], "discrete_act": [11, 30], "weather_vari": 11, "epw": [11, 16, 18, 27], "condit": 11, "mu": 11, "tao": 11, "ornstein": [11, 27], "uhlenbeck": [11, 27], "feedback": 11, "mode": 11, "human": 11, "arrai": [11, 25, 46, 49, 53], "abstract": 14, "receive_observ": [14, 18], "send_act": [14, 18], "start_simul": [14, 18], "stop_simul": 14, "stop": 14, "ptolomi": 15, "zhangzhizza": 15, "weather_path": 16, "variable_path": 16, "idf_path": 16, "act_repeat": 16, "max_ep_data_store_num": 16, "repeat": 16, "end_env": 16, "end_episod": 16, "properti": 16, "get_is_eplus_run": 16, "new_weath": 16, "current_simulation_tim": 16, "consist": [16, 50], "correpond": 16, "socket": [16, 49], "subprocess": 16, "sensor": 16, "start_dai": 16, "simulaton": 16, "start_mon": 16, "start_weekdai": 16, "weekdai": 16, "mondai": 16, "sundai": 16, "start_year": 16, "reciev": 16, "renew": 17, "connector": 18, "end_simul": 18, "eval_env": 22, "callback_on_new_best": 22, "npz": 22, "warn": [22, 23], "evaluate_polici": 22, "vecenv": [22, 23], "base_class": 23, "basealgorithm": 23, "callabl": 23, "reward_threshold": 23, "return_episode_reward": 23, "averag": 23, "made": 23, "note": [23, 49, 53], "scale": [23, 51], "earli": 23, "avoid": 23, "minimum": 23, "expect": 23, "met": 23, "user": 23, "lack": 23, "monitor_head": [25, 49, 53], "progress_head": [25, 49, 53], "log_progress_fil": [25, 49, 53], "log_fil": [25, 49], "header": [25, 49, 53], "sub_run_n": [25, 49], "res_n": [25, 49], "steps_data": [25, 49], "elabor": [25, 49], "total_time_elaps": [25, 49], "elaps": [25, 28, 49], "comfort_violation_timestep": [25, 49], "activate_flag": [25, 49, 53], "deactivate_flag": [25, 49, 53], "log_episod": [25, 49, 53], "log_step": [25, 49, 53], "simulation_tim": [25, 49, 53], "achiev": [25, 49], "w": [25, 43, 44, 49, 50], "spicifi": [25, 49], "log_step_norm": [25, 49, 53], "set_log_fil": [25, 49, 53], "new_log_fil": [25, 49], "getlogg": 26, "formatt": 26, "weather_data": 27, "original_epw_fil": 27, "variat": 27, "opyplu": [27, 28], "weatherdata": 27, "ou": 27, "epm": 28, "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "tuppl": 30, "map": 30, "continuos_act": 30, "var_fil": 31, "og": 31, "output_path": 32, "last_result": 32, "valor": 32, "setpoints_spac": 33, "convert": 33, "transform": 33, "easier": 37, "instance_group_nam": 38, "vm": 38, "alon": 38, "mig": 38, "repons": 38, "author": 39, "petit": [39, 40], "init": 40, "ask": [40, 41], "recurs": 41, "bucket": 41, "destin": 41, "energy_weight": [43, 44, 50], "lambda_energi": [43, 44, 50], "0001": [43, 44], "lambda_temperatur": [43, 44, 50], "r": [43, 44, 50], "lambda_": [43, 44, 50], "lambda_t": [43, 44, 50], "exp": [43, 50], "t_": [43, 44, 50], "cold": [43, 44, 50], "fot": [43, 44, 50], "weight": [43, 44, 50], "constant": [43, 44, 50], "dimens": [43, 44, 50], "calculu": [43, 44, 50], "indoor": [43, 44, 50], "flatten": [47, 53], "stack": [47, 53], "flat": [47, 53], "vector": [47, 53], "173": 48, "6583692738386": 48, "32595": 48, "57259261767": 48, "space1": 48, "00826655379267": 48, "588": 48, "1033": 48, "05437255409474": 48, "60": 48, "72839186915495": 48, "357": 48, "clgsetp": 48, "htgsetp": 48, "49999": 48, "287277410867238": 48, "87": 48, "60662171287048": 48, "22565264653451": 48, "98": 48, "37141259444684": 48, "35": 48, "98853496778508": 48, "49999046325684": 48, "508266553792669": 48, "550779087370951": 48, "0086829184636919": 48, "31536000": 48, "35040": 48, "259557259261767": 48, "0173658369273838": 48, "reli": [48, 50, 53], "re": 49, "num_simul": 49, "content": 49, "sub_run1": 49, "sub_run2": 49, "sub_run3": 49, "sub_runn": 49, "utilsocket": 49, "monitor_norm": 49, "sub_run": 49, "num_episod": 49, "within": [49, 51], "structur": [49, 50], "observation_valu": 49, "action_valu": 49, "exist": 49, "row": 49, "episode_num": [49, 53], "cumulative_power_consumpt": [49, 53], "mean_power_consumpt": [49, 53], "comfort_viol": [49, 53], "time_elaps": [49, 53], "carri": 49, "regardless": 49, "techniqu": 49, "factor": [49, 50], "present": 49, "steps_data_norm": 49, "power_penalti": [49, 53], "row_cont": 49, "_store_step_inform": 49, "statist": 49, "ep_mean_reward": 49, "ep_cumulative_reward": 49, "ep_cumulative_pow": 49, "ep_mean_pow": 49, "ep_cumulative_comfort_penalti": 49, "ep_mean_comfort_penalti": 49, "ep_cumulative_power_penalti": 49, "ep_mean_power_penalti": 49, "steps_info": 49, "newlin": 49, "file_obj": 49, "writer": 49, "csv_writer": 49, "writerow": 49, "len": [49, 53], "_normal": 49, "isfil": 49, "_reset_logg": 49, "relev": 49, "unwrap": 49, "thing": 50, "math": 50, "w_energi": 50, "lambda_temp": 50, "reward_energi": 50, "current_dt": 50, "range_t": 50, "delta_t": 50, "ab": 50, "reward_comfort": 50, "take": 50, "lineal": 50, "neg": 50, "perfect": 50, "moreov": 50, "adjust": 50, "aspect": 50, "overwrit": 50, "supervis": 51, "successfulli": 51, "vv": 51, "anywai": 51, "under": 51, "framework": 51, "small": 51, "complex": 51, "libreri": 51, "independ": 51, "uniqu": 51, "test_common": 51, "test_reward": 51, "test_wrapp": 51, "test_simul": 51, "test_env": 51, "test_control": 51, "test_stable_baselin": 51, "conceptu": 51, "context": 51, "readm": 51, "loop": 52, "someth": 52, "produc": 52, "found": 53, "inherit": 53, "collect": 53, "dequ": 53, "env_util": 53, "observationwrapp": 53, "unwrapped_observ": 53, "handl": 53, "divisionbyzero": 53, "isnan": 53, "ind_flat": 53, "histori": 53, "maxlen": 53, "observation_spac": 53, "new_shap": 53, "_": 53, "_get_ob": 53, "reshap": 53, "monitor_header_list": 53, "element_head": 53, "_episode_exist": 53, "logger_main": 53, "debug": 53, "_epi_num": 53, "_eplus_working_dir": 53, "default_env": 53}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [42, 0, 0, "-", "rewards"], [45, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "delete_instance_MIG_from_container"], [39, 5, 1, "", "get_service_account_token"], [40, 5, 1, "", "init_storage_client"], [41, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[43, 1, 1, "", "ExpReward"], [44, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[46, 1, 1, "", "LoggerWrapper"], [47, 1, 1, "", "MultiObsWrapper"], [48, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "activate_logger"], [46, 2, 1, "", "close"], [46, 2, 1, "", "deactivate_logger"], [46, 2, 1, "", "reset"], [46, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "reset"], [47, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "get_unwrapped_obs"], [48, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "api": 1, "refer": 1, "control": [2, 34, 35, 36], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 49], "tensorboard": [3, 5], "structur": 3, "how": 3, "us": [3, 5], "mlflow": [3, 5], "environ": [4, 7], "observ": 4, "action": [4, 6], "space": 4, "googl": 5, "cloud": [5, 7], "prepar": 5, "1": [5, 7], "first": 5, "step": 5, "configur": 5, "2": 5, "our": 5, "contain": [5, 7], "platform": 5, "3": [5, 7], "your": 5, "own": 5, "4": [5, 7], "creat": [5, 51], "vm": 5, "mig": 5, "5": [5, 7], "init": 5, "execut": 5, "experi": 5, "remot": 5, "permiss": 5, "bucket": 5, "storag": 5, "output": [5, 49], "log": 5, "visual": 5, "real": 5, "time": 5, "track": 5, "server": 5, "set": [5, 7], "up": 5, "alert": 5, "github": 6, "instal": [7, 51], "docker": 7, "manual": 7, "energyplu": [7, 16, 18], "9": 7, "0": 7, "bcvtb": 7, "softwar": 7, "variabl": 7, "packag": 7, "comput": 7, "env": [9, 10, 11], "eplus_env": [10, 11], "eplusenv": 11, "simul": [12, 13, 14, 15, 16, 17, 18], "base": [13, 14], "basesimul": 14, "eplu": [15, 16], "eplus_alpha": [17, 18], "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "callback": [20, 21, 22, 23], "loggercallback": 21, "loggerevalcallback": 22, "evaluate_polici": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "parse_observation_action_spac": 30, "parse_vari": 31, "ranges_gett": 32, "setpoints_transform": 33, "randomcontrol": 35, "rulebasedcontrol": 36, "gcloud": [37, 38, 39, 40, 41], "delete_instance_mig_from_contain": 38, "get_service_account_token": 39, "init_storage_cli": 40, "upload_to_bucket": 41, "reward": [42, 43, 44, 50], "expreward": 43, "linearreward": 44, "wrapper": [45, 46, 47, 48, 53], "loggerwrapp": 46, "multiobswrapp": 47, "normalizeobserv": 48, "format": 49, "test": 51, "pytest": 51, "run": 51, "new": 51, "usag": 52, "exampl": 52}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Sinergym with Google Cloud": [[5, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[5, "preparing-google-cloud"]], "1. First steps (configuration)": [[5, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[5, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[5, "use-your-own-container"]], "4. Create your VM or MIG": [[5, "create-your-vm-or-mig"]], "5. Init your VM": [[5, "init-your-vm"]], "Executing experiments in remote containers": [[5, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "Github Actions": [[6, "github-actions"]], "Installation": [[7, "installation"]], "Docker container": [[7, "docker-container"]], "Manual installation": [[7, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "3. Set environment variables": [[7, "set-environment-variables"]], "4. Install the package": [[7, "install-the-package"]], "Cloud Computing": [[7, "cloud-computing"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[38, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[39, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[40, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[41, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[42, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[43, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[44, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[45, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[49, "output-format"]], "Logger": [[49, "logger"]], "Rewards": [[50, "rewards"]], "Tests": [[51, "tests"]], "Install Pytest": [[51, "install-pytest"]], "Running tests": [[51, "running-tests"]], "Create new tests": [[51, "create-new-tests"]], "Usage example": [[52, "usage-example"]], "Wrappers": [[53, "wrappers"]]}, "indexentries": {"module": [[9, "module-sinergym.envs"], [10, "module-sinergym.envs.eplus_env"], [12, "module-sinergym.simulators"], [13, "module-sinergym.simulators.base"], [15, "module-sinergym.simulators.eplus"], [17, "module-sinergym.simulators.eplus_alpha"], [19, "module-sinergym.utils"], [20, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [34, "module-sinergym.utils.controllers"], [37, "module-sinergym.utils.gcloud"], [42, "module-sinergym.utils.rewards"], [45, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[42, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[43, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[44, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[45, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[46, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[47, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[48, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.7.0/.buildinfo b/docs/compilation/v1.7.0/.buildinfo index 4f55c1f911..b1e5bdef5b 100644 --- a/docs/compilation/v1.7.0/.buildinfo +++ b/docs/compilation/v1.7.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: e151baf858289a8aa02a70aade2a8498 +config: 168308ccc76f4a3746a82be047cd534e tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.7.0/.doctrees/environment.pickle b/docs/compilation/v1.7.0/.doctrees/environment.pickle index 9b57d50379..54f85c9802 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/environment.pickle and b/docs/compilation/v1.7.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.7.0/.doctrees/index.doctree b/docs/compilation/v1.7.0/.doctrees/index.doctree index 50de135f19..07f16c399f 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/index.doctree and b/docs/compilation/v1.7.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree index 4e27ae3e08..acb6bfbc04 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree index 2387545ccd..6472f019f3 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree index 4d24dc1c00..e4ac433ae7 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree index b97066c640..05b959b8c6 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree index 26fac31e80..7226012cab 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree index 67d95ed30a..bcd0ca1164 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree index 24d6e7b228..6d873d5fc3 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree index 41352d527e..109a030b0e 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree index 64333d2e48..b227aaa5d5 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree index 8332f16af0..9dad664583 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 4107738c34..67e92c6319 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index af89a8dbc4..2be2ec811c 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 527cbedda6..ba46240c6d 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 0781cfa1fb..6ebd32e45e 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree index beff8e3b51..c5d48cdd5d 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 777c07a9f4..b94a093d12 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 01ebd15151..d4c0ac0313 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 4822328afd..64982dc962 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 68997d9a04..859e0f0286 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index b09dd7a467..77bea73d77 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 2247494602..cda6a934cd 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 072b0e19c1..3c7652eea9 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index 95190291f9..433718ca01 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index 46f1bf04ed..fdc704fc56 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index d321291438..d10e49b6a7 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index d6e0b01fe8..4936ad80cd 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 1dc3407c1d..98f00781eb 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 7e47db7c74..89b4ada56a 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index d88414ab0a..b8235265ae 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index cd3cf503a5..18834fcc24 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 1b2b1ad28e..5709b4ab23 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 94237630f2..d923d79a4e 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index e061a68d02..0b0322b9f2 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 39921d9266..6be636e8c3 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 3f07e2704d..d4c747f27d 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 0f8fa3fe0e..cec3d6edc6 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree index e1c701411e..c925b05e60 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 2cd175103a..d222532a85 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index fe844d3c09..39d138b6e2 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index f6eeef378f..aeda3ca52c 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree index b5d6504590..1b0c7f3d29 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index c2708726e8..c62c72b5ab 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index a2afead8d6..dc1e1cf3da 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index bae864a5d3..aa2889b2e7 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 337d6ce7fe..51ed592c86 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 690d865117..1d8c06ac07 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 4eae760cd3..0e3e1a78d1 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index b592f45b81..2896d5f4ef 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index f6bb518650..f8c0abae82 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 72192af0f7..988e5e0423 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index aa411b557f..e6dfcaa722 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 463413680e..8620c8e7d0 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index e030fdc47a..17db761563 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/output.doctree b/docs/compilation/v1.7.0/.doctrees/pages/output.doctree index ba2ed2d16d..94a1afb60b 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree index 23e28dbc9b..35732891c4 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree index f5fa35b6eb..44349828af 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree index 6d6bc3ec50..5a95d8dc99 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree index 06a856c303..1ed01fb9cc 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.7.0/objects.inv b/docs/compilation/v1.7.0/objects.inv index db31d7be6b..5d08c4a278 100644 Binary files a/docs/compilation/v1.7.0/objects.inv and b/docs/compilation/v1.7.0/objects.inv differ diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html index 46a1e53c1b..2416d8a942 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Funcionalities:

    • Both discrete and continuous action spaces

      • diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html index 43a514f5f3..0d74c346a1 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
      -
      -

      sinergym.envs

      -

      Sinergym simulation environments.

      +
      +

      sinergym.envs

      +

      Sinergym simulation environments.

      Modules

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html index d8e9b49900..955332d6d0 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html index 548754d6ef..91ff1cff03 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html index bf381d5db4..17d7f6b5e3 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html index 4f0cd975b2..4a3ad60aa8 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html index 7a9f4be33c..a9bac8cb5a 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Functions

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html index fd788a95f1..9a6e89ccc8 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html index 1e399ba867..0cbd6853cb 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html index 6d3cd13284..e2e10f5f6c 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html index 173bea60a7..abb5c2f503 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html index 2eb27baa15..ee995b8950 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html index 5648e9e616..f174fb900c 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html index 9e3c08081e..f4005f2466 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.7.0/searchindex.js b/docs/compilation/v1.7.0/searchindex.js index 35948c9a99..f24380536d 100644 --- a/docs/compilation/v1.7.0/searchindex.js +++ b/docs/compilation/v1.7.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 34, 35, 38, 43, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 7, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 9, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 8, 9, 20], "differ": [0, 3, 4, 6, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 6, 8, 9, 12, 22, 23, 24, 51, 52, 53, 54], "intervent": [0, 9], "user": [0, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 37, 38, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 9, 58], "like": [0, 3, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "account": [0, 6, 7, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 9, 17, 26, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 7, 8, 9], "sinergym": [2, 3, 4, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": 2, "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "import": [2, 3, 5, 6, 54, 55, 57, 58], "o": [2, 6, 54], "pkg_resourc": 2, "datetim": [2, 6, 55], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 40, 41, 43, 45, 46, 51, 52, 53, 54, 58], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 8, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 17, 23, 24, 26, 28, 35, 38, 40, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "option": [2, 3, 6, 8, 12, 17, 28, 29, 38, 40, 41, 48, 49, 51, 52, 54, 55, 56, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 52, 55, 56, 58], "return": [2, 3, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 55, 58], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 38, 51, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 55], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 51, 54, 57, 58], "make": [2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "mix": [2, 4, 55], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "done": [2, 3, 26, 53, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 54, 57, 58], "mean": [2, 3, 4, 6, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "check": [3, 6, 7, 8, 24, 56], "discret": [3, 4, 11, 12, 32, 55], "type": [3, 4, 6, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 52, 53, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 35, 58], "record_mean": 3, "rais": [3, 6, 19, 24, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 8, 24, 26, 54, 55, 58], "receiv": [3, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 54], "network": [3, 6], "output": [3, 5, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "If": [3, 6, 7, 8, 24, 35, 38, 54, 56, 58], "end": [3, 6, 12, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "first": [3, 8, 17, 24, 38, 58], "finish": [3, 6, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 28, 54, 55, 58], "attribut": [3, 12, 17, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 8], "compar": 3, "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": 3, "where": [3, 6, 8, 23, 34, 43, 46], "comment": 3, "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 35, 38, 43, 44, 54, 58], "int": [3, 6, 12, 17, 23, 24, 26, 29, 30, 38, 48, 49, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 24, 26, 30, 48, 49, 51, 54, 55, 58], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 6, 23, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 6, 55], "list": [4, 6, 8, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 48, 49, 52, 54, 55, 58], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "5zone": [4, 5, 6, 57], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "read": [4, 6, 15, 17], "so": [4, 6, 8, 54, 57, 58], "should": [4, 6, 8, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 7, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": 4, "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 55], "u": 5, "investig": 5, "To": [5, 6, 8, 56], "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 12, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": 6, "job": [6, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": 6, "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": 6, "servic": [6, 43, 44], "librari": [6, 8, 56], "need": [6, 54, 58], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 10, 13, 20, 54, 56], "pleas": 6, "termin": [6, 17, 26, 27, 54], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": 6, "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": [6, 7], "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": [6, 7], "built": [6, 7], "command": [6, 8, 56], "case": [6, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": 6, "issu": 6, "happen": 6, "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": 6, "ranges_5zon": [6, 58], "ranges_iw": 6, "ranges_datacent": 6, "uuid": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": 6, "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 12, 29, 33, 54], "input": [6, 17], "dport": 6, "j": 6, "accept": 6, "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": 6, "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "anot": 6, "bellow": 6, "trigger": [6, 23], "event": 6, "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "request": [7, 43], "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "doc": [7, 8], "page": 7, "compil": 7, "verifi": 7, "commit": 7, "bot": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "branch": 7, "merg": 7, "workflow": [7, 56], "yml": [7, 56], "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "diffet": 8, "setup": 8, "tag_nam": 8, "setup_tag": 8, "libari": 8, "example1": 8, "neccesari": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "compabl": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "respect": 8, "repo": 8, "consid": [8, 48, 49, 55], "subset": [8, 58], "storag": [8, 45, 46], "prepar": [8, 34], "funcion": 11, "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "arrai": [12, 26, 51, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correpond": 17, "socket": [17, 54], "subprocess": 17, "sensor": 17, "pass": [17, 23, 24, 54], "start_dai": 17, "simulaton": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "reciev": 17, "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "warn": [23, 24], "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 38], "weatherdata": [28, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "tuppl": 32, "map": 32, "continuos_act": 32, "var_fil": 33, "og": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "valor": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "take": [38, 55], "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "srt": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "repons": 43, "author": 44, "petit": [44, 45], "init": 45, "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "fot": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "exist": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "steps_data_norm": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "libreri": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 56], "vm": 6, "mig": 6, "5": [6, 8], "init": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "new": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Init your VM": [[6, "init-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 34, 35, 38, 43, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 7, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 9, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 8, 9, 20], "differ": [0, 3, 4, 6, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 6, 8, 9, 12, 22, 23, 24, 51, 52, 53, 54], "intervent": [0, 9], "user": [0, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 37, 38, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 9, 58], "like": [0, 3, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "account": [0, 6, 7, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 9, 17, 26, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 7, 8, 9], "sinergym": [2, 3, 4, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": 2, "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "import": [2, 3, 5, 6, 54, 55, 57, 58], "o": [2, 6, 54], "pkg_resourc": 2, "datetim": [2, 6, 55], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 40, 41, 43, 45, 46, 51, 52, 53, 54, 58], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 8, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 17, 23, 24, 26, 28, 35, 38, 40, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "option": [2, 3, 6, 8, 12, 17, 28, 29, 38, 40, 41, 48, 49, 51, 52, 54, 55, 56, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 52, 55, 56, 58], "return": [2, 3, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 55, 58], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 38, 51, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 55], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 51, 54, 57, 58], "make": [2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "mix": [2, 4, 55], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "done": [2, 3, 26, 53, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 54, 57, 58], "mean": [2, 3, 4, 6, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "check": [3, 6, 7, 8, 24, 56], "discret": [3, 4, 11, 12, 32, 55], "type": [3, 4, 6, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 52, 53, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 35, 58], "record_mean": 3, "rais": [3, 6, 19, 24, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 8, 24, 26, 54, 55, 58], "receiv": [3, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 54], "network": [3, 6], "output": [3, 5, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "If": [3, 6, 7, 8, 24, 35, 38, 54, 56, 58], "end": [3, 6, 12, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "first": [3, 8, 17, 24, 38, 58], "finish": [3, 6, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 28, 54, 55, 58], "attribut": [3, 12, 17, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 8], "compar": 3, "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": 3, "where": [3, 6, 8, 23, 34, 43, 46], "comment": 3, "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 35, 38, 43, 44, 54, 58], "int": [3, 6, 12, 17, 23, 24, 26, 29, 30, 38, 48, 49, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 24, 26, 30, 48, 49, 51, 54, 55, 58], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 6, 23, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 6, 55], "list": [4, 6, 8, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 48, 49, 52, 54, 55, 58], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "5zone": [4, 5, 6, 57], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "read": [4, 6, 15, 17], "so": [4, 6, 8, 54, 57, 58], "should": [4, 6, 8, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 7, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": 4, "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 55], "u": 5, "investig": 5, "To": [5, 6, 8, 56], "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 12, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": 6, "job": [6, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": 6, "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": 6, "servic": [6, 43, 44], "librari": [6, 8, 56], "need": [6, 54, 58], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 10, 13, 20, 54, 56], "pleas": 6, "termin": [6, 17, 26, 27, 54], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": 6, "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": [6, 7], "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": [6, 7], "built": [6, 7], "command": [6, 8, 56], "case": [6, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": 6, "issu": 6, "happen": 6, "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": 6, "ranges_5zon": [6, 58], "ranges_iw": 6, "ranges_datacent": 6, "uuid": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": 6, "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 12, 29, 33, 54], "input": [6, 17], "dport": 6, "j": 6, "accept": 6, "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": 6, "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "anot": 6, "bellow": 6, "trigger": [6, 23], "event": 6, "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "request": [7, 43], "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "doc": [7, 8], "page": 7, "compil": 7, "verifi": 7, "commit": 7, "bot": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "branch": 7, "merg": 7, "workflow": [7, 56], "yml": [7, 56], "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "diffet": 8, "setup": 8, "tag_nam": 8, "setup_tag": 8, "libari": 8, "example1": 8, "neccesari": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "compabl": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "respect": 8, "repo": 8, "consid": [8, 48, 49, 55], "subset": [8, 58], "storag": [8, 45, 46], "prepar": [8, 34], "funcion": 11, "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "arrai": [12, 26, 51, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correpond": 17, "socket": [17, 54], "subprocess": 17, "sensor": 17, "pass": [17, 23, 24, 54], "start_dai": 17, "simulaton": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "reciev": 17, "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "warn": [23, 24], "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 38], "weatherdata": [28, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "tuppl": 32, "map": 32, "continuos_act": 32, "var_fil": 33, "og": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "valor": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "take": [38, 55], "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "srt": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "repons": 43, "author": 44, "petit": [44, 45], "init": 45, "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "fot": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "exist": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "steps_data_norm": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "libreri": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 56], "vm": 6, "mig": 6, "5": [6, 8], "init": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "new": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Init your VM": [[6, "init-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.7.2/.buildinfo b/docs/compilation/v1.7.2/.buildinfo index b9b3414038..697f9e6c45 100644 --- a/docs/compilation/v1.7.2/.buildinfo +++ b/docs/compilation/v1.7.2/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: c28ffd7a177164558a8328903bb49c68 +config: 94bf97820679a9c6c1661e46bef9a1da tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.7.2/.doctrees/environment.pickle b/docs/compilation/v1.7.2/.doctrees/environment.pickle index 05db2c37bf..2e063c88ee 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/environment.pickle and b/docs/compilation/v1.7.2/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.7.2/.doctrees/index.doctree b/docs/compilation/v1.7.2/.doctrees/index.doctree index 517f8632ef..72477b2cf9 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/index.doctree and b/docs/compilation/v1.7.2/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.2/.doctrees/pages/API-reference.doctree index 8122a837ff..d2470a9e9d 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.2/.doctrees/pages/controllers.doctree index 0e9668b18e..d95595ff02 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.2/.doctrees/pages/deep-reinforcement-learning.doctree index 04cae4a400..ff48b9e2eb 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.2/.doctrees/pages/environments.doctree index a58dd5aaec..0b76449eb9 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.2/.doctrees/pages/extra-configuration.doctree index 98ab0eca22..e99b11bc67 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.2/.doctrees/pages/gcloudAPI.doctree index 7a8de5c4ec..609c1f9e83 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.2/.doctrees/pages/github-actions.doctree index d001d28286..1cecdf9075 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.2/.doctrees/pages/installation.doctree index 83b22c35b1..2237762700 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.2/.doctrees/pages/introduction.doctree index cdd105cf81..72e8c5295d 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.doctree index 4e1215b557..72b39b8245 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 4689dc562a..b0df243862 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 80f3dec73f..e5bcf43fa1 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 77b262fb69..a277ae0794 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.doctree index 051824e70b..fd8a8e559a 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.doctree index 639f24a6a1..4fb95b2939 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 1ee1e2f98b..8d0d9c38af 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 90c7cb267c..43eaf5dbd5 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index da0cdf400a..027f1cab41 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index b669461bf6..ad74865951 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index ac5d939ade..64e70cca0b 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 4a13de90ec..df3167e2e4 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 875225b28a..54c76646b8 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index 5709bd5179..c910c6354f 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index eb135e3455..1be0f8e69a 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index b620174100..a8a23ba326 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 5dce99e868..1ed393c3da 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.doctree index fe929aef27..7d7c410e75 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 5c62f6f509..e8876b307b 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index d6f23a4446..928859d868 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 6304f0e572..83e2937f91 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 6bb3edef7d..37bbab5407 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index dc5853a2c8..9c6bd6c658 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 23f15f918a..13438f341b 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 9296697a16..afd5a64ae7 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 2b6bb94185..a1d0532ec1 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index ec14c079d5..da3df96d55 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.doctree index 28059b6af8..615e811478 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 8f93693964..ea38430478 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 42027290e4..8a7532883f 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree index e4c0c082d7..131ccdef70 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.doctree index 315a348f6c..501339c8f7 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 6356a18b43..6acc7292eb 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 7f94cfa498..97fc264502 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 929c8a06ec..cd553d35ae 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 31d8c8f50a..298494a3bb 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 0bdbc61d99..0beb65a2d2 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 630cd804a4..3d7293bf4c 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index b1b4569dab..d60f42e0c6 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 60f772ca02..cb44299404 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 4c9b582b23..cf2afc7898 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 5aac965333..e944c43da1 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index e547e5b519..695662f0e5 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 5d1c130bc1..5ddd7d4b91 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/output.doctree b/docs/compilation/v1.7.2/.doctrees/pages/output.doctree index 1792fb4c10..ff9ae26f0c 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.2/.doctrees/pages/rewards.doctree index cd2b22b097..b11c7887f6 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.2/.doctrees/pages/tests.doctree index b946042c2d..1682386250 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.2/.doctrees/pages/usage-example.doctree index 115262fcd0..ed3ce7afd7 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.7.2/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.2/.doctrees/pages/wrappers.doctree index 40db840a20..28088984f9 100644 Binary files a/docs/compilation/v1.7.2/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.2/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.7.2/objects.inv b/docs/compilation/v1.7.2/objects.inv index a814abe1de..28922423ad 100644 Binary files a/docs/compilation/v1.7.2/objects.inv and b/docs/compilation/v1.7.2/objects.inv differ diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.7.2/pages/modules/sinergym.envs.eplus_env.html index 00864851e6..c177edf290 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Funcionalities:

    • Both discrete and continuous action spaces

      • diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.envs.html b/docs/compilation/v1.7.2/pages/modules/sinergym.envs.html index 6b50cdfebc..4733cb6ad8 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
      -
      -

      sinergym.envs

      -

      Sinergym simulation environments.

      +
      +

      sinergym.envs

      +

      Sinergym simulation environments.

      Modules

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.base.html index 60f3a39d1c..1a0cd1c917 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus.html index d64d4c2d24..6cdc55fa45 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus_alpha.html index 93160a19a8..611e0e1388 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.html b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.html index e6313b5376..c56e7a76c4 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.callbacks.html index f850804488..ba1bb41eb5 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Functions

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.common.html index 5378f15d7d..995e361515 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.common.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.config.html index 507c44d059..809d1f0118 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.config.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.controllers.html index f891e99a03..2e021e94d0 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.controllers.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.gcloud.html index 896b7f9644..07e49db68b 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.gcloud.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.html index 5fa259b38c..dc043bf582 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.rewards.html index 3819d18d8e..160bf70b5b 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.rewards.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.wrappers.html index 02c9383c00..b805aed45f 100644 --- a/docs/compilation/v1.7.2/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.7.2/pages/modules/sinergym.utils.wrappers.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.7.2/searchindex.js b/docs/compilation/v1.7.2/searchindex.js index c42e64c5bb..7271f0fe43 100644 --- a/docs/compilation/v1.7.2/searchindex.js +++ b/docs/compilation/v1.7.2/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 34, 35, 38, 43, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 7, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 7, 9, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 6, 8, 9, 12, 22, 23, 24, 51, 52, 53, 54], "intervent": [0, 9], "user": [0, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 37, 38, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 9, 58], "like": [0, 3, 7, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "account": [0, 6, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 7, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 9, 17, 26, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "sinergym": [2, 3, 4, 7, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": 2, "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "import": [2, 3, 5, 6, 54, 55, 57, 58], "o": [2, 6, 54], "pkg_resourc": 2, "datetim": [2, 6, 55], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 40, 41, 43, 45, 46, 51, 52, 53, 54, 58], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 7, 8, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 17, 23, 24, 26, 28, 35, 38, 40, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "option": [2, 3, 6, 8, 12, 17, 28, 29, 38, 40, 41, 48, 49, 51, 52, 54, 55, 56, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 52, 55, 56, 58], "return": [2, 3, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 55, 58], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 38, 51, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 55], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 51, 54, 57, 58], "make": [2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "mix": [2, 4, 55], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "done": [2, 3, 26, 53, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 54, 57, 58], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "check": [3, 6, 7, 8, 24, 56], "discret": [3, 4, 11, 12, 32, 55], "type": [3, 4, 6, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 52, 53, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 35, 58], "record_mean": 3, "rais": [3, 6, 19, 24, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 54, 55, 58], "receiv": [3, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 54], "network": [3, 6], "output": [3, 5, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "If": [3, 6, 7, 8, 24, 35, 38, 54, 56, 58], "end": [3, 6, 12, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "first": [3, 8, 17, 24, 38, 58], "finish": [3, 6, 7, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 28, 54, 55, 58], "attribut": [3, 12, 17, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": 3, "where": [3, 6, 8, 23, 34, 43, 46], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 35, 38, 43, 44, 54, 58], "int": [3, 6, 12, 17, 23, 24, 26, 29, 30, 38, 48, 49, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 24, 26, 30, 48, 49, 51, 54, 55, 58], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 6, 23, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 6, 55], "list": [4, 6, 8, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 48, 49, 52, 54, 55, 58], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "5zone": [4, 5, 6, 57], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 7, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "read": [4, 6, 15, 17], "so": [4, 6, 8, 54, 57, 58], "should": [4, 6, 8, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": 4, "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 55], "u": 5, "investig": 5, "To": [5, 6, 8, 56], "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 12, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": 6, "job": [6, 7, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7], "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 56], "need": [6, 7, 54, 58], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 10, 13, 20, 54, 56], "pleas": 6, "termin": [6, 17, 26, 27, 54], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 7, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 8, 56], "case": [6, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 7, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": [6, 7], "issu": [6, 7], "happen": 6, "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": 6, "ranges_5zon": [6, 58], "ranges_iw": 6, "ranges_datacent": 6, "uuid": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": 6, "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 12, 29, 33, 54], "input": [6, 17], "dport": 6, "j": 6, "accept": 6, "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "anot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "incorrect": 7, "bot": 7, "advis": 7, "compil": 7, "verifi": 7, "success": 7, "sphinx": 7, "warn": [7, 23, 24], "messag": 7, "behav": 7, "workflow": [7, 56], "statu": 7, "doc": [7, 8], "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "cannot": 7, "autopep8": 7, "commit": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "yml": [7, 56], "wether": 7, "take": [7, 38, 55], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "diffet": 8, "setup": 8, "tag_nam": 8, "setup_tag": 8, "libari": 8, "example1": 8, "neccesari": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "compabl": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "respect": 8, "repo": 8, "consid": [8, 48, 49, 55], "subset": [8, 58], "storag": [8, 45, 46], "prepar": [8, 34], "funcion": 11, "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "arrai": [12, 26, 51, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correpond": 17, "socket": [17, 54], "subprocess": 17, "sensor": 17, "pass": [17, 23, 24, 54], "start_dai": 17, "simulaton": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "reciev": 17, "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 38], "weatherdata": [28, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "tuppl": 32, "map": 32, "continuos_act": 32, "var_fil": 33, "og": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "valor": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "srt": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "repons": 43, "request": 43, "author": 44, "petit": [44, 45], "init": 45, "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "fot": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "exist": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "steps_data_norm": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "libreri": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 56], "vm": 6, "mig": 6, "5": [6, 8], "init": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 56], "releas": 7, "modifi": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Init your VM": [[6, "init-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 34, 35, 38, 43, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 7, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 7, 9, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 6, 8, 9, 12, 22, 23, 24, 51, 52, 53, 54], "intervent": [0, 9], "user": [0, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 37, 38, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 9, 58], "like": [0, 3, 7, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "account": [0, 6, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 7, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 9, 17, 26, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "sinergym": [2, 3, 4, 7, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": 2, "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "import": [2, 3, 5, 6, 54, 55, 57, 58], "o": [2, 6, 54], "pkg_resourc": 2, "datetim": [2, 6, 55], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 40, 41, 43, 45, 46, 51, 52, 53, 54, 58], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 7, 8, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 17, 23, 24, 26, 28, 35, 38, 40, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "option": [2, 3, 6, 8, 12, 17, 28, 29, 38, 40, 41, 48, 49, 51, 52, 54, 55, 56, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 52, 55, 56, 58], "return": [2, 3, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 55, 58], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 38, 51, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 55], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 51, 54, 57, 58], "make": [2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "mix": [2, 4, 55], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "done": [2, 3, 26, 53, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 54, 57, 58], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "check": [3, 6, 7, 8, 24, 56], "discret": [3, 4, 11, 12, 32, 55], "type": [3, 4, 6, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 52, 53, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 35, 58], "record_mean": 3, "rais": [3, 6, 19, 24, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 54, 55, 58], "receiv": [3, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 54], "network": [3, 6], "output": [3, 5, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "If": [3, 6, 7, 8, 24, 35, 38, 54, 56, 58], "end": [3, 6, 12, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "first": [3, 8, 17, 24, 38, 58], "finish": [3, 6, 7, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 28, 54, 55, 58], "attribut": [3, 12, 17, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": 3, "where": [3, 6, 8, 23, 34, 43, 46], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 35, 38, 43, 44, 54, 58], "int": [3, 6, 12, 17, 23, 24, 26, 29, 30, 38, 48, 49, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 24, 26, 30, 48, 49, 51, 54, 55, 58], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 6, 23, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 6, 55], "list": [4, 6, 8, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 48, 49, 52, 54, 55, 58], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "5zone": [4, 5, 6, 57], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 7, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "read": [4, 6, 15, 17], "so": [4, 6, 8, 54, 57, 58], "should": [4, 6, 8, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": 4, "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 55], "u": 5, "investig": 5, "To": [5, 6, 8, 56], "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 12, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": 6, "job": [6, 7, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7], "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 56], "need": [6, 7, 54, 58], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 10, 13, 20, 54, 56], "pleas": 6, "termin": [6, 17, 26, 27, 54], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 7, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 8, 56], "case": [6, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 7, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": [6, 7], "issu": [6, 7], "happen": 6, "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": 6, "ranges_5zon": [6, 58], "ranges_iw": 6, "ranges_datacent": 6, "uuid": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": 6, "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 12, 29, 33, 54], "input": [6, 17], "dport": 6, "j": 6, "accept": 6, "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "anot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "incorrect": 7, "bot": 7, "advis": 7, "compil": 7, "verifi": 7, "success": 7, "sphinx": 7, "warn": [7, 23, 24], "messag": 7, "behav": 7, "workflow": [7, 56], "statu": 7, "doc": [7, 8], "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "cannot": 7, "autopep8": 7, "commit": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "yml": [7, 56], "wether": 7, "take": [7, 38, 55], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "diffet": 8, "setup": 8, "tag_nam": 8, "setup_tag": 8, "libari": 8, "example1": 8, "neccesari": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "compabl": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "respect": 8, "repo": 8, "consid": [8, 48, 49, 55], "subset": [8, 58], "storag": [8, 45, 46], "prepar": [8, 34], "funcion": 11, "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "arrai": [12, 26, 51, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correpond": 17, "socket": [17, 54], "subprocess": 17, "sensor": 17, "pass": [17, 23, 24, 54], "start_dai": 17, "simulaton": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "reciev": 17, "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 38], "weatherdata": [28, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "tuppl": 32, "map": 32, "continuos_act": 32, "var_fil": 33, "og": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "valor": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "srt": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "repons": 43, "request": 43, "author": 44, "petit": [44, 45], "init": 45, "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "fot": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "exist": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "steps_data_norm": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "libreri": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 56], "vm": 6, "mig": 6, "5": [6, 8], "init": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 56], "releas": 7, "modifi": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Init your VM": [[6, "init-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.7.5/.buildinfo b/docs/compilation/v1.7.5/.buildinfo index 1c260dd087..afe5eb11a1 100644 --- a/docs/compilation/v1.7.5/.buildinfo +++ b/docs/compilation/v1.7.5/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 881d8dff09c40bcf26ce491da3da5dc4 +config: f4b6f004bba120290e067e16f0f0c0ec tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.7.5/.doctrees/environment.pickle b/docs/compilation/v1.7.5/.doctrees/environment.pickle index d6fb911dad..31814f5e61 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/environment.pickle and b/docs/compilation/v1.7.5/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.7.5/.doctrees/index.doctree b/docs/compilation/v1.7.5/.doctrees/index.doctree index 9067fd72ac..92be2057f6 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/index.doctree and b/docs/compilation/v1.7.5/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.5/.doctrees/pages/API-reference.doctree index 5f82f5ebe3..a59f61de09 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.5/.doctrees/pages/controllers.doctree index ed90d41b75..dd0d3e359d 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.5/.doctrees/pages/deep-reinforcement-learning.doctree index d3b630c25b..935f083c16 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.5/.doctrees/pages/environments.doctree index b01b10b396..d4afe8edee 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.5/.doctrees/pages/extra-configuration.doctree index 61f639b07d..436100f455 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.5/.doctrees/pages/gcloudAPI.doctree index a1586e4a15..f43363573c 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.5/.doctrees/pages/github-actions.doctree index 0a964018be..c1e042fe96 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.5/.doctrees/pages/installation.doctree index 9bc37e986f..14c4199068 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.5/.doctrees/pages/introduction.doctree index 806c7c088e..2d05c94bbf 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.doctree index 0570e76584..f9c8607116 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 575033cf87..0247f1e425 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index a5d5a9c08f..ec094fb6ca 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 635e376817..7dfcc3ef89 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.doctree index a1bf203330..7310f91e7b 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.doctree index 51932b5c24..a1d8b9ce57 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 7ceb9613e3..7a10142bf0 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 3322e8d6da..1857e050bf 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 8b5c129516..562c8b3096 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 4572e4934a..3bfeba1fdf 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 5aeaf7b319..eb3d6c05d1 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 9e0151b916..b71033c59e 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 294f68deac..6f4b6dc91e 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index e82d29bec5..9cd1805289 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index 044131f4c2..6e79f7ca5b 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index 0cac3ab967..9275ab180e 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 75d08c5d6f..3afdf9c444 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.doctree index d30695614d..d87546397a 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index c657accd9e..b7f71528d4 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 250679c103..8e1b8164de 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index c257137678..7f437a2a28 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index cc1a435b43..7ceae7efc3 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index c1d139190b..7a709b2608 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 26facb9463..f345bc5e35 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index d5d37888a7..a0b8591616 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 97bddfd6be..8ba73316b7 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 6d423da133..9e5f3af6ae 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.doctree index ca7c7fbda9..50fa7468cf 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index bdbddbfa40..12dd2724c1 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 5c8a8cb6b1..22cad91721 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 699d10b50c..1e59ef6e68 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.doctree index 155879e417..8543e93a2d 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index c8788ee950..42f7576430 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 7b369a9ee4..bee2eaf2cd 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index d13cd00617..af46aa83a7 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 67b04a82db..a2b9983e74 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index dfdb1e062d..40a6ebf541 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index f2e1dcf298..d2ec43cbda 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 1a1daae3e6..8ad5700aa8 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree index b1a767e414..0311db5535 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index c81591e4c9..93e7e1b2fd 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 2f7f3b3a0f..9d803743e8 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 6b510f7c42..0d8eb142b2 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 316cbcbbcd..b1e19279f3 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/output.doctree b/docs/compilation/v1.7.5/.doctrees/pages/output.doctree index 2762f994f8..58b9e40f21 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.5/.doctrees/pages/rewards.doctree index 6539f3073f..c3c5fc1e16 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.5/.doctrees/pages/tests.doctree index 9ad103a120..1e8397566e 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.5/.doctrees/pages/usage-example.doctree index c35c037517..d1f603e9fd 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.7.5/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.5/.doctrees/pages/wrappers.doctree index 0c83459ab1..494028828f 100644 Binary files a/docs/compilation/v1.7.5/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.5/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.7.5/objects.inv b/docs/compilation/v1.7.5/objects.inv index 96282ba56b..e038a134a5 100644 Binary files a/docs/compilation/v1.7.5/objects.inv and b/docs/compilation/v1.7.5/objects.inv differ diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.7.5/pages/modules/sinergym.envs.eplus_env.html index 111a7ee6e8..98754f920b 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Functionalities:

    • Both discrete and continuous action spaces

      • diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.envs.html b/docs/compilation/v1.7.5/pages/modules/sinergym.envs.html index c8ff0e6a87..5f0142a09e 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
      -
      -

      sinergym.envs

      -

      Sinergym simulation environments.

      +
      +

      sinergym.envs

      +

      Sinergym simulation environments.

      Modules

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.base.html index 6e371eefa0..d5a975fb08 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus.html index f48a30f6ba..d910dee3fb 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus_alpha.html index 575747b31d..8def12dc17 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.html b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.html index 52631c8f1f..71672e12fe 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.callbacks.html index 34190aff79..93bf2b7960 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Functions

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.common.html index 4a34978509..e9fe92f160 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.common.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.config.html index 195076bc83..0d42408e3d 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.config.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.controllers.html index fcfba1d639..d7c53c2bba 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.controllers.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.gcloud.html index 9191277377..c206b6befe 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.gcloud.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.html index 82976faa31..ce99f66428 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.rewards.html index 236f6cf56a..8abeeaf823 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.rewards.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.wrappers.html index 727a077c3d..072cdc12d8 100644 --- a/docs/compilation/v1.7.5/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.7.5/pages/modules/sinergym.utils.wrappers.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.7.5/searchindex.js b/docs/compilation/v1.7.5/searchindex.js index 8f4177c7b2..d56a4c5197 100644 --- a/docs/compilation/v1.7.5/searchindex.js +++ b/docs/compilation/v1.7.5/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 53, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 32, 34, 35, 38, 43, 53, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 7, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 17, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 7, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 51, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 51, 52, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 7, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 24, 26, 32, 34, 36, 38, 40, 41, 51, 52, 53, 54, 58], "intervent": [0, 9], "user": [0, 7, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 51, 52, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 7, 9, 58], "like": [0, 3, 7, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 7, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 7, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 24, 46, 54, 55, 56, 58], "account": [0, 6, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 7, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 17, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 52, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 7, 9, 17, 26, 29, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 56], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 54, 58], "done": [0, 2, 3, 26, 53, 54, 57, 58], "check": [0, 3, 6, 7, 8, 24, 56], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 24, 32, 35, 38, 53, 54, 56, 58], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 24, 38, 51, 53, 58], "sinergym": [2, 3, 4, 7, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6, 7], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "datetim": [2, 6, 55], "import": [2, 3, 5, 6, 7, 54, 55, 57, 58], "type": [2, 3, 4, 6, 7, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 51, 52, 53, 55, 58], "list": [2, 4, 6, 7, 8, 12, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 40, 41, 48, 49, 54, 55], "option": [2, 3, 6, 7, 8, 12, 17, 28, 29, 35, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 56, 58], "sequenc": [2, 40, 41, 53, 58], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 52, 55, 58], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 45, 46, 54], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 7, 8, 17, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 15, 17, 23, 24, 26, 28, 35, 38, 40, 41, 51, 52, 53, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 51, 52, 53, 55, 56, 58], "return": [2, 3, 7, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "float": [2, 3, 6, 12, 17, 24, 26, 28, 29, 30, 35, 36, 38, 41, 48, 49, 51, 52, 54, 55, 58], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 32, 33, 34, 35, 38, 48, 49, 51, 52, 53, 55, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 51, 55, 58], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 51, 52, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 17, 36, 51, 52, 53, 54, 57, 58], "5zone": [2, 4, 5, 6, 57], "mix": [2, 4, 55], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 52, 54, 57, 58], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "discret": [3, 4, 11, 12, 32, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 7, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 52, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 12, 17, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 35, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 32, 33, 35, 58], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 24, 32, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 54, 55, 58], "receiv": [3, 17, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 17, 54], "network": [3, 6], "output": [3, 5, 7, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "end": [3, 6, 12, 17, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "finish": [3, 6, 7, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 7, 28, 54, 55, 58], "attribut": [3, 12, 17, 26, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 17, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 7, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 43, 46], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 34, 35, 38, 43, 44, 46, 48, 49, 51, 52, 53, 54, 55, 58], "int": [3, 6, 12, 15, 17, 23, 24, 26, 29, 30, 36, 38, 48, 49, 51, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 23, 45, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 55], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 7, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 7, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 7, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12, 32], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 54, 57, 58], "should": [4, 6, 8, 17, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 7, 55], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 56], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 54, 56], "termin": [6, 17, 26, 27, 51, 52, 54, 58], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 7, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 7, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 56], "case": [6, 7, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 7, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 17, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 54], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 53, 58], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 7, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 43, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": [6, 17, 32], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 29, 54], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 56], "cannot": 7, "storag": [7, 8, 45, 46], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 54], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23, 24], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "sequenti": 7, "commit": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "pypi": [7, 8], "yml": [7, 56], "take": [7, 38, 55], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 48, 49, 55], "subset": [8, 58], "ofici": 8, "prepar": [8, 34], "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "ndarrai": [12, 15, 17, 36, 51, 52, 53, 58], "integ": [12, 17, 36], "union": [12, 17, 26, 36, 51, 52, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 54], "sensor": 17, "pass": [17, 23, 24, 54], "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "arrai": [26, 54, 58], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "steps_data_norm": [26, 54], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "weatherdata": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 34, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "request": 43, "author": 44, "petit": [44, 45], "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 56], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 56], "releas": 7, "modifi": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 53, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 32, 34, 35, 38, 43, 53, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 7, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 17, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 7, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 51, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 51, 52, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 7, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 24, 26, 32, 34, 36, 38, 40, 41, 51, 52, 53, 54, 58], "intervent": [0, 9], "user": [0, 7, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 51, 52, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 7, 9, 58], "like": [0, 3, 7, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 7, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 7, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 24, 46, 54, 55, 56, 58], "account": [0, 6, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 7, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 17, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 52, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 7, 9, 17, 26, 29, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 56], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 54, 58], "done": [0, 2, 3, 26, 53, 54, 57, 58], "check": [0, 3, 6, 7, 8, 24, 56], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 24, 32, 35, 38, 53, 54, 56, 58], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 24, 38, 51, 53, 58], "sinergym": [2, 3, 4, 7, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6, 7], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "datetim": [2, 6, 55], "import": [2, 3, 5, 6, 7, 54, 55, 57, 58], "type": [2, 3, 4, 6, 7, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 51, 52, 53, 55, 58], "list": [2, 4, 6, 7, 8, 12, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 40, 41, 48, 49, 54, 55], "option": [2, 3, 6, 7, 8, 12, 17, 28, 29, 35, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 56, 58], "sequenc": [2, 40, 41, 53, 58], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 52, 55, 58], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 45, 46, 54], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 7, 8, 17, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 15, 17, 23, 24, 26, 28, 35, 38, 40, 41, 51, 52, 53, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 51, 52, 53, 55, 56, 58], "return": [2, 3, 7, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "float": [2, 3, 6, 12, 17, 24, 26, 28, 29, 30, 35, 36, 38, 41, 48, 49, 51, 52, 54, 55, 58], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 32, 33, 34, 35, 38, 48, 49, 51, 52, 53, 55, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 51, 55, 58], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 51, 52, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 17, 36, 51, 52, 53, 54, 57, 58], "5zone": [2, 4, 5, 6, 57], "mix": [2, 4, 55], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 52, 54, 57, 58], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "discret": [3, 4, 11, 12, 32, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 7, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 52, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 12, 17, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 35, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 32, 33, 35, 58], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 24, 32, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 54, 55, 58], "receiv": [3, 17, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 17, 54], "network": [3, 6], "output": [3, 5, 7, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "end": [3, 6, 12, 17, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "finish": [3, 6, 7, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 7, 28, 54, 55, 58], "attribut": [3, 12, 17, 26, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 17, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 7, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 43, 46], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 34, 35, 38, 43, 44, 46, 48, 49, 51, 52, 53, 54, 55, 58], "int": [3, 6, 12, 15, 17, 23, 24, 26, 29, 30, 36, 38, 48, 49, 51, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 23, 45, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 55], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 7, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 7, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 7, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12, 32], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 54, 57, 58], "should": [4, 6, 8, 17, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 7, 55], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 56], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 54, 56], "termin": [6, 17, 26, 27, 51, 52, 54, 58], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 7, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 7, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 56], "case": [6, 7, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 7, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 17, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 54], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 53, 58], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 7, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 43, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": [6, 17, 32], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 29, 54], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 56], "cannot": 7, "storag": [7, 8, 45, 46], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 54], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23, 24], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "sequenti": 7, "commit": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "pypi": [7, 8], "yml": [7, 56], "take": [7, 38, 55], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 48, 49, 55], "subset": [8, 58], "ofici": 8, "prepar": [8, 34], "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "ndarrai": [12, 15, 17, 36, 51, 52, 53, 58], "integ": [12, 17, 36], "union": [12, 17, 26, 36, 51, 52, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 54], "sensor": 17, "pass": [17, 23, 24, 54], "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "arrai": [26, 54, 58], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "steps_data_norm": [26, 54], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "weatherdata": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 34, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "request": 43, "author": 44, "petit": [44, 45], "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 56], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 56], "releas": 7, "modifi": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.7.6/.buildinfo b/docs/compilation/v1.7.6/.buildinfo index adedbbb81d..b5795c9291 100644 --- a/docs/compilation/v1.7.6/.buildinfo +++ b/docs/compilation/v1.7.6/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 6d86dc67c41d0470025439df1391cea6 +config: d21a93c4d17e9957e057cb6a065766d4 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.7.6/.doctrees/environment.pickle b/docs/compilation/v1.7.6/.doctrees/environment.pickle index 78d9f66947..440cc7ca17 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/environment.pickle and b/docs/compilation/v1.7.6/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.7.6/.doctrees/index.doctree b/docs/compilation/v1.7.6/.doctrees/index.doctree index 864cbb4942..790ef858b3 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/index.doctree and b/docs/compilation/v1.7.6/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.6/.doctrees/pages/API-reference.doctree index f5a2b6a61d..39f439399d 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.6/.doctrees/pages/controllers.doctree index 61d5085d17..bcde881c0a 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.6/.doctrees/pages/deep-reinforcement-learning.doctree index 37b2dfc81a..d14bb6188a 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.6/.doctrees/pages/environments.doctree index 5cc1459a37..18dab8623e 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.6/.doctrees/pages/extra-configuration.doctree index e94328ed37..104a63c373 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.6/.doctrees/pages/gcloudAPI.doctree index 2d8fc35f28..077eae10c6 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.6/.doctrees/pages/github-actions.doctree index 5f4a9bd0fe..a1385e9df7 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.6/.doctrees/pages/installation.doctree index 6cc365eefd..29f9338d13 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.6/.doctrees/pages/introduction.doctree index 48d527773a..dde6119322 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.doctree index c312b9ddc1..734101dc24 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index f06b092405..f1d8ebeeb4 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index a6fb0582d9..1eea8ed56d 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 13ce3c4b51..b749a6bede 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.doctree index 6b33acd7ef..e13f8fa66d 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.doctree index d7709dd827..bd4e63a15d 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 2b191cd3ae..1fd93ec9ee 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index c51e785ebc..70aa6dbdfc 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 88bee5e34e..de946eeb71 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 618e95710b..cfcd8b1691 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index e52444aee8..6674c079b5 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index c661477826..57321f2f13 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index fba80804f5..c4b63595b2 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index bedb553cce..3fafe02bf7 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index da8ccbe3e2..a52519f25a 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index b1a4daa0b6..1476bebae5 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 6051fb41c5..5ddf9beb11 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.doctree index 4cebcf9bdb..c7bc825ed9 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 3f5bc53104..d7e22ede72 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index d83dc9a021..5002e4c44d 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 039e6bdf1d..6c1741b7c3 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 6af72d0c7d..87a0b535ad 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 0b5d8a3110..ec072088e2 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index d7b314c071..5815925f5c 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index c476b4164e..cb19b935ea 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index cd4bc51132..52070ab071 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 04b76c9e2a..b990eb7d6c 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.doctree index 477b923afe..4dcfb25a92 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 9982cf42b8..0286500111 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 89732e4e3f..657335abfe 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 1f9b0e92ce..2481fe0a2d 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.doctree index 6385d334a6..63c715f4ec 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 37c1ea641f..d60c33971c 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 9007f1d8ea..68f108e60c 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index f4a6077ced..e92c6e33be 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 86b6b9ad17..070ba54622 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 930e54171e..f80c9742bb 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 082a955419..46a4e14ce9 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index ea24d2c96f..655df7836c 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 5e13880e39..2b8020cf9f 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index aa455fd5ee..a0cb1ac4cb 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 50a90f70ff..573e6b6e77 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index dd0280c537..7c286086ca 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 9393faa556..b3746e82d5 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/output.doctree b/docs/compilation/v1.7.6/.doctrees/pages/output.doctree index 2b98b53945..2b2b992b86 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.6/.doctrees/pages/rewards.doctree index 7d08284afa..b8f52ccdbd 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.6/.doctrees/pages/tests.doctree index 106aff322c..8108164ebc 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.6/.doctrees/pages/usage-example.doctree index 73c0df2512..e7207771a4 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.7.6/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.6/.doctrees/pages/wrappers.doctree index 8c92ec68e7..d3d12d4135 100644 Binary files a/docs/compilation/v1.7.6/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.6/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.7.6/objects.inv b/docs/compilation/v1.7.6/objects.inv index 96282ba56b..e038a134a5 100644 Binary files a/docs/compilation/v1.7.6/objects.inv and b/docs/compilation/v1.7.6/objects.inv differ diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.7.6/pages/modules/sinergym.envs.eplus_env.html index bd1eb5746c..b4de7face5 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Functionalities:

    • Both discrete and continuous action spaces

      • diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.envs.html b/docs/compilation/v1.7.6/pages/modules/sinergym.envs.html index 41a0e46ebc..73a8e676dd 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
      -
      -

      sinergym.envs

      -

      Sinergym simulation environments.

      +
      +

      sinergym.envs

      +

      Sinergym simulation environments.

      Modules

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.base.html index 29c2b2e54a..62c09bbca3 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus.html index dad513e5ea..429ec60531 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus_alpha.html index 2c704cce62..f1e0dad3ee 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.html b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.html index fc9d188ebd..f270d3ec10 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.callbacks.html index f18007c8e0..1b8367539c 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Functions

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.common.html index ecc31cee4e..7bd58a5cfc 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.common.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.config.html index 0e674bd17d..55cf6e8083 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.config.html @@ -105,9 +105,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.controllers.html index f6ee7420c8..09926c2752 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.controllers.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.gcloud.html index 2267e2e032..4f4c6efd4a 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.gcloud.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.html index c8b3e199af..2296898ff0 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.rewards.html index 482d459b69..0850eeace6 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.rewards.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.wrappers.html index c170837ea5..f142c2e564 100644 --- a/docs/compilation/v1.7.6/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.7.6/pages/modules/sinergym.utils.wrappers.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.7.6/searchindex.js b/docs/compilation/v1.7.6/searchindex.js index 8200269d2e..fb27008991 100644 --- a/docs/compilation/v1.7.6/searchindex.js +++ b/docs/compilation/v1.7.6/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 53, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 32, 34, 35, 38, 43, 53, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 7, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 17, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 7, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 7, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 51, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 51, 52, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 7, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 7, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 24, 26, 32, 34, 36, 38, 40, 41, 51, 52, 53, 54, 58], "intervent": [0, 9], "user": [0, 7, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 51, 52, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 7, 9, 58], "like": [0, 3, 7, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 7, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 7, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 24, 46, 54, 55, 56, 58], "account": [0, 6, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 7, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 17, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 7, 9, 12, 26, 51, 52, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 7, 9, 17, 26, 29, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 56], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 54, 58], "done": [0, 2, 3, 26, 53, 54, 57, 58], "check": [0, 3, 6, 7, 8, 24, 56], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 24, 32, 35, 38, 53, 54, 56, 58], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 24, 38, 51, 53, 58], "sinergym": [2, 3, 4, 7, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6, 7], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "datetim": [2, 6, 55], "import": [2, 3, 5, 6, 7, 54, 55, 57, 58], "type": [2, 3, 4, 6, 7, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 51, 52, 53, 55, 58], "list": [2, 4, 6, 7, 8, 12, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 40, 41, 48, 49, 54, 55], "option": [2, 3, 6, 7, 8, 12, 17, 28, 29, 35, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 56, 58], "sequenc": [2, 40, 41, 53, 58], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 52, 55, 58], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 45, 46, 54], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 7, 8, 17, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 15, 17, 23, 24, 26, 28, 35, 38, 40, 41, 51, 52, 53, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 51, 52, 53, 55, 56, 58], "return": [2, 3, 7, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "float": [2, 3, 6, 12, 17, 24, 26, 28, 29, 30, 35, 36, 38, 41, 48, 49, 51, 52, 54, 55, 58], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 32, 33, 34, 35, 38, 48, 49, 51, 52, 53, 55, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 51, 55, 58], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 51, 52, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 17, 36, 51, 52, 53, 54, 57, 58], "5zone": [2, 4, 5, 6, 57], "mix": [2, 4, 55], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 52, 54, 57, 58], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "discret": [3, 4, 11, 12, 32, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 7, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 52, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 12, 17, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 35, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 32, 33, 35, 58], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 24, 32, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 54, 55, 58], "receiv": [3, 17, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 17, 54], "network": [3, 6], "output": [3, 5, 7, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "end": [3, 6, 12, 17, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "finish": [3, 6, 7, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 7, 28, 54, 55, 58], "attribut": [3, 12, 17, 26, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 17, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 7, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 43, 46], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 34, 35, 38, 43, 44, 46, 48, 49, 51, 52, 53, 54, 55, 58], "int": [3, 6, 12, 15, 17, 23, 24, 26, 29, 30, 36, 38, 48, 49, 51, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 23, 45, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 55], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 7, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 7, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 7, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12, 32], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 54, 57, 58], "should": [4, 6, 8, 17, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 7, 55], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 56], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 54, 56], "termin": [6, 17, 26, 27, 51, 52, 54, 58], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 7, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 7, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 56], "case": [6, 7, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 7, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 17, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 54], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 53, 58], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 7, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 43, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": [6, 17, 32], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 29, 54], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 56], "cannot": 7, "storag": [7, 8, 45, 46], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 54], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23, 24], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "pypi": [7, 8], "yml": [7, 56], "take": [7, 38, 55], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 48, 49, 55], "subset": [8, 58], "ofici": 8, "prepar": [8, 34], "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "ndarrai": [12, 15, 17, 36, 51, 52, 53, 58], "integ": [12, 17, 36], "union": [12, 17, 26, 36, 51, 52, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 54], "sensor": 17, "pass": [17, 23, 24, 54], "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "arrai": [26, 54, 58], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "steps_data_norm": [26, 54], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "weatherdata": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 34, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "request": 43, "author": 44, "petit": [44, 45], "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 56], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 56], "releas": 7, "modifi": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 53, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 32, 34, 35, 38, 43, 53, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 7, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 17, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 7, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 7, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 51, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 51, 52, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 7, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 7, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 24, 26, 32, 34, 36, 38, 40, 41, 51, 52, 53, 54, 58], "intervent": [0, 9], "user": [0, 7, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 51, 52, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 7, 9, 58], "like": [0, 3, 7, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 7, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 7, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 24, 46, 54, 55, 56, 58], "account": [0, 6, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 7, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 17, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 7, 9, 12, 26, 51, 52, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 7, 9, 17, 26, 29, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 56], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 54, 58], "done": [0, 2, 3, 26, 53, 54, 57, 58], "check": [0, 3, 6, 7, 8, 24, 56], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 24, 32, 35, 38, 53, 54, 56, 58], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 24, 38, 51, 53, 58], "sinergym": [2, 3, 4, 7, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6, 7], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "datetim": [2, 6, 55], "import": [2, 3, 5, 6, 7, 54, 55, 57, 58], "type": [2, 3, 4, 6, 7, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 51, 52, 53, 55, 58], "list": [2, 4, 6, 7, 8, 12, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 40, 41, 48, 49, 54, 55], "option": [2, 3, 6, 7, 8, 12, 17, 28, 29, 35, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 56, 58], "sequenc": [2, 40, 41, 53, 58], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 52, 55, 58], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 45, 46, 54], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 7, 8, 17, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 15, 17, 23, 24, 26, 28, 35, 38, 40, 41, 51, 52, 53, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 51, 52, 53, 55, 56, 58], "return": [2, 3, 7, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "float": [2, 3, 6, 12, 17, 24, 26, 28, 29, 30, 35, 36, 38, 41, 48, 49, 51, 52, 54, 55, 58], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 32, 33, 34, 35, 38, 48, 49, 51, 52, 53, 55, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 51, 55, 58], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 51, 52, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 17, 36, 51, 52, 53, 54, 57, 58], "5zone": [2, 4, 5, 6, 57], "mix": [2, 4, 55], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 52, 54, 57, 58], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "discret": [3, 4, 11, 12, 32, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 7, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 52, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 12, 17, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 35, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 32, 33, 35, 58], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 24, 32, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 54, 55, 58], "receiv": [3, 17, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 17, 54], "network": [3, 6], "output": [3, 5, 7, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "end": [3, 6, 12, 17, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "finish": [3, 6, 7, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 7, 28, 54, 55, 58], "attribut": [3, 12, 17, 26, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 17, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 7, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 43, 46], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 34, 35, 38, 43, 44, 46, 48, 49, 51, 52, 53, 54, 55, 58], "int": [3, 6, 12, 15, 17, 23, 24, 26, 29, 30, 36, 38, 48, 49, 51, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 23, 45, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 55], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 7, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 7, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 7, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12, 32], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 54, 57, 58], "should": [4, 6, 8, 17, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 7, 55], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 56], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 54, 56], "termin": [6, 17, 26, 27, 51, 52, 54, 58], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 7, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 7, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 56], "case": [6, 7, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 7, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 17, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 54], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 53, 58], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 7, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 43, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": [6, 17, 32], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 29, 54], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 56], "cannot": 7, "storag": [7, 8, 45, 46], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 54], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23, 24], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "pypi": [7, 8], "yml": [7, 56], "take": [7, 38, 55], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 48, 49, 55], "subset": [8, 58], "ofici": 8, "prepar": [8, 34], "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "ndarrai": [12, 15, 17, 36, 51, 52, 53, 58], "integ": [12, 17, 36], "union": [12, 17, 26, 36, 51, 52, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 54], "sensor": 17, "pass": [17, 23, 24, 54], "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "arrai": [26, 54, 58], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "steps_data_norm": [26, 54], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "weatherdata": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 34, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "request": 43, "author": 44, "petit": [44, 45], "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 56], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 56], "releas": 7, "modifi": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.7.7/.buildinfo b/docs/compilation/v1.7.7/.buildinfo index 87dcc8540b..9d301e6356 100644 --- a/docs/compilation/v1.7.7/.buildinfo +++ b/docs/compilation/v1.7.7/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 8ce4c06f329240dc9cac0162bdf5c4dd +config: 47c51a656650dc5f4329b20d1111ae96 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.7.7/.doctrees/environment.pickle b/docs/compilation/v1.7.7/.doctrees/environment.pickle index 2acf763536..f3f598cfbc 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/environment.pickle and b/docs/compilation/v1.7.7/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.7.7/.doctrees/index.doctree b/docs/compilation/v1.7.7/.doctrees/index.doctree index 0d88d0b483..4ef548ea25 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/index.doctree and b/docs/compilation/v1.7.7/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.7/.doctrees/pages/API-reference.doctree index 5db229c1a0..1e8a8d1c8e 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.7/.doctrees/pages/controllers.doctree index 94cfd98c19..c8ffd6753c 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.7/.doctrees/pages/deep-reinforcement-learning.doctree index 7ce22e88e4..bccb06885d 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.7/.doctrees/pages/environments.doctree index 9688d6e4cf..977db918b5 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.7/.doctrees/pages/extra-configuration.doctree index b2597c673c..8f11888c46 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.7/.doctrees/pages/gcloudAPI.doctree index cc7883d944..ff334f71c2 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.7/.doctrees/pages/github-actions.doctree index 2f742ccc87..e7ce40841b 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.7/.doctrees/pages/installation.doctree index 41cfb25fed..b26b0b2ec5 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.7/.doctrees/pages/introduction.doctree index e70d8af0e4..37a7b1d020 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.doctree index ea269349dc..e515365fd5 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 8862c9d7eb..537097ad4c 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 1663f3a74e..2700866673 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index b5d39d4d61..5a9c2fac58 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.doctree index 81f786e8dc..0f18fdb987 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.doctree index b5adf4e2fb..6fbcc3c04e 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 22a5547703..4ce1b2fada 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index c9f1d6d5aa..b5a115f670 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 4aaa83bcc2..02afb9fe79 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 354bd27802..a3e2ab7d83 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index ccb6e105db..fd96f14608 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 0f04f8ee14..6c9ea89948 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 2328dec5b4..3823696ef8 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index c7dd3d8c28..8f0260bf7a 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index d240ef763c..484f623aa9 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index 4655e2b1ea..dcf577b99f 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 0abf10fbab..5ae7a61eb1 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.doctree index 94b551693f..b22a52a666 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 0818da41a6..fd07852883 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 2622c4cced..1eae726035 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index e54b45fa48..a629b34c49 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 3a72c26e14..f2f97b0960 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index e093043765..51334c0d7e 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 8022379591..72a30fa0e6 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 3a66d67e57..61bed524f7 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index ed52055228..18fa0a8b54 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index ab718544e7..f280a04a9e 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index e3619f350c..1ee328617e 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.doctree index 4bbffd42aa..9a7b7b6a89 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index b62785f5f9..22686f145d 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 61efe84f05..efccb20025 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.doctree index d6785ffd9f..dc8b8ca5ea 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.doctree index 211768790e..d0f14f1aa2 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 53c8904b4d..a6500bfa33 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 7f5f62fa89..0471e01748 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 27a74a7a06..d5193a7e32 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index dd101c413a..f696ab2169 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 5f5a389634..12c1ddd12f 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 6542b4dc0c..3296f80433 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 7b0ab9e9c1..2eac908b9a 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index bee00da202..4c5e633174 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index aef54d0dae..8dea502d82 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 881435bd97..fe345ec3ab 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 9c07ae13c5..0e35dfeaa2 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 10bf0fd767..0d07eb62f9 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index ec65d10542..cc105d2d49 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index cd4ecdc49e..3537a1ed1f 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/output.doctree b/docs/compilation/v1.7.7/.doctrees/pages/output.doctree index e2ab9f3102..15094a8a11 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.7/.doctrees/pages/rewards.doctree index 271444cb7b..9cf58235a4 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.7/.doctrees/pages/tests.doctree index 3393421c7c..8c759a4e71 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.7/.doctrees/pages/usage-example.doctree index dd6d9f78e3..e0baf287b4 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.7.7/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.7/.doctrees/pages/wrappers.doctree index e5be4df8ec..848931748d 100644 Binary files a/docs/compilation/v1.7.7/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.7/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.7.7/objects.inv b/docs/compilation/v1.7.7/objects.inv index dd1fdea804..987361b351 100644 Binary files a/docs/compilation/v1.7.7/objects.inv and b/docs/compilation/v1.7.7/objects.inv differ diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.7.7/pages/modules/sinergym.envs.eplus_env.html index 9ac7c3bf6c..cf8b20d78d 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Functionalities:

    • Both discrete and continuous action spaces

      • diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.envs.html b/docs/compilation/v1.7.7/pages/modules/sinergym.envs.html index 79b613994d..e6cffd4406 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
      -
      -

      sinergym.envs

      -

      Sinergym simulation environments.

      +
      +

      sinergym.envs

      +

      Sinergym simulation environments.

      Modules

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.base.html index cf6c10bcbb..a90d7946cb 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus.html index 107d665fa0..64e1a1a659 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus_alpha.html index ebe8e5b253..d5aa246fab 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.html b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.html index 1b81a79f76..e82068002f 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.callbacks.html index 606de7e33a..5666c7280c 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.common.html index fe45d000dc..e5aa3a8746 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.common.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.config.html index 2e56e19fc4..d08c6bdeb9 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.config.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.controllers.html index 9380664290..d7ed5c02ff 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.controllers.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.evaluation.html index 19738cde8b..43a4a8228d 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.evaluation.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.gcloud.html index 1923a3d5c7..e3b6efccf9 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.gcloud.html @@ -109,9 +109,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.html index dafef17399..d3326dda7b 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.html @@ -102,9 +102,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.rewards.html index 662b345ae0..09b103ca70 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.rewards.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.wrappers.html index 87809d6760..620eed20ea 100644 --- a/docs/compilation/v1.7.7/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.7.7/pages/modules/sinergym.utils.wrappers.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.7.7/searchindex.js b/docs/compilation/v1.7.7/searchindex.js index 4518b9e5ac..ae57aae16d 100644 --- a/docs/compilation/v1.7.7/searchindex.js +++ b/docs/compilation/v1.7.7/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 36, 37, 39, 44, 46, 56, 57, 58, 59, 61], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 33, 35, 36, 39, 44, 46, 56, 57, 58, 59, 60, 61], "project": [0, 3, 6, 7, 8, 9, 16, 59], "base": [0, 2, 6, 7, 9, 42, 59], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 33, 37, 44, 53, 54, 55, 57, 58, 59, 60, 61], "eplu": [0, 2, 4, 5, 9, 12, 36, 57, 58, 60, 61], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 32, 44, 57, 61], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 36, 39, 57, 60, 61], "an": [0, 2, 3, 6, 7, 8, 9, 15, 17, 22, 23, 24, 26, 31, 37, 44, 57, 58, 59, 61], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 41, 42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 61], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 59, 60], "interfac": [0, 4, 9, 13, 18, 57, 59], "wrap": [0, 3, 9, 23, 24, 44, 57], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 36, 37, 39, 41, 42, 57, 58, 59, 60, 61], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 38, 39, 56, 57, 59], "control": [0, 7, 9, 15, 17, 20, 59], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 35, 36, 39, 44, 45, 57, 58, 59, 60, 61], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 58], "learn": [0, 6, 8, 9, 58], "main": [0, 3, 6, 9, 26, 57], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 24, 25, 26, 31, 36, 43, 44, 45, 57, 58, 59, 61], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 32, 44, 57, 58, 59, 61], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 44, 56], "commun": [0, 9, 13, 57, 59], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 57, 58, 61], "design": [0, 5, 9, 39, 58], "set": [0, 3, 4, 5, 9, 38, 39, 57, 59], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 59], "These": [0, 6, 7, 9, 26, 57, 59], "mai": [0, 6, 8, 9, 39, 57], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 30, 50, 51, 52, 58, 59], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 39, 57, 59], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 33, 34, 37, 41, 42, 44, 54, 55, 57, 59, 61], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 33, 34, 41, 42, 54, 55, 56, 57, 59, 61], "space": [0, 3, 6, 9, 11, 12, 33, 37, 61], "develop": [0, 2, 7, 9, 59, 61], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 59], "allow": [0, 3, 6, 7, 9, 58], "modifi": [0, 2, 5, 9, 16, 24, 39, 44, 57], "easi": [0, 9, 59], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 57, 59, 61], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 57, 58, 59, 61], "sever": [0, 6, 9, 39, 61], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 44, 54, 55, 56, 57, 59, 60, 61], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 34, 36, 56, 57, 58, 61], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 32, 39, 57, 58], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 45, 59], "energyplu": [0, 6, 9, 11, 12, 16, 18, 29, 39, 57, 60], "establish": [0, 9, 17, 57, 59], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 57], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 54, 57, 61], "more": [0, 4, 5, 6, 7, 8, 9, 57, 58, 59, 61], "them": [0, 3, 9, 39, 61], "e": [0, 8, 9, 24, 44], "g": [0, 3, 6, 9, 24, 44], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 58, 61], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 60, 61], "maintain": [0, 2, 9], "api": [0, 6, 9, 45, 60], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 38, 39, 44, 56, 59], "configur": [0, 4, 9, 12, 17, 19, 38, 39, 58, 59], "automat": [0, 4, 6, 7, 8, 9, 59], "adapt": [0, 9, 39], "specif": [0, 3, 4, 7, 9, 39, 57, 58, 59], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 35, 36, 44, 57, 58], "designdai": [0, 9, 39], "locat": [0, 4, 8, 9, 28, 39], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 39, 41, 46, 49, 51, 52, 57, 58, 61], "idf": [0, 4, 5, 9, 12, 17, 19, 39, 57], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 33, 34, 38, 39, 49, 57, 59], "specifi": [0, 3, 6, 9, 26, 49, 57], "without": [0, 6, 7, 9, 56, 61], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 24, 26, 33, 35, 37, 39, 41, 42, 44, 54, 55, 56, 57, 61], "intervent": [0, 9], "user": [0, 7, 9, 57], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 38, 39, 54, 55, 57, 59, 61], "facil": [0, 3, 4, 9, 56], "our": [0, 3, 5, 7, 8, 9, 58, 59], "team": [0, 8, 9, 58], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 41, 42, 44, 46, 49, 51, 52, 54, 55, 56, 58], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 35, 39, 57, 59, 61], "amplifi": [0, 5, 9], "context": [0, 5, 9, 59], "experi": [0, 3, 5, 8, 9, 38, 39], "peopl": [0, 4, 9, 56], "occup": [0, 4, 9, 32, 56], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 56, 57, 61], "per": [0, 3, 4, 5, 9, 24, 26, 44, 51, 52, 56, 57, 58], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 56, 57, 61], "etc": [0, 3, 6, 8, 9, 26, 57], "stabl": [0, 3, 9, 21, 59], "baselin": [0, 3, 9, 21, 59], "3": [0, 3, 4, 9, 17, 21, 56, 59, 61], "integr": [0, 6, 7, 9, 58], "some": [0, 3, 5, 6, 7, 9, 61], "like": [0, 3, 7, 8, 9, 39, 59, 60], "callback": [0, 3, 6, 9, 20, 43, 44], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 57, 59, 61], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 24, 44, 57, 59], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 45, 46, 47, 48, 49], "cloud": [0, 3, 7, 9, 45, 46, 47, 48, 49], "whether": [0, 6, 7, 9, 12, 17, 23, 24, 44, 46, 55, 61], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 24, 44, 49, 57, 58, 59, 61], "account": [0, 6, 8, 9, 46, 47, 58], "want": [0, 3, 6, 7, 8, 9, 24, 44, 49, 57, 58, 59, 61], "your": [0, 2, 3, 7, 8, 9, 61], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 57, 59, 61], "how": [0, 4, 6, 9, 58], "do": [0, 3, 6, 8, 9, 24, 44, 59], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 57], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 44, 57, 58, 59, 61], "remot": [0, 3, 7, 8, 9, 59], "local": [0, 3, 6, 7, 9, 24, 44, 49], "store": [0, 3, 6, 9, 22, 26, 39, 49, 57, 61], "help": [0, 6, 9], "manag": [0, 6, 9, 38, 39, 46, 57], "run": [0, 6, 8, 9, 17, 24, 44, 57], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 39, 57, 58], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 39, 49, 57], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 54, 61], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 57], "inform": [0, 3, 5, 6, 7, 9, 12, 26, 54, 55, 57, 59, 61], "real": [0, 3, 9, 26, 57], "time": [0, 3, 7, 9, 17, 26, 29, 30, 56, 57, 59, 61], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 39, 44, 60], "progress": [0, 3, 9, 26, 27, 57, 61], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 59], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 58, 59, 60, 61], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 57, 61], "done": [0, 2, 3, 26, 56, 57, 60, 61], "check": [0, 3, 6, 7, 8, 24, 44, 59], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 24, 33, 36, 39, 44, 56, 57, 59, 61], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 24, 39, 44, 54, 56, 61], "sinergym": [2, 3, 4, 7, 8, 9, 57, 59, 60, 61], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 24, 39, 44, 47, 57, 58, 59, 61], "section": [2, 3, 6, 8, 59], "implement": [2, 3, 40, 50, 53, 58, 59, 61], "own": [2, 3, 61], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 32, 39, 51, 52, 57, 58, 59, 61], "random": [2, 6, 41], "agent": [2, 6, 12, 23, 24, 26, 41, 42, 44, 57, 59], "rule": [2, 6, 42, 59], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 61], "util": [2, 3, 4, 6, 12, 58, 59, 61], "py": [2, 3, 4, 6, 8, 59, 61], "veri": [2, 6, 7], "perform": [2, 23, 24, 44, 55, 61], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 40, 60], "datetim": [2, 6, 58], "import": [2, 3, 5, 6, 7, 57, 58, 60, 61], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 28, 29, 30, 31, 33, 34, 35, 36, 37, 39, 41, 42, 46, 47, 48, 50, 51, 52, 54, 55, 56, 58, 61], "list": [2, 4, 6, 7, 8, 12, 17, 24, 26, 28, 31, 34, 35, 36, 37, 39, 41, 42, 44, 51, 52, 57, 58], "option": [2, 3, 6, 7, 8, 12, 17, 28, 29, 36, 39, 41, 51, 52, 54, 55, 56, 57, 58, 59, 61], "sequenc": [2, 41, 42, 56, 61], "tupl": [2, 12, 17, 28, 29, 33, 37, 39, 51, 52, 54, 55, 58, 61], "numpi": [2, 4, 6, 60, 61], "arang": 2, "common": [2, 3, 4, 6, 20, 23, 24, 44, 58, 59, 61], "get_season_comfort_rang": [2, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 38, 39, 40, 41, 42, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 39, 48, 49, 57], "def": [2, 3, 57, 58, 61], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 39, 41, 42, 51, 52, 54, 55, 56, 57, 58, 61], "self": [2, 3, 57, 58, 61], "env": [2, 3, 4, 5, 6, 23, 24, 33, 36, 39, 41, 42, 44, 54, 55, 56, 57, 58, 59, 60, 61], "It": [2, 3, 6, 7, 8, 17, 23, 26, 41, 57, 60, 61], "select": [2, 8, 12, 41, 42], "avail": [2, 4, 6, 41, 58], "randomli": [2, 41], "arg": [2, 3, 6, 8, 12, 22, 23, 54, 55, 56, 57, 58, 61], "act": [2, 41, 42], "none": [2, 3, 6, 12, 15, 17, 23, 24, 26, 28, 36, 39, 41, 42, 44, 54, 55, 56, 57, 61], "": [2, 3, 4, 6, 8, 16, 26, 39, 41, 57, 59, 61], "action_spac": [2, 6, 37, 41, 60, 61], "perceiv": [2, 41, 42], "default": [2, 3, 5, 6, 7, 8, 12, 17, 28, 29, 39, 41, 51, 52, 54, 55, 56, 58, 59, 61], "return": [2, 3, 7, 12, 17, 24, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 39, 41, 42, 44, 46, 47, 48, 51, 52, 54, 55, 56, 58, 61], "chosen": [2, 41, 42], "sampl": [2, 60, 61], "rulebasedcontrol": 2, "static": [2, 6, 42], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 32, 39, 51, 52, 56, 57, 58, 61], "month": [2, 4, 17, 26, 29, 30, 32, 51, 52, 56, 57, 58, 60, 61], "outdoor": [2, 4, 42, 56], "air": [2, 4, 42, 56], "drybulb": [2, 4, 28, 39, 42, 56], "temperatur": [2, 3, 4, 26, 32, 42, 51, 52, 56, 57, 58], "daytim": [2, 42], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 36, 39, 44, 51, 52, 54, 55, 56, 58, 61], "zip": 2, "out_temp": 2, "site": [2, 4, 56], "int": [2, 3, 6, 12, 15, 17, 23, 24, 26, 29, 30, 32, 37, 39, 44, 51, 52, 54, 55, 57, 58, 61], "season_comfort_rang": 2, "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 51, 52, 56, 57, 58, 60, 61], "1": [2, 3, 4, 17, 22, 23, 51, 52, 56, 57, 58, 60, 61], "rang": [2, 3, 4, 6, 11, 32, 36, 56, 58, 60, 61], "6": [2, 4, 5, 6, 8, 17, 39, 56], "18": [2, 4], "19": [2, 4, 6], "44": 2, "25": [2, 4], "elif": [2, 3, 6, 61], "22": [2, 4, 56], "even": 2, "20": [2, 4], "24": [2, 4, 30], "els": [2, 3, 6, 24, 44, 57, 58, 61], "night": 2, "33": 2, "23": [2, 4, 56], "setpoint": [2, 3, 4, 56], "comfort": [2, 3, 4, 11, 22, 26, 32, 51, 52, 56, 57, 58], "requir": [2, 3, 6, 7, 8, 39, 57], "alreadi": [2, 6, 59], "met": [2, 24, 44], "current_cool_setpoint": 2, "zone": [2, 4, 6, 34, 51, 52, 56, 58], "thermostat": [2, 4, 56], "cool": [2, 4, 56], "space1": [2, 56], "current_heat_setpoint": 2, "heat": [2, 4, 56], "simpl": [2, 52, 58], "given": [2, 3, 17, 29, 31, 36, 37, 39, 51, 52, 54, 58, 61], "instanc": [2, 3, 6, 12, 46, 57], "usag": [2, 3, 6, 61], "next": [2, 6, 7, 12, 17, 54, 55, 57, 59, 61], "np": [2, 3, 6, 12, 17, 37, 54, 55, 56, 57, 60, 61], "5zone": [2, 4, 5, 6, 60], "mix": [2, 4, 58], "continu": [2, 3, 4, 5, 7, 11, 12, 60], "v1": [2, 4, 5, 12, 58, 60, 61], "ob": [2, 3, 56, 60, 61], "reset": [2, 3, 6, 12, 17, 24, 39, 44, 54, 55, 57, 60, 61], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 44, 54, 56, 57, 60, 61], "current_month": [2, 60, 61], "info": [2, 3, 60, 61], "step": [2, 3, 8, 12, 17, 24, 26, 37, 44, 54, 55, 57, 60, 61], "append": [2, 3, 6, 57, 59, 60, 61], "displai": [2, 6, 60, 61], "result": [2, 6, 17, 24, 44, 57, 60, 61], "everi": [2, 3, 6, 7, 23, 59, 60, 61], "print": [2, 3, 60, 61], "sum": [2, 3, 57, 58, 60, 61], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 36, 39, 44, 54, 55, 57, 60, 61], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 39, 44, 56, 57, 58, 60, 61], "cumul": [2, 60, 61], "close": [2, 6, 12, 17, 54, 60, 61], "discret": [3, 4, 11, 12, 33, 58], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 28, 39], "due": [3, 6], "its": [3, 4, 6, 7, 47, 54, 61], "call": [3, 6, 8, 17, 23, 24, 44, 57], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 54, 61], "dure": [3, 6, 22, 23, 57, 60], "one": [3, 6, 24, 26, 28, 31, 44, 51, 52, 57, 58, 59], "monitor": [3, 6, 8, 23, 24, 26, 44, 57, 61], "auto": [3, 6], "save": [3, 5, 6, 23, 39, 61], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 43, 53, 61], "execut": [3, 7, 8, 17, 26, 27, 39, 46, 54, 55, 57, 59, 61], "log": [3, 26, 27, 54, 57, 61], "all": [3, 6, 7, 8, 12, 17, 22, 36, 57, 58, 59], "therefor": [3, 4], "propos": 3, "extract": [3, 36], "which": [3, 6, 7, 8, 17, 22, 26, 35, 39, 57, 58, 59], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 32, 58], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24, 44], "valu": [3, 4, 5, 6, 8, 22, 26, 36, 51, 52, 56, 57, 58, 61], "param": [3, 6, 22, 23, 24, 26, 38, 39, 44, 57], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 59], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 51, 52, 57, 58], "ep_term_comfort": [3, 22], "term": [3, 22, 51, 52, 58], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 51, 52, 58], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 39, 44, 55, 57, 61], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 59], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 54, 57, 61], "inner": [3, 4, 6, 7, 22, 37, 46, 49, 58], "activ": [3, 6, 8, 22, 26, 54, 57, 61], "super": [3, 61], "_on_training_start": 3, "is_wrap": [3, 61], "training_env": 3, "loggerwrapp": [3, 6, 61], "env_method": 3, "activate_logg": [3, 54, 61], "deactivate_logg": [3, 54, 61], "record": [3, 26, 31, 35, 54, 57, 61], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 26, 27, 39, 41, 42, 51, 52, 54, 55, 56, 57], "depend": [3, 6, 8, 26, 32, 57, 59], "global": [3, 6, 24, 44], "kei": [3, 5, 6, 31, 33, 34, 36, 61], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 24, 33, 39, 44], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 24, 26, 44, 54, 55, 57, 61], "get_attr": 3, "normal": [3, 6, 56, 57, 59, 61], "origin": [3, 4, 16, 28, 39, 54, 55, 56, 57, 61], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 61], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 56, 61], "enumer": [3, 61], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 44, 57, 58, 61], "receiv": [3, 17, 19], "action_": [3, 61], "try": [3, 6, 17, 57], "network": [3, 6], "output": [3, 5, 7, 27, 36, 39, 60], "clip": 3, "clipped_act": 3, "except": [3, 39, 57], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 61], "comfort_penalti": [3, 26, 56, 57, 61], "total_power_no_unit": [3, 26, 56, 57, 61], "end": [3, 6, 12, 17, 19, 26, 30, 57, 61], "summari": [3, 54, 57, 61], "last": [3, 17, 36, 54, 56, 57, 61], "metric": [3, 57], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 57, 61], "mean_reward": [3, 23, 57, 61], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 57, 61], "cumulative_comfort_penalti": [3, 57, 61], "mean_power_penalti": [3, 57, 61], "cumulative_power_penalti": [3, 57, 61], "comfort_violation_tim": 3, "100": [3, 6, 56, 57], "zerodivisionerror": [3, 57], "nan": [3, 57], "finish": [3, 6, 7, 17], "shouldn": 3, "t": [3, 6, 8, 31, 51, 52, 57, 58, 61], "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 44, 54, 55, 56, 57, 61], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 57, 59], "same": [3, 4, 6, 7, 28, 57, 58, 61], "attribut": [3, 12, 17, 26, 39, 57, 58, 61], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 57], "tabl": 3, "other": [3, 6, 8, 57], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 39], "frequenc": [3, 6], "consequ": [3, 6, 58], "featur": 3, "up": [3, 4, 5, 8, 38, 39, 51, 52, 58, 59], "thu": [3, 6], "off": 3, "polici": [3, 6, 24, 43, 44], "whole": [3, 26, 56, 57], "instead": [3, 6, 8, 24, 44, 58], "when": [3, 6, 7, 17, 23, 24, 26, 44, 57, 58], "On": [3, 6, 8], "appear": [3, 8, 24, 44, 57], "too": [3, 6, 7, 8, 46, 61], "becaus": [3, 6], "Then": [3, 6, 8, 61], "pars": [3, 4, 33, 34], "entir": 3, "equival": 3, "csv": [3, 26, 57, 61], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 57, 61], "bound": 3, "penalti": [3, 26, 57, 58], "power": [3, 26, 51, 52, 57, 58, 61], "obtain": [3, 12], "being": [3, 57], "wrapper": [3, 6, 20, 23, 24, 44, 57, 59], "thei": [3, 6, 8, 59], "both": [3, 11, 58], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 61], "neural": 3, "well": [3, 24, 44], "evalu": [3, 6, 23, 24, 58], "ad": [3, 4, 61], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 35], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 26, 54, 57, 61], "most": [3, 57, 58], "must": [3, 4, 6, 8, 24, 44], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 35, 46, 49], "comment": [3, 7], "argument": [3, 6, 33, 61], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 44, 61], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24, 44], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 33, 34, 35, 36, 39, 44, 46, 47, 49, 51, 52, 54, 55, 56, 57, 58, 61], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 24, 26, 28, 29, 30, 36, 37, 39, 44, 51, 52, 54, 55, 57, 58, 61], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 55, 57, 61], "5": [3, 4, 17, 23, 24, 44, 51, 52, 55, 56, 58, 61], "gamma": [3, 6], "99": [3, 6, 39], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 59], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 51, 52, 58], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 34, 39, 46, 49], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": 3, "2": [3, 4, 7, 17, 61], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24, 44], "render": [3, 6, 12, 23, 24, 44], "n_eval_episod": [3, 6, 23, 24, 44], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 57], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 23, 48, 61], "date": [3, 26, 57, 58, 61], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 58], "period": 4, "demo": [4, 61], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 56], "03": 4, "hot": [4, 5, 60], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 56], "new": [4, 6, 15, 17, 19, 23, 26, 28, 39, 54, 55, 57, 58, 61], "york": 4, "humid": [4, 56], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 33, 37, 61], "stochast": [4, 23, 24, 44, 58], "datacent": [4, 6], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 39, 51, 52, 57, 58, 59], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 57], "classif": 4, "In": [4, 5, 6, 7, 8, 24, 44, 59], "seri": [4, 11], "chang": [4, 6, 7, 26, 57], "gaussian": 4, "std": [4, 24, 44], "add": [4, 6, 7, 11, 57, 61], "extern": [4, 6, 57], "wai": [4, 5, 6], "definit": [4, 6, 12, 33], "variant": [4, 61], "xml": [4, 12, 33], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 49], "dtd": 4, "max": [4, 36, 51, 52, 58, 61], "min": [4, 36, 58, 61], "5e6": [4, 61], "rel": [4, 56], "wind": [4, 56], "speed": [4, 56], "direct": [4, 6, 56], "diffus": [4, 56], "solar": [4, 56], "radiat": [4, 56], "rate": [4, 56], "area": [4, 56], "7": [4, 6, 8, 17], "8": [4, 6, 8], "9": 4, "thermal": [4, 32, 56], "radiant": [4, 56], "11": [4, 56], "cloth": [4, 56], "fanger": [4, 56], "ppd": [4, 56], "13": 4, "count": [4, 24, 44, 56], "14": [4, 6], "15": [4, 56], "total": [4, 6, 26, 56, 57], "hvac": [4, 56], "electr": [4, 56], "demand": [4, 56], "16": 4, "17": 4, "low": [4, 51, 52, 58, 59, 61], "high": [4, 61], "shape": [4, 6, 61], "dtype": [4, 61], "float32": [4, 61], "num": 4, "30": [4, 56], "29": 4, "28": 4, "27": 4, "26": 4, "21": [4, 56], "element": [4, 17, 26, 31, 35, 57], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 39, 44], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 57, 60, 61], "should": [4, 6, 8, 17, 23, 60, 61], "worri": 4, "anyth": [4, 24, 44], "solut": 4, "updat": [4, 6, 7, 8, 23, 36, 59], "alwai": [4, 6, 57, 58], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 33], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 59], "let": [5, 6, 7, 58], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 39, 56, 57, 58, 61], "directori": [5, 8, 12, 17, 36, 39, 49, 57, 59, 60], "dictionari": [5, 6, 7, 12, 17, 33, 34, 35], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 59], "remov": [6, 46, 51, 52, 58], "host": [6, 57], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 46], "invoic": 6, "don": [6, 8, 57], "document": [6, 7, 8, 57], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 61], "enabl": [6, 7], "servic": [6, 46, 47], "librari": [6, 8, 59], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 48, 49], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 57, 59], "termin": [6, 17, 26, 27, 54, 55, 57, 61], "applic": [6, 59], "login": 6, "upload": [6, 7, 49], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 47], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 57, 59, 61], "repositori": [6, 7, 8, 57, 59], "prefer": [6, 8], "realli": [6, 61], "10gb": 6, "isn": [6, 61], "enough": 6, "silenc": 6, "error": [6, 7, 24, 44, 61], "would": [6, 58], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 59], "purpos": 6, "write": [6, 7, 8, 57, 59], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 51, 52, 58], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 59], "case": [6, 7, 8, 24, 44], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 59], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 58, 59], "predetermin": 6, "correct": [6, 7, 61], "decid": 6, "enter": 6, "after": [6, 17, 24, 44, 60], "immedi": 6, "hasn": [6, 31], "yet": [6, 59], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 32, 39, 44, 47, 56, 61], "5000": 6, "explain": 6, "befor": [6, 8, 17, 24, 39, 44, 61], "previou": [6, 55, 61], "group": [6, 46], "larg": 6, "quot": 6, "than": [6, 57, 58, 61], "rest": [6, 45, 46], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 57], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 56, 61], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 61], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 51, 58], "norm": 6, "store_tru": 6, "multiob": [6, 61], "mob": 6, "multi": [6, 61], "ten": 6, "path": [6, 17, 23, 26, 28, 33, 34, 36, 39, 49, 57], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 39], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 39], "sig": 6, "regist": [6, 58], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 7, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 57], "valid": [6, 47, 61], "respons": [6, 46, 57], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 44, 57, 61], "interv": 6, "linearreward": [6, 12, 58], "expreward": [6, 58], "runtimeerror": [6, 17, 33], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "calcul": [6, 51, 52, 58], "dir": [6, 39], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 61], "_episode_exist": [6, 61], "storeg": 6, "send": [6, 12, 15, 17, 19, 47, 48, 49], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 48, 49], "upload_to_bucket": 6, "src_path": [6, 49], "dest_bucket_nam": [6, 49], "dest_path": [6, 49], "end_run": 6, "autodelet": 6, "token": [6, 46, 47], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 54, 57, 61], "written": 6, "recreat": 6, "belong": [6, 26, 57], "delet": [6, 46, 61], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 33], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 58], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 44, 56, 57, 61], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 59], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 39, 57], "jajim": [6, 8], "github": [6, 8, 16, 59], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 39], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 29, 57], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 33], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 58, 60], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 32, 60], "level": [7, 27, 59], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 59], "cannot": 7, "storag": [7, 8, 48, 49], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 57], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 34], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 57], "contain": [7, 24, 44, 46, 47, 59, 60], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 61], "catch": 7, "pypi": [7, 8], "yml": [7, 59], "take": [7, 39, 58], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 58], "pip": [8, 59], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 59], "later": [8, 26, 57], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 39, 60], "copi": [8, 17, 57, 61], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 51, 52, 58], "subset": [8, 61], "ofici": 8, "prepar": [8, 35], "absolut": [11, 36, 51, 52, 58], "raw": 11, "cfg": [11, 17, 57], "kwarg": [12, 22, 23, 54, 55, 56], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 39, 57], "discrete_act": [12, 33], "weather_vari": [12, 17, 38], "epw": [12, 17, 19, 28, 39, 57], "condit": [12, 32], "mu": 12, "tao": 12, "ornstein": [12, 28, 39], "uhlenbeck": [12, 28, 39], "feedback": 12, "mode": 12, "human": [12, 32], "ndarrai": [12, 15, 17, 37, 54, 55, 56, 61], "integ": [12, 17, 37], "union": [12, 17, 26, 37, 54, 55, 57, 61], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 39], "variable_path": 17, "idf_path": [17, 39], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 39], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 57], "sensor": 17, "pass": [17, 23, 24, 44, 57], "ou": [17, 28, 39], "elaps": [17, 26, 29, 57], "consist": [17, 58], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 39], "year": [17, 29, 30, 32, 39], "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24, 44], "base_class": [24, 44], "basealgorithm": [24, 44], "callabl": [24, 44], "averag": [24, 44], "made": [24, 44], "note": [24, 44, 57, 61], "scale": [24, 44, 59], "earli": [24, 44], "avoid": [24, 44], "reward_threshold": [24, 44], "minimum": [24, 44], "expect": [24, 44], "return_episode_reward": [24, 44], "monitor_head": [26, 57, 61], "progress_head": [26, 57, 61], "log_progress_fil": [26, 57, 61], "log_fil": [26, 57], "header": [26, 57, 61], "sub_run_n": [26, 57], "res_n": [26, 57], "steps_data": [26, 57], "arrai": [26, 57, 61], "elabor": [26, 57], "total_time_elaps": [26, 57], "comfort_violation_timestep": [26, 57], "whose": [26, 57], "activate_flag": [26, 57, 61], "deactivate_flag": [26, 57, 61], "log_episod": [26, 57, 61], "log_step": [26, 57, 61], "simulation_tim": [26, 57, 61], "achiev": [26, 57], "w": [26, 51, 52, 57, 58], "log_step_norm": [26, 57, 61], "steps_data_norm": [26, 57], "set_log_fil": [26, 57, 61], "new_log_fil": [26, 57], "getlogg": 27, "formatt": 27, "weather_data": [28, 39], "weatherdata": [28, 39], "original_epw_fil": 28, "variat": [28, 39], "opyplu": [28, 29, 31, 35, 39], "epm": [29, 31, 35, 39], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "season": 32, "ashra": 32, "55": 32, "environment": 32, "2004": 32, "continuous_act": 33, "map": 33, "var_fil": 34, "add_batch": 35, "convert": [35, 37], "batch": 35, "output_path": 36, "last_result": 36, "setpoints_spac": 37, "transform": 37, "modif": 38, "max_ep_stor": 39, "extra_config": 39, "_idf_path": 39, "_weather_path": 39, "_ddy_path": 39, "ddy": 39, "experiment_path": 39, "episode_path": 39, "_idd": 39, "idd": 39, "ddy_model": 39, "adapt_idf_to_epw": 39, "summerdai": 39, "ann": 39, "clg": 39, "condn": 39, "mwb": 39, "winterdai": 39, "htg": 39, "summer": 39, "winter": 39, "desingdai": 39, "apply_extra_conf": 39, "apply_weather_vari": 39, "save_building_model": 39, "env_working_dir": 39, "set_episode_working_dir": 39, "parent": 39, "set_experiment_working_dir": 39, "easier": 45, "instance_group_nam": 46, "vm": 46, "alon": 46, "mig": 46, "request": 46, "author": 47, "petit": [47, 48], "ask": [48, 49], "recurs": 49, "bucket": 49, "destin": 49, "energy_weight": [51, 52, 58], "lambda_energi": [51, 52, 58], "0001": [51, 52], "lambda_temperatur": [51, 52, 58], "r": [51, 52, 58], "lambda_": [51, 52, 58], "lambda_t": [51, 52, 58], "exp": [51, 58], "t_": [51, 52, 58], "weight": [51, 52, 58], "constant": [51, 52, 58], "dimens": [51, 52, 58], "calculu": [51, 52, 58], "indoor": [51, 52, 58], "flatten": [55, 61], "stack": [55, 61], "flat": [55, 61], "vector": [55, 61], "173": 56, "6583692738386": 56, "32595": 56, "57259261767": 56, "00826655379267": 56, "588": 56, "1033": 56, "05437255409474": 56, "60": 56, "72839186915495": 56, "357": 56, "clgsetp": 56, "htgsetp": 56, "49999": 56, "287277410867238": 56, "87": 56, "60662171287048": 56, "22565264653451": 56, "98": 56, "37141259444684": 56, "35": 56, "98853496778508": 56, "49999046325684": 56, "508266553792669": 56, "550779087370951": 56, "0086829184636919": 56, "31536000": 56, "35040": 56, "259557259261767": 56, "0173658369273838": 56, "reli": [56, 58, 61], "re": 57, "num_simul": 57, "content": 57, "sub_run1": 57, "sub_run2": 57, "sub_run3": 57, "sub_runn": 57, "utilsocket": 57, "monitor_norm": 57, "sub_run": 57, "num_episod": 57, "within": [57, 59], "structur": [57, 58], "suit": 57, "observation_valu": 57, "action_valu": 57, "row": 57, "episode_num": [57, 61], "cumulative_power_consumpt": [57, 61], "mean_power_consumpt": [57, 61], "comfort_viol": [57, 61], "time_elaps": [57, 61], "carri": 57, "regardless": 57, "techniqu": 57, "factor": [57, 58], "present": 57, "power_penalti": [57, 61], "row_cont": 57, "_store_step_inform": 57, "statist": 57, "ep_mean_reward": 57, "ep_cumulative_reward": 57, "ep_cumulative_pow": 57, "ep_mean_pow": 57, "ep_cumulative_comfort_penalti": 57, "ep_mean_comfort_penalti": 57, "ep_cumulative_power_penalti": 57, "ep_mean_power_penalti": 57, "steps_info": 57, "newlin": 57, "file_obj": 57, "writer": 57, "csv_writer": 57, "writerow": 57, "len": [57, 61], "_normal": 57, "isfil": 57, "_reset_logg": 57, "relev": 57, "unwrap": 57, "thing": 58, "math": 58, "w_energi": 58, "lambda_temp": 58, "reward_energi": 58, "range_t": 58, "delta_t": 58, "ab": 58, "reward_comfort": 58, "lineal": 58, "neg": 58, "perfect": 58, "moreov": 58, "adjust": 58, "aspect": 58, "overwrit": 58, "supervis": 59, "successfulli": 59, "vv": 59, "anywai": 59, "under": 59, "framework": 59, "small": 59, "complex": 59, "independ": 59, "uniqu": 59, "test_common": 59, "test_reward": 59, "test_wrapp": 59, "test_simul": 59, "test_config": 59, "tree": 59, "test_env": 59, "test_control": 59, "test_stable_baselin": 59, "conceptu": 59, "readm": 59, "loop": 60, "someth": 60, "produc": 60, "found": 61, "inherit": 61, "collect": 61, "dequ": 61, "env_util": 61, "observationwrapp": 61, "unwrapped_observ": 61, "handl": 61, "divisionbyzero": 61, "isnan": 61, "ind_flat": 61, "histori": 61, "maxlen": 61, "observation_spac": 61, "new_shap": 61, "_": 61, "_get_ob": 61, "reshap": 61, "monitor_header_list": 61, "element_head": 61, "logger_main": 61, "debug": 61, "_epi_num": 61, "_eplus_working_dir": 61, "default_env": 61}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "config"], [40, 0, 0, "-", "controllers"], [43, 0, 0, "-", "evaluation"], [45, 0, 0, "-", "gcloud"], [50, 0, 0, "-", "rewards"], [53, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "get_season_comfort_range"], [33, 5, 1, "", "parse_observation_action_space"], [34, 5, 1, "", "parse_variables"], [35, 5, 1, "", "prepare_batch_from_records"], [36, 5, 1, "", "ranges_getter"], [37, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[39, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "adapt_idf_to_epw"], [39, 2, 1, "", "apply_extra_conf"], [39, 2, 1, "", "apply_weather_variability"], [39, 2, 1, "", "save_building_model"], [39, 2, 1, "", "set_episode_working_dir"], [39, 2, 1, "", "set_experiment_working_dir"], [39, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RandomController"], [42, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[44, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[46, 5, 1, "", "delete_instance_MIG_from_container"], [47, 5, 1, "", "get_service_account_token"], [48, 5, 1, "", "init_storage_client"], [49, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[51, 1, 1, "", "ExpReward"], [52, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[54, 1, 1, "", "LoggerWrapper"], [55, 1, 1, "", "MultiObsWrapper"], [56, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_logger"], [54, 2, 1, "", "close"], [54, 2, 1, "", "deactivate_logger"], [54, 2, 1, "", "reset"], [54, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "reset"], [55, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "get_unwrapped_obs"], [56, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "contribut": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 57], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 59], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 57], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 59], "releas": 7, "modifi": 7, "instal": [8, 59], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": [24, 44], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "get_season_comfort_rang": 32, "parse_observation_action_spac": 33, "parse_vari": 34, "prepare_batch_from_record": 35, "ranges_gett": 36, "setpoints_transform": 37, "config": [38, 39], "randomcontrol": 41, "rulebasedcontrol": 42, "evalu": [43, 44], "gcloud": [45, 46, 47, 48, 49], "delete_instance_mig_from_contain": 46, "get_service_account_token": 47, "init_storage_cli": 48, "upload_to_bucket": 49, "reward": [50, 51, 52, 58], "expreward": 51, "linearreward": 52, "wrapper": [53, 54, 55, 56, 61], "loggerwrapp": 54, "multiobswrapp": 55, "normalizeobserv": 56, "format": 57, "test": 59, "pytest": 59, "run": 59, "usag": 60, "exampl": 60}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[32, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[33, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[34, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[35, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[36, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[37, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[38, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[39, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[41, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[42, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[43, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[44, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[45, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[46, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[47, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[48, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[49, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[50, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[51, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[52, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[53, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[54, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[55, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[56, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[57, "output-format"]], "Logger": [[57, "logger"]], "Rewards": [[58, "rewards"]], "Tests": [[59, "tests"]], "Install Pytest": [[59, "install-pytest"]], "Running tests": [[59, "running-tests"]], "Create new tests": [[59, "create-new-tests"]], "Usage example": [[60, "usage-example"]], "Wrappers": [[61, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [38, "module-sinergym.utils.config"], [40, "module-sinergym.utils.controllers"], [43, "module-sinergym.utils.evaluation"], [45, "module-sinergym.utils.gcloud"], [50, "module-sinergym.utils.rewards"], [53, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[39, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[39, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[41, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[41, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[42, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[42, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.evaluation": [[43, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[44, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[45, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[50, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[51, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[51, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[51, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[52, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[52, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[52, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[53, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[54, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[55, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[55, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[55, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[55, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[56, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[56, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[56, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[56, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 36, 37, 39, 44, 46, 56, 57, 58, 59, 61], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 33, 35, 36, 39, 44, 46, 56, 57, 58, 59, 60, 61], "project": [0, 3, 6, 7, 8, 9, 16, 59], "base": [0, 2, 6, 7, 9, 42, 59], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 33, 37, 44, 53, 54, 55, 57, 58, 59, 60, 61], "eplu": [0, 2, 4, 5, 9, 12, 36, 57, 58, 60, 61], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 32, 44, 57, 61], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 36, 39, 57, 60, 61], "an": [0, 2, 3, 6, 7, 8, 9, 15, 17, 22, 23, 24, 26, 31, 37, 44, 57, 58, 59, 61], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 41, 42, 44, 53, 54, 55, 56, 57, 58, 59, 60, 61], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 59, 60], "interfac": [0, 4, 9, 13, 18, 57, 59], "wrap": [0, 3, 9, 23, 24, 44, 57], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 36, 37, 39, 41, 42, 57, 58, 59, 60, 61], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 38, 39, 56, 57, 59], "control": [0, 7, 9, 15, 17, 20, 59], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 35, 36, 39, 44, 45, 57, 58, 59, 60, 61], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 58], "learn": [0, 6, 8, 9, 58], "main": [0, 3, 6, 9, 26, 57], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 24, 25, 26, 31, 36, 43, 44, 45, 57, 58, 59, 61], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 32, 44, 57, 58, 59, 61], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 44, 56], "commun": [0, 9, 13, 57, 59], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 57, 58, 61], "design": [0, 5, 9, 39, 58], "set": [0, 3, 4, 5, 9, 38, 39, 57, 59], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 59], "These": [0, 6, 7, 9, 26, 57, 59], "mai": [0, 6, 8, 9, 39, 57], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 30, 50, 51, 52, 58, 59], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 39, 57, 59], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 33, 34, 37, 41, 42, 44, 54, 55, 57, 59, 61], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 33, 34, 41, 42, 54, 55, 56, 57, 59, 61], "space": [0, 3, 6, 9, 11, 12, 33, 37, 61], "develop": [0, 2, 7, 9, 59, 61], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 59], "allow": [0, 3, 6, 7, 9, 58], "modifi": [0, 2, 5, 9, 16, 24, 39, 44, 57], "easi": [0, 9, 59], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 57, 59, 61], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 57, 58, 59, 61], "sever": [0, 6, 9, 39, 61], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 44, 54, 55, 56, 57, 59, 60, 61], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 34, 36, 56, 57, 58, 61], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 32, 39, 57, 58], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 45, 59], "energyplu": [0, 6, 9, 11, 12, 16, 18, 29, 39, 57, 60], "establish": [0, 9, 17, 57, 59], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 57], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 54, 57, 61], "more": [0, 4, 5, 6, 7, 8, 9, 57, 58, 59, 61], "them": [0, 3, 9, 39, 61], "e": [0, 8, 9, 24, 44], "g": [0, 3, 6, 9, 24, 44], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 58, 61], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 60, 61], "maintain": [0, 2, 9], "api": [0, 6, 9, 45, 60], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 38, 39, 44, 56, 59], "configur": [0, 4, 9, 12, 17, 19, 38, 39, 58, 59], "automat": [0, 4, 6, 7, 8, 9, 59], "adapt": [0, 9, 39], "specif": [0, 3, 4, 7, 9, 39, 57, 58, 59], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 35, 36, 44, 57, 58], "designdai": [0, 9, 39], "locat": [0, 4, 8, 9, 28, 39], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 39, 41, 46, 49, 51, 52, 57, 58, 61], "idf": [0, 4, 5, 9, 12, 17, 19, 39, 57], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 33, 34, 38, 39, 49, 57, 59], "specifi": [0, 3, 6, 9, 26, 49, 57], "without": [0, 6, 7, 9, 56, 61], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 24, 26, 33, 35, 37, 39, 41, 42, 44, 54, 55, 56, 57, 61], "intervent": [0, 9], "user": [0, 7, 9, 57], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 38, 39, 54, 55, 57, 59, 61], "facil": [0, 3, 4, 9, 56], "our": [0, 3, 5, 7, 8, 9, 58, 59], "team": [0, 8, 9, 58], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 41, 42, 44, 46, 49, 51, 52, 54, 55, 56, 58], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 35, 39, 57, 59, 61], "amplifi": [0, 5, 9], "context": [0, 5, 9, 59], "experi": [0, 3, 5, 8, 9, 38, 39], "peopl": [0, 4, 9, 56], "occup": [0, 4, 9, 32, 56], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 56, 57, 61], "per": [0, 3, 4, 5, 9, 24, 26, 44, 51, 52, 56, 57, 58], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 56, 57, 61], "etc": [0, 3, 6, 8, 9, 26, 57], "stabl": [0, 3, 9, 21, 59], "baselin": [0, 3, 9, 21, 59], "3": [0, 3, 4, 9, 17, 21, 56, 59, 61], "integr": [0, 6, 7, 9, 58], "some": [0, 3, 5, 6, 7, 9, 61], "like": [0, 3, 7, 8, 9, 39, 59, 60], "callback": [0, 3, 6, 9, 20, 43, 44], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 57, 59, 61], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 24, 44, 57, 59], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 45, 46, 47, 48, 49], "cloud": [0, 3, 7, 9, 45, 46, 47, 48, 49], "whether": [0, 6, 7, 9, 12, 17, 23, 24, 44, 46, 55, 61], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 24, 44, 49, 57, 58, 59, 61], "account": [0, 6, 8, 9, 46, 47, 58], "want": [0, 3, 6, 7, 8, 9, 24, 44, 49, 57, 58, 59, 61], "your": [0, 2, 3, 7, 8, 9, 61], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 57, 59, 61], "how": [0, 4, 6, 9, 58], "do": [0, 3, 6, 8, 9, 24, 44, 59], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 57], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 44, 57, 58, 59, 61], "remot": [0, 3, 7, 8, 9, 59], "local": [0, 3, 6, 7, 9, 24, 44, 49], "store": [0, 3, 6, 9, 22, 26, 39, 49, 57, 61], "help": [0, 6, 9], "manag": [0, 6, 9, 38, 39, 46, 57], "run": [0, 6, 8, 9, 17, 24, 44, 57], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 39, 57, 58], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 39, 49, 57], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 54, 61], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 57], "inform": [0, 3, 5, 6, 7, 9, 12, 26, 54, 55, 57, 59, 61], "real": [0, 3, 9, 26, 57], "time": [0, 3, 7, 9, 17, 26, 29, 30, 56, 57, 59, 61], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 39, 44, 60], "progress": [0, 3, 9, 26, 27, 57, 61], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 59], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 58, 59, 60, 61], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 57, 61], "done": [0, 2, 3, 26, 56, 57, 60, 61], "check": [0, 3, 6, 7, 8, 24, 44, 59], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 24, 33, 36, 39, 44, 56, 57, 59, 61], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 24, 39, 44, 54, 56, 61], "sinergym": [2, 3, 4, 7, 8, 9, 57, 59, 60, 61], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 24, 39, 44, 47, 57, 58, 59, 61], "section": [2, 3, 6, 8, 59], "implement": [2, 3, 40, 50, 53, 58, 59, 61], "own": [2, 3, 61], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 32, 39, 51, 52, 57, 58, 59, 61], "random": [2, 6, 41], "agent": [2, 6, 12, 23, 24, 26, 41, 42, 44, 57, 59], "rule": [2, 6, 42, 59], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 61], "util": [2, 3, 4, 6, 12, 58, 59, 61], "py": [2, 3, 4, 6, 8, 59, 61], "veri": [2, 6, 7], "perform": [2, 23, 24, 44, 55, 61], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 40, 60], "datetim": [2, 6, 58], "import": [2, 3, 5, 6, 7, 57, 58, 60, 61], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 28, 29, 30, 31, 33, 34, 35, 36, 37, 39, 41, 42, 46, 47, 48, 50, 51, 52, 54, 55, 56, 58, 61], "list": [2, 4, 6, 7, 8, 12, 17, 24, 26, 28, 31, 34, 35, 36, 37, 39, 41, 42, 44, 51, 52, 57, 58], "option": [2, 3, 6, 7, 8, 12, 17, 28, 29, 36, 39, 41, 51, 52, 54, 55, 56, 57, 58, 59, 61], "sequenc": [2, 41, 42, 56, 61], "tupl": [2, 12, 17, 28, 29, 33, 37, 39, 51, 52, 54, 55, 58, 61], "numpi": [2, 4, 6, 60, 61], "arang": 2, "common": [2, 3, 4, 6, 20, 23, 24, 44, 58, 59, 61], "get_season_comfort_rang": [2, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 38, 39, 40, 41, 42, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 39, 48, 49, 57], "def": [2, 3, 57, 58, 61], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 39, 41, 42, 51, 52, 54, 55, 56, 57, 58, 61], "self": [2, 3, 57, 58, 61], "env": [2, 3, 4, 5, 6, 23, 24, 33, 36, 39, 41, 42, 44, 54, 55, 56, 57, 58, 59, 60, 61], "It": [2, 3, 6, 7, 8, 17, 23, 26, 41, 57, 60, 61], "select": [2, 8, 12, 41, 42], "avail": [2, 4, 6, 41, 58], "randomli": [2, 41], "arg": [2, 3, 6, 8, 12, 22, 23, 54, 55, 56, 57, 58, 61], "act": [2, 41, 42], "none": [2, 3, 6, 12, 15, 17, 23, 24, 26, 28, 36, 39, 41, 42, 44, 54, 55, 56, 57, 61], "": [2, 3, 4, 6, 8, 16, 26, 39, 41, 57, 59, 61], "action_spac": [2, 6, 37, 41, 60, 61], "perceiv": [2, 41, 42], "default": [2, 3, 5, 6, 7, 8, 12, 17, 28, 29, 39, 41, 51, 52, 54, 55, 56, 58, 59, 61], "return": [2, 3, 7, 12, 17, 24, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 39, 41, 42, 44, 46, 47, 48, 51, 52, 54, 55, 56, 58, 61], "chosen": [2, 41, 42], "sampl": [2, 60, 61], "rulebasedcontrol": 2, "static": [2, 6, 42], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 32, 39, 51, 52, 56, 57, 58, 61], "month": [2, 4, 17, 26, 29, 30, 32, 51, 52, 56, 57, 58, 60, 61], "outdoor": [2, 4, 42, 56], "air": [2, 4, 42, 56], "drybulb": [2, 4, 28, 39, 42, 56], "temperatur": [2, 3, 4, 26, 32, 42, 51, 52, 56, 57, 58], "daytim": [2, 42], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 36, 39, 44, 51, 52, 54, 55, 56, 58, 61], "zip": 2, "out_temp": 2, "site": [2, 4, 56], "int": [2, 3, 6, 12, 15, 17, 23, 24, 26, 29, 30, 32, 37, 39, 44, 51, 52, 54, 55, 57, 58, 61], "season_comfort_rang": 2, "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 51, 52, 56, 57, 58, 60, 61], "1": [2, 3, 4, 17, 22, 23, 51, 52, 56, 57, 58, 60, 61], "rang": [2, 3, 4, 6, 11, 32, 36, 56, 58, 60, 61], "6": [2, 4, 5, 6, 8, 17, 39, 56], "18": [2, 4], "19": [2, 4, 6], "44": 2, "25": [2, 4], "elif": [2, 3, 6, 61], "22": [2, 4, 56], "even": 2, "20": [2, 4], "24": [2, 4, 30], "els": [2, 3, 6, 24, 44, 57, 58, 61], "night": 2, "33": 2, "23": [2, 4, 56], "setpoint": [2, 3, 4, 56], "comfort": [2, 3, 4, 11, 22, 26, 32, 51, 52, 56, 57, 58], "requir": [2, 3, 6, 7, 8, 39, 57], "alreadi": [2, 6, 59], "met": [2, 24, 44], "current_cool_setpoint": 2, "zone": [2, 4, 6, 34, 51, 52, 56, 58], "thermostat": [2, 4, 56], "cool": [2, 4, 56], "space1": [2, 56], "current_heat_setpoint": 2, "heat": [2, 4, 56], "simpl": [2, 52, 58], "given": [2, 3, 17, 29, 31, 36, 37, 39, 51, 52, 54, 58, 61], "instanc": [2, 3, 6, 12, 46, 57], "usag": [2, 3, 6, 61], "next": [2, 6, 7, 12, 17, 54, 55, 57, 59, 61], "np": [2, 3, 6, 12, 17, 37, 54, 55, 56, 57, 60, 61], "5zone": [2, 4, 5, 6, 60], "mix": [2, 4, 58], "continu": [2, 3, 4, 5, 7, 11, 12, 60], "v1": [2, 4, 5, 12, 58, 60, 61], "ob": [2, 3, 56, 60, 61], "reset": [2, 3, 6, 12, 17, 24, 39, 44, 54, 55, 57, 60, 61], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 44, 54, 56, 57, 60, 61], "current_month": [2, 60, 61], "info": [2, 3, 60, 61], "step": [2, 3, 8, 12, 17, 24, 26, 37, 44, 54, 55, 57, 60, 61], "append": [2, 3, 6, 57, 59, 60, 61], "displai": [2, 6, 60, 61], "result": [2, 6, 17, 24, 44, 57, 60, 61], "everi": [2, 3, 6, 7, 23, 59, 60, 61], "print": [2, 3, 60, 61], "sum": [2, 3, 57, 58, 60, 61], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 36, 39, 44, 54, 55, 57, 60, 61], "mean": [2, 3, 4, 6, 7, 17, 24, 28, 39, 44, 56, 57, 58, 60, 61], "cumul": [2, 60, 61], "close": [2, 6, 12, 17, 54, 60, 61], "discret": [3, 4, 11, 12, 33, 58], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 28, 39], "due": [3, 6], "its": [3, 4, 6, 7, 47, 54, 61], "call": [3, 6, 8, 17, 23, 24, 44, 57], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 54, 61], "dure": [3, 6, 22, 23, 57, 60], "one": [3, 6, 24, 26, 28, 31, 44, 51, 52, 57, 58, 59], "monitor": [3, 6, 8, 23, 24, 26, 44, 57, 61], "auto": [3, 6], "save": [3, 5, 6, 23, 39, 61], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 43, 53, 61], "execut": [3, 7, 8, 17, 26, 27, 39, 46, 54, 55, 57, 59, 61], "log": [3, 26, 27, 54, 57, 61], "all": [3, 6, 7, 8, 12, 17, 22, 36, 57, 58, 59], "therefor": [3, 4], "propos": 3, "extract": [3, 36], "which": [3, 6, 7, 8, 17, 22, 26, 35, 39, 57, 58, 59], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 32, 58], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24, 44], "valu": [3, 4, 5, 6, 8, 22, 26, 36, 51, 52, 56, 57, 58, 61], "param": [3, 6, 22, 23, 24, 26, 38, 39, 44, 57], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 59], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 51, 52, 57, 58], "ep_term_comfort": [3, 22], "term": [3, 22, 51, 52, 58], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 51, 52, 58], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 39, 44, 55, 57, 61], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 59], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 54, 57, 61], "inner": [3, 4, 6, 7, 22, 37, 46, 49, 58], "activ": [3, 6, 8, 22, 26, 54, 57, 61], "super": [3, 61], "_on_training_start": 3, "is_wrap": [3, 61], "training_env": 3, "loggerwrapp": [3, 6, 61], "env_method": 3, "activate_logg": [3, 54, 61], "deactivate_logg": [3, 54, 61], "record": [3, 26, 31, 35, 54, 57, 61], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 26, 27, 39, 41, 42, 51, 52, 54, 55, 56, 57], "depend": [3, 6, 8, 26, 32, 57, 59], "global": [3, 6, 24, 44], "kei": [3, 5, 6, 31, 33, 34, 36, 61], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 24, 33, 39, 44], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 24, 26, 44, 54, 55, 57, 61], "get_attr": 3, "normal": [3, 6, 56, 57, 59, 61], "origin": [3, 4, 16, 28, 39, 54, 55, 56, 57, 61], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 61], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 56, 61], "enumer": [3, 61], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 24, 26, 44, 57, 58, 61], "receiv": [3, 17, 19], "action_": [3, 61], "try": [3, 6, 17, 57], "network": [3, 6], "output": [3, 5, 7, 27, 36, 39, 60], "clip": 3, "clipped_act": 3, "except": [3, 39, 57], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 61], "comfort_penalti": [3, 26, 56, 57, 61], "total_power_no_unit": [3, 26, 56, 57, 61], "end": [3, 6, 12, 17, 19, 26, 30, 57, 61], "summari": [3, 54, 57, 61], "last": [3, 17, 36, 54, 56, 57, 61], "metric": [3, 57], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 57, 61], "mean_reward": [3, 23, 57, 61], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 57, 61], "cumulative_comfort_penalti": [3, 57, 61], "mean_power_penalti": [3, 57, 61], "cumulative_power_penalti": [3, 57, 61], "comfort_violation_tim": 3, "100": [3, 6, 56, 57], "zerodivisionerror": [3, 57], "nan": [3, 57], "finish": [3, 6, 7, 17], "shouldn": 3, "t": [3, 6, 8, 31, 51, 52, 57, 58, 61], "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 44, 54, 55, 56, 57, 61], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 57, 59], "same": [3, 4, 6, 7, 28, 57, 58, 61], "attribut": [3, 12, 17, 26, 39, 57, 58, 61], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 57], "tabl": 3, "other": [3, 6, 8, 57], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 39], "frequenc": [3, 6], "consequ": [3, 6, 58], "featur": 3, "up": [3, 4, 5, 8, 38, 39, 51, 52, 58, 59], "thu": [3, 6], "off": 3, "polici": [3, 6, 24, 43, 44], "whole": [3, 26, 56, 57], "instead": [3, 6, 8, 24, 44, 58], "when": [3, 6, 7, 17, 23, 24, 26, 44, 57, 58], "On": [3, 6, 8], "appear": [3, 8, 24, 44, 57], "too": [3, 6, 7, 8, 46, 61], "becaus": [3, 6], "Then": [3, 6, 8, 61], "pars": [3, 4, 33, 34], "entir": 3, "equival": 3, "csv": [3, 26, 57, 61], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 57, 61], "bound": 3, "penalti": [3, 26, 57, 58], "power": [3, 26, 51, 52, 57, 58, 61], "obtain": [3, 12], "being": [3, 57], "wrapper": [3, 6, 20, 23, 24, 44, 57, 59], "thei": [3, 6, 8, 59], "both": [3, 11, 58], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 61], "neural": 3, "well": [3, 24, 44], "evalu": [3, 6, 23, 24, 58], "ad": [3, 4, 61], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 35], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 26, 54, 57, 61], "most": [3, 57, 58], "must": [3, 4, 6, 8, 24, 44], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 35, 46, 49], "comment": [3, 7], "argument": [3, 6, 33, 61], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 44, 61], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24, 44], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 33, 34, 35, 36, 39, 44, 46, 47, 49, 51, 52, 54, 55, 56, 57, 58, 61], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 24, 26, 28, 29, 30, 36, 37, 39, 44, 51, 52, 54, 55, 57, 58, 61], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 55, 57, 61], "5": [3, 4, 17, 23, 24, 44, 51, 52, 55, 56, 58, 61], "gamma": [3, 6], "99": [3, 6, 39], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 59], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 51, 52, 58], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 34, 39, 46, 49], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": 3, "2": [3, 4, 7, 17, 61], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24, 44], "render": [3, 6, 12, 23, 24, 44], "n_eval_episod": [3, 6, 23, 24, 44], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 57], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 23, 48, 61], "date": [3, 26, 57, 58, 61], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 58], "period": 4, "demo": [4, 61], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 56], "03": 4, "hot": [4, 5, 60], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 56], "new": [4, 6, 15, 17, 19, 23, 26, 28, 39, 54, 55, 57, 58, 61], "york": 4, "humid": [4, 56], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 33, 37, 61], "stochast": [4, 23, 24, 44, 58], "datacent": [4, 6], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 39, 51, 52, 57, 58, 59], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 57], "classif": 4, "In": [4, 5, 6, 7, 8, 24, 44, 59], "seri": [4, 11], "chang": [4, 6, 7, 26, 57], "gaussian": 4, "std": [4, 24, 44], "add": [4, 6, 7, 11, 57, 61], "extern": [4, 6, 57], "wai": [4, 5, 6], "definit": [4, 6, 12, 33], "variant": [4, 61], "xml": [4, 12, 33], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 49], "dtd": 4, "max": [4, 36, 51, 52, 58, 61], "min": [4, 36, 58, 61], "5e6": [4, 61], "rel": [4, 56], "wind": [4, 56], "speed": [4, 56], "direct": [4, 6, 56], "diffus": [4, 56], "solar": [4, 56], "radiat": [4, 56], "rate": [4, 56], "area": [4, 56], "7": [4, 6, 8, 17], "8": [4, 6, 8], "9": 4, "thermal": [4, 32, 56], "radiant": [4, 56], "11": [4, 56], "cloth": [4, 56], "fanger": [4, 56], "ppd": [4, 56], "13": 4, "count": [4, 24, 44, 56], "14": [4, 6], "15": [4, 56], "total": [4, 6, 26, 56, 57], "hvac": [4, 56], "electr": [4, 56], "demand": [4, 56], "16": 4, "17": 4, "low": [4, 51, 52, 58, 59, 61], "high": [4, 61], "shape": [4, 6, 61], "dtype": [4, 61], "float32": [4, 61], "num": 4, "30": [4, 56], "29": 4, "28": 4, "27": 4, "26": 4, "21": [4, 56], "element": [4, 17, 26, 31, 35, 57], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 39, 44], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 57, 60, 61], "should": [4, 6, 8, 17, 23, 60, 61], "worri": 4, "anyth": [4, 24, 44], "solut": 4, "updat": [4, 6, 7, 8, 23, 36, 59], "alwai": [4, 6, 57, 58], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 33], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 59], "let": [5, 6, 7, 58], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 39, 56, 57, 58, 61], "directori": [5, 8, 12, 17, 36, 39, 49, 57, 59, 60], "dictionari": [5, 6, 7, 12, 17, 33, 34, 35], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 59], "remov": [6, 46, 51, 52, 58], "host": [6, 57], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 46], "invoic": 6, "don": [6, 8, 57], "document": [6, 7, 8, 57], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 61], "enabl": [6, 7], "servic": [6, 46, 47], "librari": [6, 8, 59], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 48, 49], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 57, 59], "termin": [6, 17, 26, 27, 54, 55, 57, 61], "applic": [6, 59], "login": 6, "upload": [6, 7, 49], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 47], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 57, 59, 61], "repositori": [6, 7, 8, 57, 59], "prefer": [6, 8], "realli": [6, 61], "10gb": 6, "isn": [6, 61], "enough": 6, "silenc": 6, "error": [6, 7, 24, 44, 61], "would": [6, 58], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 59], "purpos": 6, "write": [6, 7, 8, 57, 59], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 51, 52, 58], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 59], "case": [6, 7, 8, 24, 44], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 59], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 58, 59], "predetermin": 6, "correct": [6, 7, 61], "decid": 6, "enter": 6, "after": [6, 17, 24, 44, 60], "immedi": 6, "hasn": [6, 31], "yet": [6, 59], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 32, 39, 44, 47, 56, 61], "5000": 6, "explain": 6, "befor": [6, 8, 17, 24, 39, 44, 61], "previou": [6, 55, 61], "group": [6, 46], "larg": 6, "quot": 6, "than": [6, 57, 58, 61], "rest": [6, 45, 46], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 57], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 56, 61], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 61], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 51, 58], "norm": 6, "store_tru": 6, "multiob": [6, 61], "mob": 6, "multi": [6, 61], "ten": 6, "path": [6, 17, 23, 26, 28, 33, 34, 36, 39, 49, 57], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 39], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 39], "sig": 6, "regist": [6, 58], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 7, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 57], "valid": [6, 47, 61], "respons": [6, 46, 57], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 44, 57, 61], "interv": 6, "linearreward": [6, 12, 58], "expreward": [6, 58], "runtimeerror": [6, 17, 33], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "calcul": [6, 51, 52, 58], "dir": [6, 39], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 61], "_episode_exist": [6, 61], "storeg": 6, "send": [6, 12, 15, 17, 19, 47, 48, 49], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 48, 49], "upload_to_bucket": 6, "src_path": [6, 49], "dest_bucket_nam": [6, 49], "dest_path": [6, 49], "end_run": 6, "autodelet": 6, "token": [6, 46, 47], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 54, 57, 61], "written": 6, "recreat": 6, "belong": [6, 26, 57], "delet": [6, 46, 61], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 33], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 58], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 44, 56, 57, 61], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 59], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 39, 57], "jajim": [6, 8], "github": [6, 8, 16, 59], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 39], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 29, 57], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 33], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 58, 60], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 32, 60], "level": [7, 27, 59], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 59], "cannot": 7, "storag": [7, 8, 48, 49], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 57], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 34], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "anoth": [7, 8, 57], "contain": [7, 24, 44, 46, 47, 59, 60], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "manual": [7, 61], "catch": 7, "pypi": [7, 8], "yml": [7, 59], "take": [7, 39, 58], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 58], "pip": [8, 59], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 59], "later": [8, 26, 57], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 39, 60], "copi": [8, 17, 57, 61], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 51, 52, 58], "subset": [8, 61], "ofici": 8, "prepar": [8, 35], "absolut": [11, 36, 51, 52, 58], "raw": 11, "cfg": [11, 17, 57], "kwarg": [12, 22, 23, 54, 55, 56], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 39, 57], "discrete_act": [12, 33], "weather_vari": [12, 17, 38], "epw": [12, 17, 19, 28, 39, 57], "condit": [12, 32], "mu": 12, "tao": 12, "ornstein": [12, 28, 39], "uhlenbeck": [12, 28, 39], "feedback": 12, "mode": 12, "human": [12, 32], "ndarrai": [12, 15, 17, 37, 54, 55, 56, 61], "integ": [12, 17, 37], "union": [12, 17, 26, 37, 54, 55, 57, 61], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 39], "variable_path": 17, "idf_path": [17, 39], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 39], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 57], "sensor": 17, "pass": [17, 23, 24, 44, 57], "ou": [17, 28, 39], "elaps": [17, 26, 29, 57], "consist": [17, 58], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 39], "year": [17, 29, 30, 32, 39], "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 24, 44], "base_class": [24, 44], "basealgorithm": [24, 44], "callabl": [24, 44], "averag": [24, 44], "made": [24, 44], "note": [24, 44, 57, 61], "scale": [24, 44, 59], "earli": [24, 44], "avoid": [24, 44], "reward_threshold": [24, 44], "minimum": [24, 44], "expect": [24, 44], "return_episode_reward": [24, 44], "monitor_head": [26, 57, 61], "progress_head": [26, 57, 61], "log_progress_fil": [26, 57, 61], "log_fil": [26, 57], "header": [26, 57, 61], "sub_run_n": [26, 57], "res_n": [26, 57], "steps_data": [26, 57], "arrai": [26, 57, 61], "elabor": [26, 57], "total_time_elaps": [26, 57], "comfort_violation_timestep": [26, 57], "whose": [26, 57], "activate_flag": [26, 57, 61], "deactivate_flag": [26, 57, 61], "log_episod": [26, 57, 61], "log_step": [26, 57, 61], "simulation_tim": [26, 57, 61], "achiev": [26, 57], "w": [26, 51, 52, 57, 58], "log_step_norm": [26, 57, 61], "steps_data_norm": [26, 57], "set_log_fil": [26, 57, 61], "new_log_fil": [26, 57], "getlogg": 27, "formatt": 27, "weather_data": [28, 39], "weatherdata": [28, 39], "original_epw_fil": 28, "variat": [28, 39], "opyplu": [28, 29, 31, 35, 39], "epm": [29, 31, 35, 39], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "season": 32, "ashra": 32, "55": 32, "environment": 32, "2004": 32, "continuous_act": 33, "map": 33, "var_fil": 34, "add_batch": 35, "convert": [35, 37], "batch": 35, "output_path": 36, "last_result": 36, "setpoints_spac": 37, "transform": 37, "modif": 38, "max_ep_stor": 39, "extra_config": 39, "_idf_path": 39, "_weather_path": 39, "_ddy_path": 39, "ddy": 39, "experiment_path": 39, "episode_path": 39, "_idd": 39, "idd": 39, "ddy_model": 39, "adapt_idf_to_epw": 39, "summerdai": 39, "ann": 39, "clg": 39, "condn": 39, "mwb": 39, "winterdai": 39, "htg": 39, "summer": 39, "winter": 39, "desingdai": 39, "apply_extra_conf": 39, "apply_weather_vari": 39, "save_building_model": 39, "env_working_dir": 39, "set_episode_working_dir": 39, "parent": 39, "set_experiment_working_dir": 39, "easier": 45, "instance_group_nam": 46, "vm": 46, "alon": 46, "mig": 46, "request": 46, "author": 47, "petit": [47, 48], "ask": [48, 49], "recurs": 49, "bucket": 49, "destin": 49, "energy_weight": [51, 52, 58], "lambda_energi": [51, 52, 58], "0001": [51, 52], "lambda_temperatur": [51, 52, 58], "r": [51, 52, 58], "lambda_": [51, 52, 58], "lambda_t": [51, 52, 58], "exp": [51, 58], "t_": [51, 52, 58], "weight": [51, 52, 58], "constant": [51, 52, 58], "dimens": [51, 52, 58], "calculu": [51, 52, 58], "indoor": [51, 52, 58], "flatten": [55, 61], "stack": [55, 61], "flat": [55, 61], "vector": [55, 61], "173": 56, "6583692738386": 56, "32595": 56, "57259261767": 56, "00826655379267": 56, "588": 56, "1033": 56, "05437255409474": 56, "60": 56, "72839186915495": 56, "357": 56, "clgsetp": 56, "htgsetp": 56, "49999": 56, "287277410867238": 56, "87": 56, "60662171287048": 56, "22565264653451": 56, "98": 56, "37141259444684": 56, "35": 56, "98853496778508": 56, "49999046325684": 56, "508266553792669": 56, "550779087370951": 56, "0086829184636919": 56, "31536000": 56, "35040": 56, "259557259261767": 56, "0173658369273838": 56, "reli": [56, 58, 61], "re": 57, "num_simul": 57, "content": 57, "sub_run1": 57, "sub_run2": 57, "sub_run3": 57, "sub_runn": 57, "utilsocket": 57, "monitor_norm": 57, "sub_run": 57, "num_episod": 57, "within": [57, 59], "structur": [57, 58], "suit": 57, "observation_valu": 57, "action_valu": 57, "row": 57, "episode_num": [57, 61], "cumulative_power_consumpt": [57, 61], "mean_power_consumpt": [57, 61], "comfort_viol": [57, 61], "time_elaps": [57, 61], "carri": 57, "regardless": 57, "techniqu": 57, "factor": [57, 58], "present": 57, "power_penalti": [57, 61], "row_cont": 57, "_store_step_inform": 57, "statist": 57, "ep_mean_reward": 57, "ep_cumulative_reward": 57, "ep_cumulative_pow": 57, "ep_mean_pow": 57, "ep_cumulative_comfort_penalti": 57, "ep_mean_comfort_penalti": 57, "ep_cumulative_power_penalti": 57, "ep_mean_power_penalti": 57, "steps_info": 57, "newlin": 57, "file_obj": 57, "writer": 57, "csv_writer": 57, "writerow": 57, "len": [57, 61], "_normal": 57, "isfil": 57, "_reset_logg": 57, "relev": 57, "unwrap": 57, "thing": 58, "math": 58, "w_energi": 58, "lambda_temp": 58, "reward_energi": 58, "range_t": 58, "delta_t": 58, "ab": 58, "reward_comfort": 58, "lineal": 58, "neg": 58, "perfect": 58, "moreov": 58, "adjust": 58, "aspect": 58, "overwrit": 58, "supervis": 59, "successfulli": 59, "vv": 59, "anywai": 59, "under": 59, "framework": 59, "small": 59, "complex": 59, "independ": 59, "uniqu": 59, "test_common": 59, "test_reward": 59, "test_wrapp": 59, "test_simul": 59, "test_config": 59, "tree": 59, "test_env": 59, "test_control": 59, "test_stable_baselin": 59, "conceptu": 59, "readm": 59, "loop": 60, "someth": 60, "produc": 60, "found": 61, "inherit": 61, "collect": 61, "dequ": 61, "env_util": 61, "observationwrapp": 61, "unwrapped_observ": 61, "handl": 61, "divisionbyzero": 61, "isnan": 61, "ind_flat": 61, "histori": 61, "maxlen": 61, "observation_spac": 61, "new_shap": 61, "_": 61, "_get_ob": 61, "reshap": 61, "monitor_header_list": 61, "element_head": 61, "logger_main": 61, "debug": 61, "_epi_num": 61, "_eplus_working_dir": 61, "default_env": 61}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "config"], [40, 0, 0, "-", "controllers"], [43, 0, 0, "-", "evaluation"], [45, 0, 0, "-", "gcloud"], [50, 0, 0, "-", "rewards"], [53, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "get_season_comfort_range"], [33, 5, 1, "", "parse_observation_action_space"], [34, 5, 1, "", "parse_variables"], [35, 5, 1, "", "prepare_batch_from_records"], [36, 5, 1, "", "ranges_getter"], [37, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[39, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "adapt_idf_to_epw"], [39, 2, 1, "", "apply_extra_conf"], [39, 2, 1, "", "apply_weather_variability"], [39, 2, 1, "", "save_building_model"], [39, 2, 1, "", "set_episode_working_dir"], [39, 2, 1, "", "set_experiment_working_dir"], [39, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RandomController"], [42, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[44, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[46, 5, 1, "", "delete_instance_MIG_from_container"], [47, 5, 1, "", "get_service_account_token"], [48, 5, 1, "", "init_storage_client"], [49, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[51, 1, 1, "", "ExpReward"], [52, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[54, 1, 1, "", "LoggerWrapper"], [55, 1, 1, "", "MultiObsWrapper"], [56, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_logger"], [54, 2, 1, "", "close"], [54, 2, 1, "", "deactivate_logger"], [54, 2, 1, "", "reset"], [54, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "reset"], [55, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "get_unwrapped_obs"], [56, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "contribut": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 57], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 59], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 57], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 59], "releas": 7, "modifi": 7, "instal": [8, 59], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": [24, 44], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "get_season_comfort_rang": 32, "parse_observation_action_spac": 33, "parse_vari": 34, "prepare_batch_from_record": 35, "ranges_gett": 36, "setpoints_transform": 37, "config": [38, 39], "randomcontrol": 41, "rulebasedcontrol": 42, "evalu": [43, 44], "gcloud": [45, 46, 47, 48, 49], "delete_instance_mig_from_contain": 46, "get_service_account_token": 47, "init_storage_cli": 48, "upload_to_bucket": 49, "reward": [50, 51, 52, 58], "expreward": 51, "linearreward": 52, "wrapper": [53, 54, 55, 56, 61], "loggerwrapp": 54, "multiobswrapp": 55, "normalizeobserv": 56, "format": 57, "test": 59, "pytest": 59, "run": 59, "usag": 60, "exampl": 60}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[32, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[33, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[34, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[35, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[36, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[37, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[39, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[41, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[42, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[43, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[44, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[45, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[46, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[47, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[48, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[49, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[50, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[51, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[52, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[53, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[54, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[55, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[56, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[57, "output-format"]], "Logger": [[57, "logger"]], "Rewards": [[58, "rewards"]], "Tests": [[59, "tests"]], "Install Pytest": [[59, "install-pytest"]], "Running tests": [[59, "running-tests"]], "Create new tests": [[59, "create-new-tests"]], "Usage example": [[60, "usage-example"]], "Wrappers": [[61, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [38, "module-sinergym.utils.config"], [40, "module-sinergym.utils.controllers"], [43, "module-sinergym.utils.evaluation"], [45, "module-sinergym.utils.gcloud"], [50, "module-sinergym.utils.rewards"], [53, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[39, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[39, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[41, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[41, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[42, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[42, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.evaluation": [[43, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[44, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[45, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[50, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[51, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[51, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[51, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[52, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[52, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[52, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[53, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[54, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[54, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[55, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[55, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[55, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[55, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[56, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[56, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[56, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[56, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.7.8/.buildinfo b/docs/compilation/v1.7.8/.buildinfo index ad5870c71d..00e9559b60 100644 --- a/docs/compilation/v1.7.8/.buildinfo +++ b/docs/compilation/v1.7.8/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 763404eccd74119c2236f50d19e83425 +config: d959930273ee043ef887e13dd7f45ada tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.7.8/.doctrees/environment.pickle b/docs/compilation/v1.7.8/.doctrees/environment.pickle index 1e7af1d1b4..6c65dfb38c 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/environment.pickle and b/docs/compilation/v1.7.8/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.7.8/.doctrees/index.doctree b/docs/compilation/v1.7.8/.doctrees/index.doctree index c2aa924a8c..0f00beb808 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/index.doctree and b/docs/compilation/v1.7.8/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.8/.doctrees/pages/API-reference.doctree index 8ab315cc6e..8af073064d 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.8/.doctrees/pages/controllers.doctree index 136b697a57..35d21ea789 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.8/.doctrees/pages/deep-reinforcement-learning.doctree index 39b99a311e..9cff73a6e5 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.8/.doctrees/pages/environments.doctree index a80aee8854..f22ca1c4f2 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.8/.doctrees/pages/extra-configuration.doctree index a03521211b..55bf6c2a59 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.8/.doctrees/pages/gcloudAPI.doctree index 59ba209614..cd6826c5a6 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.8/.doctrees/pages/github-actions.doctree index a31d3d2fa1..632511028b 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.8/.doctrees/pages/installation.doctree index 1fb7bbdcd7..12965522c0 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.8/.doctrees/pages/introduction.doctree index 269d003c4a..e00650edd3 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.doctree index baf6fdb36b..0edcffc84c 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index c067d68410..543222ee96 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 9ca8172fcd..378199ce5a 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index e8f12fe908..385f5cd158 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.doctree index 35a14296a0..1aec425dc6 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.doctree index 6719f9f22f..814de224aa 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index cb4308c8a2..a6903a31f6 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 61832fb83d..97e52a4aa8 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 5e8a40b7f5..676b305aa3 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index d993aa3aee..03bfe2240d 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 5f1712dacf..6ea664b5bc 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 0afbd75ef0..fa0a3a91ba 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index a7bb3127b0..a5ec88cf8d 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index 56bce70d55..c92deb5365 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index 318e85389a..e719482994 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 2d7d460105..3417ae461c 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.doctree index cb3fe7acf8..aeeec0fbb3 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 9f2abef96c..f6e9ce47f6 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index e24a66ed40..3422c76a4c 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 4f7a6cf2bf..68058733c1 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 20ff05c25f..f5df09d2ba 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 3d6092667a..68a5d4bfde 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 61000c3ac1..05fe4843e7 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index b7a665301e..45c1fe3b90 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 3cc0ee0689..0be3c35b86 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index d55f5584bb..c4adef39ad 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index e2de6cffb9..f152cfe067 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.doctree index e12ffefdeb..f82fc19c21 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index ecae843d88..7813669656 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 032a517b46..837ff6225e 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 968ee24cf0..1f57c644c0 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.doctree index 3cf31b8ea0..366aa4024c 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 8e87438156..d1080d50bc 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 95522f2968..2adde60931 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 00db3cd0ab..3471e01ba4 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 410b3ef7da..feee672220 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index f66b652652..831cd57b02 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index f5bbfa2d08..a52b05c63a 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 3cb8eddd10..c1bf278e01 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index f0e48f55cc..b0c95e5e83 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 572712f491..cbe66d24c1 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 2f2a035e4b..4df079e52c 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 2189f62bb5..cd5d93a844 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index d1035365e4..f28e37eca9 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 763cf72136..a2d44549f1 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index c18b0d5b32..e96b2caeea 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/output.doctree b/docs/compilation/v1.7.8/.doctrees/pages/output.doctree index 897f2e1fde..840b5c32f4 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.8/.doctrees/pages/rewards.doctree index 19087c0597..c85c5d2840 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.8/.doctrees/pages/tests.doctree index ce6f23839a..8adb8ff015 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.8/.doctrees/pages/usage-example.doctree index 5226589fdb..ab4c4543a9 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.7.8/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.8/.doctrees/pages/wrappers.doctree index 4df7b626fe..0e3e78e9b7 100644 Binary files a/docs/compilation/v1.7.8/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.8/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.7.8/objects.inv b/docs/compilation/v1.7.8/objects.inv index 3e0d4240ac..f4c558447f 100644 Binary files a/docs/compilation/v1.7.8/objects.inv and b/docs/compilation/v1.7.8/objects.inv differ diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.7.8/pages/modules/sinergym.envs.eplus_env.html index 6466c5950a..8a31ec1df9 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Functionalities:

    • Both discrete and continuous action spaces

      • diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.envs.html b/docs/compilation/v1.7.8/pages/modules/sinergym.envs.html index f82217ab42..c59c6cb53d 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
      -
      -

      sinergym.envs

      -

      Sinergym simulation environments.

      +
      +

      sinergym.envs

      +

      Sinergym simulation environments.

      Modules

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.base.html index 99d4d50823..e25ed2f902 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus.html index ce5ba388a8..0b55d692a4 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus_alpha.html index 359b2e5100..b13d52c7e1 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.html b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.html index 3df805e1db..426ff2ff42 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.callbacks.html index f6aece08b6..4ab7a2962b 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.common.html index 8cad0f425f..06038f7e2d 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.common.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.config.html index 44c2df6da2..fd0fffe912 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.config.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.controllers.html index fb9f47c20b..85505a3668 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.controllers.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.evaluation.html index fda12c4c4d..f7776cb8d2 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.evaluation.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.gcloud.html index b1169d0e46..949ccdf840 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.gcloud.html @@ -109,9 +109,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.html index 1bfb153171..3140fdd360 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.html @@ -102,9 +102,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.rewards.html index 3c756a4aa1..b049842d28 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.rewards.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of different types of rewards.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of different types of rewards.

    Classes

    diff --git a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.wrappers.html index 4e28d5ff5a..e2aa199535 100644 --- a/docs/compilation/v1.7.8/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.7.8/pages/modules/sinergym.utils.wrappers.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.7.8/searchindex.js b/docs/compilation/v1.7.8/searchindex.js index 321aa57366..1a3c27d38e 100644 --- a/docs/compilation/v1.7.8/searchindex.js +++ b/docs/compilation/v1.7.8/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 25, 30, 35, 36, 38, 43, 45, 55, 56, 57, 58, 60], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 17, 23, 25, 32, 34, 35, 38, 43, 45, 55, 56, 57, 58, 59, 60], "project": [0, 3, 6, 7, 8, 9, 16, 58], "base": [0, 2, 6, 7, 9, 41, 58], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 32, 36, 43, 52, 53, 54, 56, 57, 58, 59, 60], "eplu": [0, 2, 4, 5, 9, 12, 35, 56, 57, 59, 60], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 31, 43, 56, 60], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 27, 35, 38, 56, 59, 60], "an": [0, 2, 3, 6, 7, 8, 9, 12, 15, 17, 22, 23, 25, 30, 36, 43, 56, 57, 58, 60], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 25, 40, 41, 43, 52, 53, 54, 55, 56, 57, 58, 59, 60], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 58, 59], "interfac": [0, 4, 9, 13, 18, 56, 58], "wrap": [0, 3, 9, 23, 43, 56], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 25, 26, 27, 28, 35, 36, 38, 40, 41, 56, 57, 58, 59, 60], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 55, 56, 58], "control": [0, 7, 9, 15, 17, 20, 58], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 27, 34, 35, 38, 43, 44, 56, 57, 58, 59, 60], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 57], "learn": [0, 6, 8, 9, 57], "main": [0, 3, 6, 9, 25, 56], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 24, 25, 30, 35, 42, 43, 44, 56, 57, 58, 60], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 25, 31, 43, 56, 57, 58, 60], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 43, 55], "commun": [0, 9, 13, 56, 58], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 56, 57, 60], "design": [0, 5, 9, 38, 57], "set": [0, 3, 4, 5, 9, 37, 38, 56, 58], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 58], "These": [0, 6, 7, 9, 25, 56, 58], "mai": [0, 6, 8, 9, 38, 56], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 29, 49, 50, 51, 57, 58], "weather": [0, 4, 9, 11, 12, 17, 19, 27, 38, 56, 58], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 25, 32, 33, 36, 40, 41, 43, 53, 54, 56, 58, 60], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 25, 32, 33, 40, 41, 53, 54, 55, 56, 58, 60], "space": [0, 3, 6, 9, 11, 12, 32, 36, 60], "develop": [0, 2, 7, 9, 58, 60], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 58], "allow": [0, 3, 6, 7, 9, 57], "modifi": [0, 2, 5, 9, 16, 38, 43, 56], "easi": [0, 9, 58], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 56, 58, 60], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 56, 57, 58, 60], "sever": [0, 6, 9, 38, 60], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 25, 43, 53, 54, 55, 56, 58, 59, 60], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 55, 56, 57, 60], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 31, 38, 56, 57], "between": [0, 3, 4, 9, 29], "python": [0, 5, 6, 7, 8, 9, 16, 44, 58], "energyplu": [0, 6, 9, 11, 12, 16, 18, 28, 38, 56, 59], "establish": [0, 9, 17, 56, 58], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 28, 56], "tool": [0, 9], "interact": [0, 2, 3, 9, 25, 53, 56, 60], "more": [0, 4, 5, 6, 7, 8, 9, 56, 57, 58, 60], "them": [0, 3, 9, 38, 60], "e": [0, 8, 9, 43], "g": [0, 3, 6, 9, 43], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 57, 60], "backend": [0, 6, 9], "while": [0, 2, 3, 9, 59, 60], "maintain": [0, 2, 9], "api": [0, 6, 9, 44, 59], "model": [0, 3, 4, 5, 6, 9, 19, 23, 28, 37, 38, 43, 55, 58], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 57, 58], "automat": [0, 4, 6, 7, 8, 9, 58], "adapt": [0, 9, 38], "specif": [0, 3, 4, 7, 9, 38, 56, 57, 58], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 25, 34, 35, 43, 56, 57], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 27, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 30, 38, 40, 45, 48, 50, 51, 56, 57, 60], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 56], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 27, 32, 33, 37, 38, 48, 56, 58], "specifi": [0, 3, 6, 9, 25, 48, 56], "without": [0, 6, 7, 9, 55, 60], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 25, 32, 34, 36, 38, 40, 41, 43, 53, 54, 55, 56, 60], "intervent": [0, 9], "user": [0, 7, 9, 56], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 53, 54, 56, 58, 60], "facil": [0, 3, 4, 9, 55], "our": [0, 3, 5, 7, 8, 9, 57, 58], "team": [0, 8, 9, 57], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 48, 50, 51, 53, 54, 55, 57], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 56, 58, 60], "amplifi": [0, 5, 9], "context": [0, 5, 9, 58], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 55], "occup": [0, 4, 9, 31, 55], "timestep": [0, 3, 5, 6, 9, 12, 22, 25, 55, 56, 60], "per": [0, 3, 4, 5, 9, 25, 43, 50, 51, 55, 56, 57], "hour": [0, 2, 4, 5, 9, 17, 25, 28, 55, 56, 60], "etc": [0, 3, 6, 8, 9, 25, 56], "stabl": [0, 3, 9, 21, 58], "baselin": [0, 3, 9, 21, 58], "3": [0, 3, 4, 9, 17, 21, 55, 58, 60], "integr": [0, 6, 7, 9, 57], "some": [0, 3, 5, 6, 7, 9, 60], "like": [0, 3, 7, 8, 9, 38, 58, 59], "callback": [0, 3, 6, 9, 20, 42, 43], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 56, 58, 60], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 43, 56, 58], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 44, 45, 46, 47, 48], "cloud": [0, 3, 7, 9, 44, 45, 46, 47, 48], "whether": [0, 6, 7, 9, 12, 17, 23, 43, 45, 54, 60], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 43, 48, 56, 57, 58, 60], "account": [0, 6, 8, 9, 45, 46, 57], "want": [0, 3, 6, 7, 8, 9, 43, 48, 56, 57, 58, 60], "your": [0, 2, 3, 7, 8, 9, 60], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 56, 58, 60], "how": [0, 4, 6, 9, 57], "do": [0, 3, 6, 8, 9, 43, 58], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 56], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 43, 56, 57, 58, 60], "remot": [0, 3, 7, 8, 9, 58], "local": [0, 3, 6, 7, 9, 43, 48], "store": [0, 3, 6, 9, 22, 25, 38, 48, 56, 60], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 45, 56], "run": [0, 6, 8, 9, 17, 43, 56], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 56, 57], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 25, 38, 48, 56], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 25, 53, 60], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 56], "inform": [0, 3, 5, 6, 7, 9, 12, 25, 53, 54, 56, 58, 60], "real": [0, 3, 9, 25, 56], "time": [0, 3, 7, 9, 17, 25, 28, 29, 55, 56, 58, 60], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 38, 43, 59], "progress": [0, 3, 9, 25, 26, 56, 60], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 58], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 57, 58, 59, 60], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 56, 60], "done": [0, 2, 3, 25, 55, 56, 59, 60], "check": [0, 3, 6, 7, 8, 43, 58], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 32, 35, 38, 43, 55, 56, 58, 60], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 38, 43, 53, 55, 60], "sinergym": [2, 3, 4, 7, 8, 9, 56, 58, 59, 60], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 38, 43, 46, 56, 57, 58, 60], "section": [2, 3, 6, 8, 58], "implement": [2, 3, 39, 49, 52, 57, 58, 60], "own": [2, 3, 60], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 25, 28, 31, 38, 50, 51, 56, 57, 58, 60], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 25, 40, 41, 43, 56, 58], "rule": [2, 6, 41, 58], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 60], "util": [2, 3, 4, 6, 12, 57, 58, 60], "py": [2, 3, 4, 6, 8, 58, 60], "veri": [2, 6, 7], "perform": [2, 23, 43, 54, 60], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 59], "datetim": [2, 6, 57], "import": [2, 3, 5, 6, 7, 56, 57, 59, 60], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 45, 46, 47, 49, 50, 51, 53, 54, 55, 57, 60], "list": [2, 4, 6, 7, 8, 12, 17, 25, 27, 30, 33, 34, 35, 36, 38, 40, 41, 43, 50, 51, 56, 57], "option": [2, 3, 6, 7, 8, 12, 17, 27, 28, 35, 38, 40, 50, 51, 53, 54, 55, 56, 57, 58, 60], "sequenc": [2, 40, 41, 55, 60], "tupl": [2, 12, 17, 27, 28, 32, 36, 38, 50, 51, 53, 54, 57, 60], "numpi": [2, 4, 6, 59, 60], "arang": 2, "common": [2, 3, 4, 6, 20, 23, 43, 57, 58, 60], "get_season_comfort_rang": [2, 57], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 37, 38, 39, 40, 41, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60], "randomcontrol": 2, "object": [2, 3, 6, 12, 27, 28, 30, 38, 47, 48, 56], "def": [2, 3, 56, 57, 60], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 50, 51, 53, 54, 55, 56, 57, 60], "self": [2, 3, 56, 57, 60], "env": [2, 3, 4, 5, 6, 23, 32, 35, 38, 40, 41, 43, 53, 54, 55, 56, 57, 58, 59, 60], "It": [2, 3, 6, 7, 8, 17, 23, 25, 40, 56, 59, 60], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 57], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 53, 54, 55, 56, 57, 60], "act": [2, 40, 41], "none": [2, 3, 6, 12, 15, 17, 23, 25, 27, 35, 38, 40, 41, 43, 53, 54, 55, 56, 60], "": [2, 3, 4, 6, 8, 16, 25, 38, 40, 56, 58, 60], "action_spac": [2, 6, 36, 40, 59, 60], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 27, 28, 38, 40, 50, 51, 53, 54, 55, 57, 58, 60], "return": [2, 3, 7, 12, 17, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 46, 47, 50, 51, 53, 54, 55, 57, 60], "chosen": [2, 40, 41], "sampl": [2, 59, 60], "rulebasedcontrol": 2, "static": [2, 6, 41], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 25, 28, 29, 31, 38, 50, 51, 55, 56, 57, 60], "month": [2, 4, 17, 25, 28, 29, 31, 50, 51, 55, 56, 57, 59, 60], "outdoor": [2, 4, 41, 55], "air": [2, 4, 41, 55], "drybulb": [2, 4, 27, 38, 41, 55], "temperatur": [2, 3, 4, 25, 31, 41, 50, 51, 55, 56, 57], "daytim": [2, 41], "obs_dict": 2, "dict": [2, 3, 12, 17, 32, 33, 34, 35, 38, 43, 50, 51, 53, 54, 55, 57, 60], "zip": 2, "out_temp": 2, "site": [2, 4, 55], "int": [2, 3, 6, 12, 15, 17, 23, 25, 28, 29, 31, 36, 38, 43, 50, 51, 53, 54, 56, 57, 60], "season_comfort_rang": 2, "0": [2, 3, 4, 6, 17, 22, 25, 29, 50, 51, 55, 56, 57, 59, 60], "1": [2, 3, 4, 12, 17, 22, 23, 50, 51, 55, 56, 57, 59, 60], "rang": [2, 3, 4, 6, 11, 31, 35, 55, 57, 59, 60], "6": [2, 4, 5, 6, 8, 17, 38, 55], "18": [2, 4], "19": [2, 4, 6], "44": 2, "25": [2, 4], "elif": [2, 3, 6, 60], "22": [2, 4, 55], "even": 2, "20": [2, 4], "24": [2, 4, 29], "els": [2, 3, 6, 43, 56, 57, 60], "night": 2, "33": 2, "23": [2, 4, 55], "setpoint": [2, 3, 4, 55], "comfort": [2, 3, 4, 11, 22, 25, 31, 50, 51, 55, 56, 57], "requir": [2, 3, 6, 7, 8, 38, 56], "alreadi": [2, 6, 58], "met": [2, 43], "current_cool_setpoint": 2, "zone": [2, 4, 6, 33, 50, 51, 55, 57], "thermostat": [2, 4, 55], "cool": [2, 4, 55], "space1": [2, 55], "current_heat_setpoint": 2, "heat": [2, 4, 55], "simpl": [2, 51, 57], "given": [2, 3, 17, 28, 30, 35, 36, 38, 50, 51, 53, 57, 60], "instanc": [2, 3, 6, 12, 45, 56], "usag": [2, 3, 6, 60], "next": [2, 6, 7, 12, 17, 53, 54, 56, 58, 60], "np": [2, 3, 6, 12, 17, 36, 53, 54, 55, 56, 59, 60], "5zone": [2, 4, 5, 6, 59], "mix": [2, 4, 57], "continu": [2, 3, 4, 5, 7, 11, 12, 59], "v1": [2, 4, 5, 12, 57, 59, 60], "ob": [2, 3, 55, 59, 60], "reset": [2, 3, 6, 12, 17, 38, 43, 53, 54, 56, 59, 60], "fals": [2, 3, 6, 12, 22, 23, 25, 43, 53, 55, 56, 59, 60], "current_month": [2, 59, 60], "info": [2, 3, 59, 60], "step": [2, 3, 8, 12, 17, 25, 36, 43, 53, 54, 56, 59, 60], "append": [2, 3, 6, 56, 58, 59, 60], "displai": [2, 6, 59, 60], "result": [2, 6, 17, 43, 56, 59, 60], "everi": [2, 3, 6, 7, 23, 58, 59, 60], "print": [2, 3, 59, 60], "sum": [2, 3, 56, 57, 59, 60], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 25, 35, 38, 43, 53, 54, 56, 59, 60], "mean": [2, 3, 4, 6, 7, 17, 27, 38, 43, 55, 56, 57, 59, 60], "cumul": [2, 59, 60], "close": [2, 6, 12, 17, 53, 59, 60], "discret": [3, 4, 11, 12, 32, 57], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 27, 38], "due": [3, 6], "its": [3, 4, 6, 7, 46, 53, 60], "call": [3, 6, 7, 8, 17, 23, 43, 56], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 53, 60], "dure": [3, 6, 12, 22, 23, 56, 59], "one": [3, 6, 12, 25, 27, 30, 43, 50, 51, 56, 57, 58], "monitor": [3, 6, 8, 23, 25, 43, 56, 60], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 60], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 42, 52, 60], "execut": [3, 7, 8, 12, 17, 25, 26, 38, 45, 53, 54, 56, 58, 60], "log": [3, 25, 26, 53, 56, 60], "all": [3, 6, 7, 8, 12, 17, 22, 35, 56, 57, 58], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 25, 34, 38, 56, 57, 58], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 31, 57], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 43], "valu": [3, 4, 5, 6, 8, 22, 25, 35, 50, 51, 55, 56, 57, 60], "param": [3, 6, 22, 23, 25, 37, 38, 43, 56], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 58], "ep_pow": [3, 22], "consumpt": [3, 22, 25, 50, 51, 56, 57], "ep_term_comfort": [3, 22], "term": [3, 22, 50, 51, 57], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 50, 51, 57], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 25, 38, 43, 54, 56, 60], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 58], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 53, 56, 60], "inner": [3, 4, 6, 7, 22, 36, 45, 48, 57], "activ": [3, 6, 8, 22, 25, 53, 56, 60], "super": [3, 60], "_on_training_start": 3, "is_wrap": [3, 60], "training_env": 3, "loggerwrapp": [3, 6, 60], "env_method": 3, "activate_logg": [3, 53, 60], "deactivate_logg": [3, 53, 60], "record": [3, 25, 30, 34, 53, 56, 60], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 50, 51, 53, 54, 55, 56], "depend": [3, 6, 8, 25, 31, 56, 58], "global": [3, 6, 43], "kei": [3, 5, 6, 30, 32, 33, 35, 60], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 32, 38, 43], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 25, 43, 53, 54, 56, 60], "get_attr": 3, "normal": [3, 6, 55, 56, 58, 60], "origin": [3, 4, 16, 27, 38, 53, 54, 55, 56, 60], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 60], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 55, 60], "enumer": [3, 60], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 25, 43, 56, 57, 60], "receiv": [3, 12, 17, 19], "action_": [3, 60], "try": [3, 6, 17, 56], "network": [3, 6], "output": [3, 5, 7, 26, 35, 38, 59], "clip": 3, "clipped_act": 3, "except": [3, 38, 56], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 60], "comfort_penalti": [3, 25, 55, 56, 60], "total_power_no_unit": [3, 25, 55, 56, 60], "end": [3, 6, 12, 17, 19, 25, 29, 56, 60], "summari": [3, 53, 56, 60], "last": [3, 12, 17, 35, 53, 55, 56, 60], "metric": [3, 56], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 56, 60], "mean_reward": [3, 23, 56, 60], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 56, 60], "cumulative_comfort_penalti": [3, 56, 60], "mean_power_penalti": [3, 56, 60], "cumulative_power_penalti": [3, 56, 60], "comfort_violation_tim": 3, "100": [3, 6, 55, 56], "zerodivisionerror": [3, 56], "nan": [3, 56], "finish": [3, 6, 7, 17], "shouldn": 3, "t": [3, 6, 8, 30, 50, 51, 56, 57, 60], "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 25, 43, 53, 54, 55, 56, 60], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 56, 58], "same": [3, 4, 6, 7, 27, 56, 57, 60], "attribut": [3, 12, 17, 25, 38, 56, 57, 60], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 56], "tabl": 3, "other": [3, 6, 8, 56], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 27, 38], "frequenc": [3, 6], "consequ": [3, 6, 57], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 50, 51, 57, 58], "thu": [3, 6], "off": 3, "polici": [3, 6, 42, 43], "whole": [3, 25, 55, 56], "instead": [3, 6, 8, 43, 57], "when": [3, 6, 7, 17, 23, 25, 43, 56, 57], "On": [3, 6, 8], "appear": [3, 8, 43, 56], "too": [3, 6, 7, 8, 45, 60], "becaus": [3, 6], "Then": [3, 6, 8, 60], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 25, 56, 60], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 56, 60], "bound": 3, "penalti": [3, 25, 56, 57], "power": [3, 25, 50, 51, 56, 57, 60], "obtain": [3, 12], "being": [3, 56], "wrapper": [3, 6, 20, 23, 43, 56, 58], "thei": [3, 6, 8, 58], "both": [3, 11, 57], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 60], "neural": 3, "well": [3, 43], "evalu": [3, 6, 23, 57], "ad": [3, 4, 60], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 25, 53, 56, 60], "most": [3, 56, 57], "must": [3, 4, 6, 8, 43], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 45, 48], "comment": [3, 7], "argument": [3, 6, 32, 60], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 43, 60], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 43], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 25, 26, 27, 30, 32, 33, 34, 35, 38, 43, 45, 46, 48, 50, 51, 53, 54, 55, 56, 57, 60], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 25, 27, 28, 29, 35, 36, 38, 43, 50, 51, 53, 54, 56, 57, 60], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 54, 56, 60], "5": [3, 4, 17, 23, 43, 50, 51, 54, 55, 57, 60], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 58], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 50, 51, 57], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 26, 27, 33, 38, 45, 48], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": 3, "2": [3, 4, 7, 17, 60], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 43], "render": [3, 6, 12, 23, 43], "n_eval_episod": [3, 6, 23, 43], "log_callback": [3, 6], "total_timestep": [3, 6, 25, 56], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 28, 29], "batteri": [3, 6], "initi": [3, 23, 47, 60], "date": [3, 25, 56, 57, 60], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 57], "period": 4, "demo": [4, 60], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 12, 17], "01": 4, "31": [4, 55], "03": 4, "hot": [4, 5, 59], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 55], "new": [4, 6, 15, 17, 19, 23, 25, 27, 38, 53, 54, 56, 57, 60], "york": 4, "humid": [4, 55], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 60], "stochast": [4, 23, 43, 57], "datacent": [4, 6], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 50, 51, 56, 57, 58], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 56], "classif": 4, "In": [4, 5, 6, 7, 8, 43, 58], "seri": [4, 11], "chang": [4, 6, 7, 25, 56], "gaussian": 4, "std": [4, 43], "add": [4, 6, 7, 11, 56, 60], "extern": [4, 6, 56], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 60], "xml": [4, 12, 32], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 48], "dtd": 4, "max": [4, 35, 50, 51, 57, 60], "min": [4, 35, 57, 60], "5e6": [4, 60], "rel": [4, 55], "wind": [4, 55], "speed": [4, 55], "direct": [4, 6, 55], "diffus": [4, 55], "solar": [4, 55], "radiat": [4, 55], "rate": [4, 55], "area": [4, 55], "7": [4, 6, 8, 17], "8": [4, 6, 8], "9": 4, "thermal": [4, 31, 55], "radiant": [4, 55], "11": [4, 55], "cloth": [4, 55], "fanger": [4, 55], "ppd": [4, 55], "13": 4, "count": [4, 43, 55], "14": [4, 6], "15": [4, 55], "total": [4, 6, 25, 55, 56], "hvac": [4, 55], "electr": [4, 55], "demand": [4, 55], "16": 4, "17": 4, "low": [4, 50, 51, 57, 58, 60], "high": [4, 60], "shape": [4, 6, 60], "dtype": [4, 60], "float32": [4, 60], "num": 4, "30": [4, 55], "29": 4, "28": 4, "27": 4, "26": 4, "21": [4, 55], "element": [4, 17, 25, 30, 34, 56], "index": [4, 6], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 27, 38, 43], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 56, 59, 60], "should": [4, 6, 8, 17, 23, 59, 60], "worri": 4, "anyth": [4, 43], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 58], "alwai": [4, 6, 56, 57], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 58], "let": [5, 6, 7, 57], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 55, 56, 57, 60], "directori": [5, 8, 12, 17, 35, 38, 48, 56, 58, 59], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 58], "remov": [6, 45, 50, 51, 57], "host": [6, 56], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 45], "invoic": 6, "don": [6, 8, 56], "document": [6, 7, 8, 56], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 60], "enabl": [6, 7], "servic": [6, 45, 46], "librari": [6, 8, 58], "registri": 6, "pub": 6, "sub": [6, 12], "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 47, 48], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 56, 58], "termin": [6, 17, 25, 26, 53, 54, 56, 60], "applic": [6, 58], "login": 6, "upload": [6, 7, 48], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 46], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 56, 58, 60], "repositori": [6, 7, 8, 56, 58], "prefer": [6, 8], "realli": [6, 60], "10gb": 6, "isn": [6, 60], "enough": 6, "silenc": 6, "error": [6, 7, 43, 60], "would": [6, 57], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 58], "purpos": 6, "write": [6, 7, 8, 56, 58], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 50, 51, 57], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 58], "case": [6, 7, 8, 43], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 58], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 57, 58], "predetermin": 6, "correct": [6, 7, 60], "decid": 6, "enter": 6, "after": [6, 17, 43, 59], "immedi": 6, "hasn": [6, 30], "yet": [6, 58], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 31, 38, 43, 46, 55, 60], "5000": 6, "explain": 6, "befor": [6, 8, 17, 38, 43, 60], "previou": [6, 54, 60], "group": [6, 45], "larg": 6, "quot": 6, "than": [6, 56, 57, 60], "rest": [6, 44, 45], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 56], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 55, 60], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 60], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 50, 57], "norm": 6, "store_tru": 6, "multiob": [6, 60], "mob": 6, "multi": [6, 60], "ten": 6, "path": [6, 17, 23, 25, 27, 32, 33, 35, 38, 48, 56], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 27, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 27, 38], "sig": 6, "regist": [6, 57], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d_": 6, "h": 6, "_": [6, 60], "ping": 6, "mlflow_ip": 6, "split": [6, 56], "valid": [6, 46, 60], "respons": [6, 45, 56], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 43, 56, 60], "interv": [6, 12], "linearreward": [6, 12, 57], "expreward": [6, 57], "runtimeerror": [6, 17, 32], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "calcul": [6, 50, 51, 57], "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 60], "_episode_exist": [6, 60], "storeg": 6, "send": [6, 12, 15, 17, 19, 46, 47, 48], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 47, 48], "upload_to_bucket": 6, "src_path": [6, 48], "dest_bucket_nam": [6, 48], "dest_path": [6, 48], "end_run": 6, "autodelet": 6, "token": [6, 45, 46], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 25, 53, 56, 60], "written": 6, "recreat": 6, "belong": [6, 25, 56], "delet": [6, 45, 60], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 30], "two": [6, 8, 57], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 25, 28, 29, 43, 55, 56, 60], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 58], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 56], "jajim": [6, 8], "github": [6, 8, 16, 58], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 28, 56], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 57, 59], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 31, 59], "level": [7, 26, 58], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 58], "cannot": 7, "storag": [7, 8, 47, 48], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 56], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 56], "contain": [7, 43, 45, 46, 58, 59], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "folder": [7, 8, 12, 23, 38, 59], "publish": 7, "edit": 7, "manual": [7, 60], "catch": 7, "pypi": [7, 8], "yml": [7, 58], "take": [7, 38, 57], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "git": 8, "By": [8, 57], "pip": [8, 58], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 58], "later": [8, 25, 56], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "copi": [8, 17, 56, 60], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 50, 51, 57], "subset": [8, 60], "ofici": 8, "prepar": [8, 34], "absolut": [11, 35, 50, 51, 57], "raw": 11, "cfg": [11, 17, 56], "kwarg": [12, 22, 23, 53, 54, 55], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 56], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "act_repeat": [12, 17], "max_ep_data_store_num": [12, 17], "epw": [12, 17, 19, 27, 38, 56], "condit": [12, 31], "mu": 12, "tao": 12, "ornstein": [12, 27, 38], "uhlenbeck": [12, 27, 38], "feedback": 12, "repeat": [12, 17], "regardless": [12, 56], "repetit": 12, "mode": 12, "human": [12, 31], "ndarrai": [12, 15, 17, 36, 53, 54, 55, 60], "integ": [12, 17, 36], "union": [12, 17, 25, 36, 53, 54, 56, 60], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 56], "sensor": 17, "pass": [17, 23, 43, 56], "ou": [17, 27, 38], "elaps": [17, 25, 28, 56], "consist": [17, 57], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "year": [17, 28, 29, 31, 38], "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 43], "monitor_head": [25, 56, 60], "progress_head": [25, 56, 60], "log_progress_fil": [25, 56, 60], "log_fil": [25, 56], "header": [25, 56, 60], "sub_run_n": [25, 56], "res_n": [25, 56], "steps_data": [25, 56], "arrai": [25, 56, 60], "elabor": [25, 56], "total_time_elaps": [25, 56], "comfort_violation_timestep": [25, 56], "whose": [25, 56], "activate_flag": [25, 56, 60], "deactivate_flag": [25, 56, 60], "log_episod": [25, 56, 60], "log_step": [25, 56, 60], "simulation_tim": [25, 56, 60], "achiev": [25, 56], "w": [25, 50, 51, 56, 57], "log_step_norm": [25, 56, 60], "steps_data_norm": [25, 56], "set_log_fil": [25, 56, 60], "new_log_fil": [25, 56], "getlogg": 26, "formatt": 26, "weather_data": [27, 38], "weatherdata": [27, 38], "original_epw_fil": 27, "variat": [27, 38], "opyplu": [27, 28, 30, 34, 38], "epm": [28, 30, 34, 38], "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "explicitli": 30, "season": 31, "ashra": 31, "55": 31, "environment": 31, "2004": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "base_class": 43, "basealgorithm": 43, "callabl": 43, "averag": 43, "made": 43, "note": [43, 56, 60], "scale": [43, 58], "earli": 43, "avoid": 43, "reward_threshold": 43, "minimum": 43, "expect": 43, "return_episode_reward": 43, "easier": 44, "instance_group_nam": 45, "vm": 45, "alon": 45, "mig": 45, "request": 45, "author": 46, "petit": [46, 47], "ask": [47, 48], "recurs": 48, "bucket": 48, "destin": 48, "energy_weight": [50, 51, 57], "lambda_energi": [50, 51, 57], "0001": [50, 51], "lambda_temperatur": [50, 51, 57], "r": [50, 51, 57], "lambda_": [50, 51, 57], "lambda_t": [50, 51, 57], "exp": [50, 57], "t_": [50, 51, 57], "weight": [50, 51, 57], "constant": [50, 51, 57], "dimens": [50, 51, 57], "calculu": [50, 51, 57], "indoor": [50, 51, 57], "flatten": [54, 60], "stack": [54, 60], "flat": [54, 60], "vector": [54, 60], "173": 55, "6583692738386": 55, "32595": 55, "57259261767": 55, "00826655379267": 55, "588": 55, "1033": 55, "05437255409474": 55, "60": 55, "72839186915495": 55, "357": 55, "clgsetp": 55, "htgsetp": 55, "49999": 55, "287277410867238": 55, "87": 55, "60662171287048": 55, "22565264653451": 55, "98": 55, "37141259444684": 55, "35": 55, "98853496778508": 55, "49999046325684": 55, "508266553792669": 55, "550779087370951": 55, "0086829184636919": 55, "31536000": 55, "35040": 55, "259557259261767": 55, "0173658369273838": 55, "reli": [55, 57, 60], "re": 56, "num_simul": 56, "content": 56, "sub_run1": 56, "sub_run2": 56, "sub_run3": 56, "sub_runn": 56, "utilsocket": 56, "monitor_norm": 56, "sub_run": 56, "num_episod": 56, "within": [56, 58], "structur": [56, 57], "suit": 56, "observation_valu": 56, "action_valu": 56, "row": 56, "episode_num": [56, 60], "cumulative_power_consumpt": [56, 60], "mean_power_consumpt": [56, 60], "comfort_viol": [56, 60], "time_elaps": [56, 60], "carri": 56, "techniqu": 56, "factor": [56, 57], "present": 56, "power_penalti": [56, 60], "row_cont": 56, "_store_step_inform": 56, "statist": 56, "ep_mean_reward": 56, "ep_cumulative_reward": 56, "ep_cumulative_pow": 56, "ep_mean_pow": 56, "ep_cumulative_comfort_penalti": 56, "ep_mean_comfort_penalti": 56, "ep_cumulative_power_penalti": 56, "ep_mean_power_penalti": 56, "steps_info": 56, "newlin": 56, "file_obj": 56, "writer": 56, "csv_writer": 56, "writerow": 56, "len": [56, 60], "_normal": 56, "isfil": 56, "_reset_logg": 56, "relev": 56, "unwrap": 56, "thing": 57, "math": 57, "w_energi": 57, "lambda_temp": 57, "reward_energi": 57, "range_t": 57, "delta_t": 57, "ab": 57, "reward_comfort": 57, "lineal": 57, "neg": 57, "perfect": 57, "moreov": 57, "adjust": 57, "aspect": 57, "overwrit": 57, "supervis": 58, "successfulli": 58, "vv": 58, "anywai": 58, "under": 58, "framework": 58, "small": 58, "complex": 58, "independ": 58, "uniqu": 58, "test_common": 58, "test_reward": 58, "test_wrapp": 58, "test_simul": 58, "test_config": 58, "tree": 58, "test_env": 58, "test_control": 58, "test_stable_baselin": 58, "conceptu": 58, "readm": 58, "loop": 59, "someth": 59, "produc": 59, "found": 60, "inherit": 60, "collect": 60, "dequ": 60, "env_util": 60, "observationwrapp": 60, "unwrapped_observ": 60, "handl": 60, "divisionbyzero": 60, "isnan": 60, "ind_flat": 60, "histori": 60, "maxlen": 60, "observation_spac": 60, "new_shap": 60, "_get_ob": 60, "reshap": 60, "monitor_header_list": 60, "element_head": 60, "logger_main": 60, "debug": 60, "_epi_num": 60, "_eplus_working_dir": 60, "default_env": 60}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "evaluation"], [44, 0, 0, "-", "gcloud"], [49, 0, 0, "-", "rewards"], [52, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[43, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[45, 5, 1, "", "delete_instance_MIG_from_container"], [46, 5, 1, "", "get_service_account_token"], [47, 5, 1, "", "init_storage_client"], [48, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[50, 1, 1, "", "ExpReward"], [51, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[53, 1, 1, "", "LoggerWrapper"], [54, 1, 1, "", "MultiObsWrapper"], [55, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "activate_logger"], [53, 2, 1, "", "close"], [53, 2, 1, "", "deactivate_logger"], [53, 2, 1, "", "reset"], [53, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "reset"], [54, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "get_unwrapped_obs"], [55, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 56], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 58], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 56], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 58], "releas": 7, "modifi": 7, "instal": [8, 58], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "evalu": [42, 43], "evaluate_polici": 43, "gcloud": [44, 45, 46, 47, 48], "delete_instance_mig_from_contain": 45, "get_service_account_token": 46, "init_storage_cli": 47, "upload_to_bucket": 48, "reward": [49, 50, 51, 57], "expreward": 50, "linearreward": 51, "wrapper": [52, 53, 54, 55, 60], "loggerwrapp": 53, "multiobswrapp": 54, "normalizeobserv": 55, "format": 56, "test": 58, "pytest": 58, "run": 58, "usag": 59, "exampl": 59}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[42, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[43, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[44, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[45, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[46, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[47, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[48, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[49, "sinergym-utils-rewards"]], "sinergym.utils.rewards.ExpReward": [[50, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[51, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[52, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[53, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[54, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[55, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[56, "output-format"]], "Logger": [[56, "logger"]], "Rewards": [[57, "rewards"]], "Tests": [[58, "tests"]], "Install Pytest": [[58, "install-pytest"]], "Running tests": [[58, "running-tests"]], "Create new tests": [[58, "create-new-tests"]], "Usage example": [[59, "usage-example"]], "Wrappers": [[60, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.evaluation"], [44, "module-sinergym.utils.gcloud"], [49, "module-sinergym.utils.rewards"], [52, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.evaluation": [[42, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[43, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[44, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[49, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[50, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[50, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[50, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[51, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[51, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[51, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[52, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[54, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[54, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[54, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[54, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[55, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[55, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[55, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[55, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 25, 30, 35, 36, 38, 43, 45, 55, 56, 57, 58, 60], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 17, 23, 25, 32, 34, 35, 38, 43, 45, 55, 56, 57, 58, 59, 60], "project": [0, 3, 6, 7, 8, 9, 16, 58], "base": [0, 2, 6, 7, 9, 41, 58], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 32, 36, 43, 52, 53, 54, 56, 57, 58, 59, 60], "eplu": [0, 2, 4, 5, 9, 12, 35, 56, 57, 59, 60], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 31, 43, 56, 60], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 27, 35, 38, 56, 59, 60], "an": [0, 2, 3, 6, 7, 8, 9, 12, 15, 17, 22, 23, 25, 30, 36, 43, 56, 57, 58, 60], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 25, 40, 41, 43, 52, 53, 54, 55, 56, 57, 58, 59, 60], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 58, 59], "interfac": [0, 4, 9, 13, 18, 56, 58], "wrap": [0, 3, 9, 23, 43, 56], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 25, 26, 27, 28, 35, 36, 38, 40, 41, 56, 57, 58, 59, 60], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 55, 56, 58], "control": [0, 7, 9, 15, 17, 20, 58], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 27, 34, 35, 38, 43, 44, 56, 57, 58, 59, 60], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 57], "learn": [0, 6, 8, 9, 57], "main": [0, 3, 6, 9, 25, 56], "function": [0, 2, 3, 4, 5, 6, 7, 9, 11, 12, 24, 25, 30, 35, 42, 43, 44, 56, 57, 58, 60], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 25, 31, 43, 56, 57, 58, 60], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 43, 55], "commun": [0, 9, 13, 56, 58], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 56, 57, 60], "design": [0, 5, 9, 38, 57], "set": [0, 3, 4, 5, 9, 37, 38, 56, 58], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 58], "These": [0, 6, 7, 9, 25, 56, 58], "mai": [0, 6, 8, 9, 38, 56], "includ": [0, 6, 7, 8, 9, 20], "differ": [0, 3, 4, 6, 7, 8, 9, 11, 29, 49, 50, 51, 57, 58], "weather": [0, 4, 9, 11, 12, 17, 19, 27, 38, 56, 58], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 25, 32, 33, 36, 40, 41, 43, 53, 54, 56, 58, 60], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 25, 32, 33, 40, 41, 53, 54, 55, 56, 58, 60], "space": [0, 3, 6, 9, 11, 12, 32, 36, 60], "develop": [0, 2, 7, 9, 58, 60], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 58], "allow": [0, 3, 6, 7, 9, 57], "modifi": [0, 2, 5, 9, 16, 38, 43, 56], "easi": [0, 9, 58], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 56, 58, 60], "exampl": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 56, 57, 58, 60], "sever": [0, 6, 9, 38, 60], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 25, 43, 53, 54, 55, 56, 58, 59, 60], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 55, 56, 57, 60], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 31, 38, 56, 57], "between": [0, 3, 4, 9, 29], "python": [0, 5, 6, 7, 8, 9, 16, 44, 58], "energyplu": [0, 6, 9, 11, 12, 16, 18, 28, 38, 56, 59], "establish": [0, 9, 17, 56, 58], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 28, 56], "tool": [0, 9], "interact": [0, 2, 3, 9, 25, 53, 56, 60], "more": [0, 4, 5, 6, 7, 8, 9, 56, 57, 58, 60], "them": [0, 3, 9, 38, 60], "e": [0, 8, 9, 43], "g": [0, 3, 6, 9, 43], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 57, 60], "backend": [0, 6, 9], "while": [0, 2, 3, 9, 59, 60], "maintain": [0, 2, 9], "api": [0, 6, 9, 44, 59], "model": [0, 3, 4, 5, 6, 9, 19, 23, 28, 37, 38, 43, 55, 58], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 57, 58], "automat": [0, 4, 6, 7, 8, 9, 58], "adapt": [0, 9, 38], "specif": [0, 3, 4, 7, 9, 38, 56, 57, 58], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 25, 34, 35, 43, 56, 57], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 27, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 30, 38, 40, 45, 48, 50, 51, 56, 57, 60], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 56], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 27, 32, 33, 37, 38, 48, 56, 58], "specifi": [0, 3, 6, 9, 25, 48, 56], "without": [0, 6, 7, 9, 55, 60], "ani": [0, 2, 6, 8, 9, 12, 17, 22, 23, 25, 32, 34, 36, 38, 40, 41, 43, 53, 54, 55, 56, 60], "intervent": [0, 9], "user": [0, 7, 9, 56], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 53, 54, 56, 58, 60], "facil": [0, 3, 4, 9, 55], "our": [0, 3, 5, 7, 8, 9, 57, 58], "team": [0, 8, 9, 57], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 48, 50, 51, 53, 54, 55, 57], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 56, 58, 60], "amplifi": [0, 5, 9], "context": [0, 5, 9, 58], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 55], "occup": [0, 4, 9, 31, 55], "timestep": [0, 3, 5, 6, 9, 12, 22, 25, 55, 56, 60], "per": [0, 3, 4, 5, 9, 25, 43, 50, 51, 55, 56, 57], "hour": [0, 2, 4, 5, 9, 17, 25, 28, 55, 56, 60], "etc": [0, 3, 6, 8, 9, 25, 56], "stabl": [0, 3, 9, 21, 58], "baselin": [0, 3, 9, 21, 58], "3": [0, 3, 4, 9, 17, 21, 55, 58, 60], "integr": [0, 6, 7, 9, 57], "some": [0, 3, 5, 6, 7, 9, 60], "like": [0, 3, 7, 8, 9, 38, 58, 59], "callback": [0, 3, 6, 9, 20, 42, 43], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 56, 58, 60], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 43, 56, 58], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 44, 45, 46, 47, 48], "cloud": [0, 3, 7, 9, 44, 45, 46, 47, 48], "whether": [0, 6, 7, 9, 12, 17, 23, 43, 45, 54, 60], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 43, 48, 56, 57, 58, 60], "account": [0, 6, 8, 9, 45, 46, 57], "want": [0, 3, 6, 7, 8, 9, 43, 48, 56, 57, 58, 60], "your": [0, 2, 3, 7, 8, 9, 60], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 8, 9, 56, 58, 60], "how": [0, 4, 6, 9, 57], "do": [0, 3, 6, 8, 9, 43, 58], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 56], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 43, 56, 57, 58, 60], "remot": [0, 3, 7, 8, 9, 58], "local": [0, 3, 6, 7, 9, 43, 48], "store": [0, 3, 6, 9, 22, 25, 38, 48, 56, 60], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 45, 56], "run": [0, 6, 8, 9, 17, 43, 56], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 56, 57], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 25, 38, 48, 56], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 25, 53, 60], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 56], "inform": [0, 3, 5, 6, 7, 9, 12, 25, 53, 54, 56, 58, 60], "real": [0, 3, 9, 25, 56], "time": [0, 3, 7, 9, 17, 25, 28, 29, 55, 56, 58, 60], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 38, 43, 59], "progress": [0, 3, 9, 25, 26, 56, 60], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 58], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 57, 58, 59, 60], "better": 0, "still": 0, "improv": 0, "need": [0, 6, 7, 56, 60], "done": [0, 2, 3, 25, 55, 56, 59, 60], "check": [0, 3, 6, 7, 8, 43, 58], "issu": [0, 6, 7], "repo": [0, 8], "If": [0, 3, 6, 7, 8, 32, 35, 38, 43, 55, 56, 58, 60], "pleas": [0, 6, 7], "read": [0, 4, 6, 15, 17], "md": 0, "first": [0, 3, 8, 17, 38, 43, 53, 55, 60], "sinergym": [2, 3, 4, 7, 8, 9, 56, 58, 59, 60], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 38, 43, 46, 56, 57, 58, 60], "section": [2, 3, 6, 8, 58], "implement": [2, 3, 39, 49, 52, 57, 58, 60], "own": [2, 3, 60], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 25, 28, 31, 38, 50, 51, 56, 57, 58, 60], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 25, 40, 41, 43, 56, 58], "rule": [2, 6, 41, 58], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 60], "util": [2, 3, 4, 6, 12, 57, 58, 60], "py": [2, 3, 4, 6, 8, 58, 60], "veri": [2, 6, 7], "perform": [2, 23, 43, 54, 60], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 59], "datetim": [2, 6, 57], "import": [2, 3, 5, 6, 7, 56, 57, 59, 60], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 45, 46, 47, 49, 50, 51, 53, 54, 55, 57, 60], "list": [2, 4, 6, 7, 8, 12, 17, 25, 27, 30, 33, 34, 35, 36, 38, 40, 41, 43, 50, 51, 56, 57], "option": [2, 3, 6, 7, 8, 12, 17, 27, 28, 35, 38, 40, 50, 51, 53, 54, 55, 56, 57, 58, 60], "sequenc": [2, 40, 41, 55, 60], "tupl": [2, 12, 17, 27, 28, 32, 36, 38, 50, 51, 53, 54, 57, 60], "numpi": [2, 4, 6, 59, 60], "arang": 2, "common": [2, 3, 4, 6, 20, 23, 43, 57, 58, 60], "get_season_comfort_rang": [2, 57], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 37, 38, 39, 40, 41, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60], "randomcontrol": 2, "object": [2, 3, 6, 12, 27, 28, 30, 38, 47, 48, 56], "def": [2, 3, 56, 57, 60], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 50, 51, 53, 54, 55, 56, 57, 60], "self": [2, 3, 56, 57, 60], "env": [2, 3, 4, 5, 6, 23, 32, 35, 38, 40, 41, 43, 53, 54, 55, 56, 57, 58, 59, 60], "It": [2, 3, 6, 7, 8, 17, 23, 25, 40, 56, 59, 60], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 57], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 53, 54, 55, 56, 57, 60], "act": [2, 40, 41], "none": [2, 3, 6, 12, 15, 17, 23, 25, 27, 35, 38, 40, 41, 43, 53, 54, 55, 56, 60], "": [2, 3, 4, 6, 8, 16, 25, 38, 40, 56, 58, 60], "action_spac": [2, 6, 36, 40, 59, 60], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 27, 28, 38, 40, 50, 51, 53, 54, 55, 57, 58, 60], "return": [2, 3, 7, 12, 17, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 46, 47, 50, 51, 53, 54, 55, 57, 60], "chosen": [2, 40, 41], "sampl": [2, 59, 60], "rulebasedcontrol": 2, "static": [2, 6, 41], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 25, 28, 29, 31, 38, 50, 51, 55, 56, 57, 60], "month": [2, 4, 17, 25, 28, 29, 31, 50, 51, 55, 56, 57, 59, 60], "outdoor": [2, 4, 41, 55], "air": [2, 4, 41, 55], "drybulb": [2, 4, 27, 38, 41, 55], "temperatur": [2, 3, 4, 25, 31, 41, 50, 51, 55, 56, 57], "daytim": [2, 41], "obs_dict": 2, "dict": [2, 3, 12, 17, 32, 33, 34, 35, 38, 43, 50, 51, 53, 54, 55, 57, 60], "zip": 2, "out_temp": 2, "site": [2, 4, 55], "int": [2, 3, 6, 12, 15, 17, 23, 25, 28, 29, 31, 36, 38, 43, 50, 51, 53, 54, 56, 57, 60], "season_comfort_rang": 2, "0": [2, 3, 4, 6, 17, 22, 25, 29, 50, 51, 55, 56, 57, 59, 60], "1": [2, 3, 4, 12, 17, 22, 23, 50, 51, 55, 56, 57, 59, 60], "rang": [2, 3, 4, 6, 11, 31, 35, 55, 57, 59, 60], "6": [2, 4, 5, 6, 8, 17, 38, 55], "18": [2, 4], "19": [2, 4, 6], "44": 2, "25": [2, 4], "elif": [2, 3, 6, 60], "22": [2, 4, 55], "even": 2, "20": [2, 4], "24": [2, 4, 29], "els": [2, 3, 6, 43, 56, 57, 60], "night": 2, "33": 2, "23": [2, 4, 55], "setpoint": [2, 3, 4, 55], "comfort": [2, 3, 4, 11, 22, 25, 31, 50, 51, 55, 56, 57], "requir": [2, 3, 6, 7, 8, 38, 56], "alreadi": [2, 6, 58], "met": [2, 43], "current_cool_setpoint": 2, "zone": [2, 4, 6, 33, 50, 51, 55, 57], "thermostat": [2, 4, 55], "cool": [2, 4, 55], "space1": [2, 55], "current_heat_setpoint": 2, "heat": [2, 4, 55], "simpl": [2, 51, 57], "given": [2, 3, 17, 28, 30, 35, 36, 38, 50, 51, 53, 57, 60], "instanc": [2, 3, 6, 12, 45, 56], "usag": [2, 3, 6, 60], "next": [2, 6, 7, 12, 17, 53, 54, 56, 58, 60], "np": [2, 3, 6, 12, 17, 36, 53, 54, 55, 56, 59, 60], "5zone": [2, 4, 5, 6, 59], "mix": [2, 4, 57], "continu": [2, 3, 4, 5, 7, 11, 12, 59], "v1": [2, 4, 5, 12, 57, 59, 60], "ob": [2, 3, 55, 59, 60], "reset": [2, 3, 6, 12, 17, 38, 43, 53, 54, 56, 59, 60], "fals": [2, 3, 6, 12, 22, 23, 25, 43, 53, 55, 56, 59, 60], "current_month": [2, 59, 60], "info": [2, 3, 59, 60], "step": [2, 3, 8, 12, 17, 25, 36, 43, 53, 54, 56, 59, 60], "append": [2, 3, 6, 56, 58, 59, 60], "displai": [2, 6, 59, 60], "result": [2, 6, 17, 43, 56, 59, 60], "everi": [2, 3, 6, 7, 23, 58, 59, 60], "print": [2, 3, 59, 60], "sum": [2, 3, 56, 57, 59, 60], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 25, 35, 38, 43, 53, 54, 56, 59, 60], "mean": [2, 3, 4, 6, 7, 17, 27, 38, 43, 55, 56, 57, 59, 60], "cumul": [2, 59, 60], "close": [2, 6, 12, 17, 53, 59, 60], "discret": [3, 4, 11, 12, 32, 57], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 27, 38], "due": [3, 6], "its": [3, 4, 6, 7, 46, 53, 60], "call": [3, 6, 7, 8, 17, 23, 43, 56], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 53, 60], "dure": [3, 6, 12, 22, 23, 56, 59], "one": [3, 6, 12, 25, 27, 30, 43, 50, 51, 56, 57, 58], "monitor": [3, 6, 8, 23, 25, 43, 56, 60], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 60], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 42, 52, 60], "execut": [3, 7, 8, 12, 17, 25, 26, 38, 45, 53, 54, 56, 58, 60], "log": [3, 25, 26, 53, 56, 60], "all": [3, 6, 7, 8, 12, 17, 22, 35, 56, 57, 58], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 25, 34, 38, 56, 57, 58], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 31, 57], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 43], "valu": [3, 4, 5, 6, 8, 22, 25, 35, 50, 51, 55, 56, 57, 60], "param": [3, 6, 22, 23, 25, 37, 38, 43, 56], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 58], "ep_pow": [3, 22], "consumpt": [3, 22, 25, 50, 51, 56, 57], "ep_term_comfort": [3, 22], "term": [3, 22, 50, 51, 57], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 50, 51, 57], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 25, 38, 43, 54, 56, 60], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 58], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 53, 56, 60], "inner": [3, 4, 6, 7, 22, 36, 45, 48, 57], "activ": [3, 6, 8, 22, 25, 53, 56, 60], "super": [3, 60], "_on_training_start": 3, "is_wrap": [3, 60], "training_env": 3, "loggerwrapp": [3, 6, 60], "env_method": 3, "activate_logg": [3, 53, 60], "deactivate_logg": [3, 53, 60], "record": [3, 25, 30, 34, 53, 56, 60], "method": [3, 6, 7, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 50, 51, 53, 54, 55, 56], "depend": [3, 6, 8, 25, 31, 56, 58], "global": [3, 6, 43], "kei": [3, 5, 6, 30, 32, 33, 35, 60], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 32, 38, 43], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 25, 43, 53, 54, 56, 60], "get_attr": 3, "normal": [3, 6, 55, 56, 58, 60], "origin": [3, 4, 16, 27, 38, 53, 54, 55, 56, 60], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 60], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 55, 60], "enumer": [3, 60], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 25, 43, 56, 57, 60], "receiv": [3, 12, 17, 19], "action_": [3, 60], "try": [3, 6, 17, 56], "network": [3, 6], "output": [3, 5, 7, 26, 35, 38, 59], "clip": 3, "clipped_act": 3, "except": [3, 38, 56], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 60], "comfort_penalti": [3, 25, 55, 56, 60], "total_power_no_unit": [3, 25, 55, 56, 60], "end": [3, 6, 12, 17, 19, 25, 29, 56, 60], "summari": [3, 53, 56, 60], "last": [3, 12, 17, 35, 53, 55, 56, 60], "metric": [3, 56], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 56, 60], "mean_reward": [3, 23, 56, 60], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 56, 60], "cumulative_comfort_penalti": [3, 56, 60], "mean_power_penalti": [3, 56, 60], "cumulative_power_penalti": [3, 56, 60], "comfort_violation_tim": 3, "100": [3, 6, 55, 56], "zerodivisionerror": [3, 56], "nan": [3, 56], "finish": [3, 6, 7, 17], "shouldn": 3, "t": [3, 6, 8, 30, 50, 51, 56, 57, 60], "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 25, 43, 53, 54, 55, 56, 60], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 56, 58], "same": [3, 4, 6, 7, 27, 56, 57, 60], "attribut": [3, 12, 17, 25, 38, 56, 57, 60], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 7, 8], "compar": [3, 7], "There": [3, 6, 7, 8, 56], "tabl": 3, "other": [3, 6, 8, 56], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 27, 38], "frequenc": [3, 6], "consequ": [3, 6, 57], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 50, 51, 57, 58], "thu": [3, 6], "off": 3, "polici": [3, 6, 42, 43], "whole": [3, 25, 55, 56], "instead": [3, 6, 8, 43, 57], "when": [3, 6, 7, 17, 23, 25, 43, 56, 57], "On": [3, 6, 8], "appear": [3, 8, 43, 56], "too": [3, 6, 7, 8, 45, 60], "becaus": [3, 6], "Then": [3, 6, 8, 60], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 25, 56, 60], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 56, 60], "bound": 3, "penalti": [3, 25, 56, 57], "power": [3, 25, 50, 51, 56, 57, 60], "obtain": [3, 12], "being": [3, 56], "wrapper": [3, 6, 20, 23, 43, 56, 58], "thei": [3, 6, 8, 58], "both": [3, 11, 57], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 60], "neural": 3, "well": [3, 43], "evalu": [3, 6, 23, 57], "ad": [3, 4, 60], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 17, 25, 53, 56, 60], "most": [3, 56, 57], "must": [3, 4, 6, 8, 43], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 45, 48], "comment": [3, 7], "argument": [3, 6, 32, 60], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 43, 60], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 43], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 25, 26, 27, 30, 32, 33, 34, 35, 38, 43, 45, 46, 48, 50, 51, 53, 54, 55, 56, 57, 60], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 25, 27, 28, 29, 35, 36, 38, 43, 50, 51, 53, 54, 56, 57, 60], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 54, 56, 60], "5": [3, 4, 17, 23, 43, 50, 51, 54, 55, 57, 60], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 58], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 50, 51, 57], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 26, 27, 33, 38, 45, 48], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": 3, "2": [3, 4, 7, 17, 60], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 43], "render": [3, 6, 12, 23, 43], "n_eval_episod": [3, 6, 23, 43], "log_callback": [3, 6], "total_timestep": [3, 6, 25, 56], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8], "start": [3, 6, 15, 17, 19, 28, 29], "batteri": [3, 6], "initi": [3, 23, 47, 60], "date": [3, 25, 56, 57, 60], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 57], "period": 4, "demo": [4, 60], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 12, 17], "01": 4, "31": [4, 55], "03": 4, "hot": [4, 5, 59], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 55], "new": [4, 6, 15, 17, 19, 23, 25, 27, 38, 53, 54, 56, 57, 60], "york": 4, "humid": [4, 55], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 60], "stochast": [4, 23, 43, 57], "datacent": [4, 6], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 50, 51, 56, 57, 58], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 56], "classif": 4, "In": [4, 5, 6, 7, 8, 43, 58], "seri": [4, 11], "chang": [4, 6, 7, 25, 56], "gaussian": 4, "std": [4, 43], "add": [4, 6, 7, 11, 56, 60], "extern": [4, 6, 56], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 60], "xml": [4, 12, 32], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 48], "dtd": 4, "max": [4, 35, 50, 51, 57, 60], "min": [4, 35, 57, 60], "5e6": [4, 60], "rel": [4, 55], "wind": [4, 55], "speed": [4, 55], "direct": [4, 6, 55], "diffus": [4, 55], "solar": [4, 55], "radiat": [4, 55], "rate": [4, 55], "area": [4, 55], "7": [4, 6, 8, 17], "8": [4, 6, 8], "9": 4, "thermal": [4, 31, 55], "radiant": [4, 55], "11": [4, 55], "cloth": [4, 55], "fanger": [4, 55], "ppd": [4, 55], "13": 4, "count": [4, 43, 55], "14": [4, 6], "15": [4, 55], "total": [4, 6, 25, 55, 56], "hvac": [4, 55], "electr": [4, 55], "demand": [4, 55], "16": 4, "17": 4, "low": [4, 50, 51, 57, 58, 60], "high": [4, 60], "shape": [4, 6, 60], "dtype": [4, 60], "float32": [4, 60], "num": 4, "30": [4, 55], "29": 4, "28": 4, "27": 4, "26": 4, "21": [4, 55], "element": [4, 17, 25, 30, 34, 56], "index": [4, 6], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 27, 38, 43], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 56, 59, 60], "should": [4, 6, 8, 17, 23, 59, 60], "worri": 4, "anyth": [4, 43], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 58], "alwai": [4, 6, 56, 57], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 58], "let": [5, 6, 7, 57], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 7, 12, 38, 55, 56, 57, 60], "directori": [5, 8, 12, 17, 35, 38, 48, 56, 58, 59], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7], "job": [6, 7, 58], "remov": [6, 45, 50, 51, 57], "host": [6, 56], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 45], "invoic": 6, "don": [6, 8, 56], "document": [6, 7, 8, 56], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 60], "enabl": [6, 7], "servic": [6, 45, 46], "librari": [6, 8, 58], "registri": 6, "pub": 6, "sub": [6, 12], "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 47, 48], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 10, 13, 20, 56, 58], "termin": [6, 17, 25, 26, 53, 54, 56, 60], "applic": [6, 58], "login": 6, "upload": [6, 7, 48], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 46], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 56, 58, 60], "repositori": [6, 7, 8, 56, 58], "prefer": [6, 8], "realli": [6, 60], "10gb": 6, "isn": [6, 60], "enough": 6, "silenc": 6, "error": [6, 7, 43, 60], "would": [6, 57], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 58], "purpos": 6, "write": [6, 7, 8, 56, 58], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 50, 51, 57], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 58], "case": [6, 7, 8, 43], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 58], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 57, 58], "predetermin": 6, "correct": [6, 7, 60], "decid": 6, "enter": 6, "after": [6, 17, 43, 59], "immedi": 6, "hasn": [6, 30], "yet": [6, 58], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 31, 38, 43, 46, 55, 60], "5000": 6, "explain": 6, "befor": [6, 8, 17, 38, 43, 60], "previou": [6, 54, 60], "group": [6, 45], "larg": 6, "quot": 6, "than": [6, 56, 57, 60], "rest": [6, 44, 45], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 56], "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": [6, 7], "ranges_5zon": [6, 55, 60], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 60], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 50, 57], "norm": 6, "store_tru": 6, "multiob": [6, 60], "mob": 6, "multi": [6, 60], "ten": 6, "path": [6, 17, 23, 25, 27, 32, 33, 35, 38, 48, 56], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 27, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 27, 38], "sig": 6, "regist": [6, 57], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d_": 6, "h": 6, "_": [6, 60], "ping": 6, "mlflow_ip": 6, "split": [6, 56], "valid": [6, 46, 60], "respons": [6, 45, 56], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 43, 56, 60], "interv": [6, 12], "linearreward": [6, 12, 57], "expreward": [6, 57], "runtimeerror": [6, 17, 32], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "calcul": [6, 50, 51, 57], "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 60], "_episode_exist": [6, 60], "storeg": 6, "send": [6, 12, 15, 17, 19, 46, 47, 48], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 47, 48], "upload_to_bucket": 6, "src_path": [6, 48], "dest_bucket_nam": [6, 48], "dest_path": [6, 48], "end_run": 6, "autodelet": 6, "token": [6, 45, 46], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 25, 53, 56, 60], "written": 6, "recreat": 6, "belong": [6, 25, 56], "delet": [6, 45, 60], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 30], "two": [6, 8, 57], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 25, 28, 29, 43, 55, 56, 60], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 58], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 56], "jajim": [6, 8], "github": [6, 8, 16, 58], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 28, 56], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 57, 59], "creation": 6, "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 31, 59], "level": [7, 26, 58], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 58], "cannot": 7, "storag": [7, 8, 47, 48], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 56], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 56], "contain": [7, 43, 45, 46, 58, 59], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "folder": [7, 8, 12, 23, 38, 59], "publish": 7, "edit": 7, "manual": [7, 60], "catch": 7, "pypi": [7, 8], "yml": [7, 58], "take": [7, 38, 57], "advantag": 7, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "git": 8, "By": [8, 57], "pip": [8, 58], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "also": 8, "ensur": 8, "support": [8, 58], "later": [8, 25, 56], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "copi": [8, 17, 56, 60], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "consid": [8, 50, 51, 57], "subset": [8, 60], "ofici": 8, "prepar": [8, 34], "absolut": [11, 35, 50, 51, 57], "raw": 11, "cfg": [11, 17, 56], "kwarg": [12, 22, 23, 53, 54, 55], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 56], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "act_repeat": [12, 17], "max_ep_data_store_num": [12, 17], "epw": [12, 17, 19, 27, 38, 56], "condit": [12, 31], "mu": 12, "tao": 12, "ornstein": [12, 27, 38], "uhlenbeck": [12, 27, 38], "feedback": 12, "repeat": [12, 17], "regardless": [12, 56], "repetit": 12, "mode": 12, "human": [12, 31], "ndarrai": [12, 15, 17, 36, 53, 54, 55, 60], "integ": [12, 17, 36], "union": [12, 17, 25, 36, 53, 54, 56, 60], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 56], "sensor": 17, "pass": [17, 23, 43, 56], "ou": [17, 27, 38], "elaps": [17, 25, 28, 56], "consist": [17, 57], "correspond": 17, "start_dai": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "year": [17, 28, 29, 31, 38], "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "evaluate_polici": 23, "vecenv": [23, 43], "monitor_head": [25, 56, 60], "progress_head": [25, 56, 60], "log_progress_fil": [25, 56, 60], "log_fil": [25, 56], "header": [25, 56, 60], "sub_run_n": [25, 56], "res_n": [25, 56], "steps_data": [25, 56], "arrai": [25, 56, 60], "elabor": [25, 56], "total_time_elaps": [25, 56], "comfort_violation_timestep": [25, 56], "whose": [25, 56], "activate_flag": [25, 56, 60], "deactivate_flag": [25, 56, 60], "log_episod": [25, 56, 60], "log_step": [25, 56, 60], "simulation_tim": [25, 56, 60], "achiev": [25, 56], "w": [25, 50, 51, 56, 57], "log_step_norm": [25, 56, 60], "steps_data_norm": [25, 56], "set_log_fil": [25, 56, 60], "new_log_fil": [25, 56], "getlogg": 26, "formatt": 26, "weather_data": [27, 38], "weatherdata": [27, 38], "original_epw_fil": 27, "variat": [27, 38], "opyplu": [27, 28, 30, 34, 38], "epm": [28, 30, 34, 38], "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "explicitli": 30, "season": 31, "ashra": 31, "55": 31, "environment": 31, "2004": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "base_class": 43, "basealgorithm": 43, "callabl": 43, "averag": 43, "made": 43, "note": [43, 56, 60], "scale": [43, 58], "earli": 43, "avoid": 43, "reward_threshold": 43, "minimum": 43, "expect": 43, "return_episode_reward": 43, "easier": 44, "instance_group_nam": 45, "vm": 45, "alon": 45, "mig": 45, "request": 45, "author": 46, "petit": [46, 47], "ask": [47, 48], "recurs": 48, "bucket": 48, "destin": 48, "energy_weight": [50, 51, 57], "lambda_energi": [50, 51, 57], "0001": [50, 51], "lambda_temperatur": [50, 51, 57], "r": [50, 51, 57], "lambda_": [50, 51, 57], "lambda_t": [50, 51, 57], "exp": [50, 57], "t_": [50, 51, 57], "weight": [50, 51, 57], "constant": [50, 51, 57], "dimens": [50, 51, 57], "calculu": [50, 51, 57], "indoor": [50, 51, 57], "flatten": [54, 60], "stack": [54, 60], "flat": [54, 60], "vector": [54, 60], "173": 55, "6583692738386": 55, "32595": 55, "57259261767": 55, "00826655379267": 55, "588": 55, "1033": 55, "05437255409474": 55, "60": 55, "72839186915495": 55, "357": 55, "clgsetp": 55, "htgsetp": 55, "49999": 55, "287277410867238": 55, "87": 55, "60662171287048": 55, "22565264653451": 55, "98": 55, "37141259444684": 55, "35": 55, "98853496778508": 55, "49999046325684": 55, "508266553792669": 55, "550779087370951": 55, "0086829184636919": 55, "31536000": 55, "35040": 55, "259557259261767": 55, "0173658369273838": 55, "reli": [55, 57, 60], "re": 56, "num_simul": 56, "content": 56, "sub_run1": 56, "sub_run2": 56, "sub_run3": 56, "sub_runn": 56, "utilsocket": 56, "monitor_norm": 56, "sub_run": 56, "num_episod": 56, "within": [56, 58], "structur": [56, 57], "suit": 56, "observation_valu": 56, "action_valu": 56, "row": 56, "episode_num": [56, 60], "cumulative_power_consumpt": [56, 60], "mean_power_consumpt": [56, 60], "comfort_viol": [56, 60], "time_elaps": [56, 60], "carri": 56, "techniqu": 56, "factor": [56, 57], "present": 56, "power_penalti": [56, 60], "row_cont": 56, "_store_step_inform": 56, "statist": 56, "ep_mean_reward": 56, "ep_cumulative_reward": 56, "ep_cumulative_pow": 56, "ep_mean_pow": 56, "ep_cumulative_comfort_penalti": 56, "ep_mean_comfort_penalti": 56, "ep_cumulative_power_penalti": 56, "ep_mean_power_penalti": 56, "steps_info": 56, "newlin": 56, "file_obj": 56, "writer": 56, "csv_writer": 56, "writerow": 56, "len": [56, 60], "_normal": 56, "isfil": 56, "_reset_logg": 56, "relev": 56, "unwrap": 56, "thing": 57, "math": 57, "w_energi": 57, "lambda_temp": 57, "reward_energi": 57, "range_t": 57, "delta_t": 57, "ab": 57, "reward_comfort": 57, "lineal": 57, "neg": 57, "perfect": 57, "moreov": 57, "adjust": 57, "aspect": 57, "overwrit": 57, "supervis": 58, "successfulli": 58, "vv": 58, "anywai": 58, "under": 58, "framework": 58, "small": 58, "complex": 58, "independ": 58, "uniqu": 58, "test_common": 58, "test_reward": 58, "test_wrapp": 58, "test_simul": 58, "test_config": 58, "tree": 58, "test_env": 58, "test_control": 58, "test_stable_baselin": 58, "conceptu": 58, "readm": 58, "loop": 59, "someth": 59, "produc": 59, "found": 60, "inherit": 60, "collect": 60, "dequ": 60, "env_util": 60, "observationwrapp": 60, "unwrapped_observ": 60, "handl": 60, "divisionbyzero": 60, "isnan": 60, "ind_flat": 60, "histori": 60, "maxlen": 60, "observation_spac": 60, "new_shap": 60, "_get_ob": 60, "reshap": 60, "monitor_header_list": 60, "element_head": 60, "logger_main": 60, "debug": 60, "_epi_num": 60, "_eplus_working_dir": 60, "default_env": 60}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "evaluation"], [44, 0, 0, "-", "gcloud"], [49, 0, 0, "-", "rewards"], [52, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[43, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[45, 5, 1, "", "delete_instance_MIG_from_container"], [46, 5, 1, "", "get_service_account_token"], [47, 5, 1, "", "init_storage_client"], [48, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[50, 1, 1, "", "ExpReward"], [51, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[53, 1, 1, "", "LoggerWrapper"], [54, 1, 1, "", "MultiObsWrapper"], [55, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "activate_logger"], [53, 2, 1, "", "close"], [53, 2, 1, "", "deactivate_logger"], [53, 2, 1, "", "reset"], [53, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "reset"], [54, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "get_unwrapped_obs"], [55, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 56], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 58], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 56], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 58], "releas": 7, "modifi": 7, "instal": [8, 58], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "evalu": [42, 43], "evaluate_polici": 43, "gcloud": [44, 45, 46, 47, 48], "delete_instance_mig_from_contain": 45, "get_service_account_token": 46, "init_storage_cli": 47, "upload_to_bucket": 48, "reward": [49, 50, 51, 57], "expreward": 50, "linearreward": 51, "wrapper": [52, 53, 54, 55, 60], "loggerwrapp": 53, "multiobswrapp": 54, "normalizeobserv": 55, "format": 56, "test": 58, "pytest": 58, "run": 58, "usag": 59, "exampl": 59}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[42, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[43, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[44, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[45, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[46, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[47, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[48, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[49, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[50, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[51, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[52, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[53, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[54, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[55, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[56, "output-format"]], "Logger": [[56, "logger"]], "Rewards": [[57, "rewards"]], "Tests": [[58, "tests"]], "Install Pytest": [[58, "install-pytest"]], "Running tests": [[58, "running-tests"]], "Create new tests": [[58, "create-new-tests"]], "Usage example": [[59, "usage-example"]], "Wrappers": [[60, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.evaluation"], [44, "module-sinergym.utils.gcloud"], [49, "module-sinergym.utils.rewards"], [52, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.evaluation": [[42, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[43, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[44, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[49, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[50, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[50, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[50, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[51, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[51, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[51, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[52, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[53, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[54, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[54, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[54, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[54, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[55, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[55, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[55, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[55, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.8.2/.buildinfo b/docs/compilation/v1.8.2/.buildinfo index 8e4a9c01d7..527b508618 100644 --- a/docs/compilation/v1.8.2/.buildinfo +++ b/docs/compilation/v1.8.2/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: cc4a1d5b5d75c1bd632ad545701c11df +config: a8d5ce11ed258db42ce5a65504578664 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.8.2/.doctrees/environment.pickle b/docs/compilation/v1.8.2/.doctrees/environment.pickle index c9627be8c4..dcb7c22a39 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/environment.pickle and b/docs/compilation/v1.8.2/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.8.2/.doctrees/index.doctree b/docs/compilation/v1.8.2/.doctrees/index.doctree index 5a40cd2fc5..d0eb80f4e9 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/index.doctree and b/docs/compilation/v1.8.2/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.8.2/.doctrees/pages/API-reference.doctree index ec8cdd404a..d976f35b46 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/controllers.doctree b/docs/compilation/v1.8.2/.doctrees/pages/controllers.doctree index 5a440a8da2..994e66325c 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.8.2/.doctrees/pages/deep-reinforcement-learning.doctree index 8e3724cf6a..cff45d1f60 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/environments.doctree b/docs/compilation/v1.8.2/.doctrees/pages/environments.doctree index a622c4b1c8..c648d52b7e 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/environments.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.8.2/.doctrees/pages/extra-configuration.doctree index 60d9afd75e..091d13a573 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.8.2/.doctrees/pages/gcloudAPI.doctree index 04b3f0e58c..6bd791f57e 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.8.2/.doctrees/pages/github-actions.doctree index cdc363ca56..3e5dd0697e 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/installation.doctree b/docs/compilation/v1.8.2/.doctrees/pages/installation.doctree index 7da238a4e7..59db7280cb 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/installation.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/introduction.doctree b/docs/compilation/v1.8.2/.doctrees/pages/introduction.doctree index ab4a8b969e..2ee8583896 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.doctree index 4b1b93456b..09a7f30d59 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 0a5cbdc424..df4d813e12 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 1554cf974a..c1841f47de 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 6d607ca871..dfe67534bc 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.doctree index d94d212c76..7c4c6ca772 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.doctree index e3b38abc80..618f3da42e 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 9494c91a9b..952624b3a5 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index a97a82bed0..f75c02a0f9 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 97f5aaeed4..4d5a4a8347 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 58a13e87c4..159ef2275c 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index a7f6306486..90082ace17 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 11e9c830e6..4d885c4037 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 8425c58578..524a61c40f 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index 9ba3c2e695..e73d33b078 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index e67b29a4db..ca0b2a107e 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 93a7fd78a6..3a87cc4233 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.doctree index 7ed31d62e2..be87c743f3 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index dfec720c14..e9f663170e 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 8861c984ef..881a94ea55 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 09fb1679e3..da1cae8fe4 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 886a46a593..b46479aa24 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 6cd7be1f1c..4344f581f0 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index b9fb773a41..3d701559fb 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 3d6a2a8dc3..7cac2bf144 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index f24e91228a..3eb4d51f6e 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 56287da434..ee034e0d8b 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 2b774323ba..d29e9c3d94 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.doctree index 137a525d72..9595fab920 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 011ba3faf0..7920b85810 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 47cc7846ce..4df7bbadc7 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree index ee73de29b3..03a1b3556f 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.doctree index 86819b8355..81951ac873 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index a35ca4b8cb..1793e460f7 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index fa45b43a74..be8f85538a 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 486317d139..90cfd52b3f 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index d2f9000ef2..cffa9e3f8d 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index d40ab6de95..1be306512c 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index e9901c91d4..b42f4c7bfc 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 7319b5d24c..760235fbb8 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 2ccf598909..0d6ab89277 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index f9580ce627..ddf2d515e7 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index dd8c307c27..65b0f08852 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 649334e283..6a20537c20 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 57815426ac..d514c68df5 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 7a8ec2cc2f..b8fccceeba 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 1c101f1309..fe748d4207 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index fc6c5c45c9..794fd5c78c 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 32035dfc05..501caf4b34 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index d6708a280b..a37772b682 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/output.doctree b/docs/compilation/v1.8.2/.doctrees/pages/output.doctree index 21ce9205b9..218fc4ff50 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/output.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/rewards.doctree b/docs/compilation/v1.8.2/.doctrees/pages/rewards.doctree index 94a788b186..ac2297bf8a 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/tests.doctree b/docs/compilation/v1.8.2/.doctrees/pages/tests.doctree index 76d0034866..04fe1fb19c 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/tests.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.8.2/.doctrees/pages/usage-example.doctree index feb6ba20af..5845a757a2 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.8.2/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.8.2/.doctrees/pages/wrappers.doctree index a513539054..a78d31d1b8 100644 Binary files a/docs/compilation/v1.8.2/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.8.2/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.8.2/objects.inv b/docs/compilation/v1.8.2/objects.inv index 31724b3dbf..70267007c7 100644 Binary files a/docs/compilation/v1.8.2/objects.inv and b/docs/compilation/v1.8.2/objects.inv differ diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.8.2/pages/modules/sinergym.envs.eplus_env.html index 2ab17b18a1..e501184c39 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.envs.html b/docs/compilation/v1.8.2/pages/modules/sinergym.envs.html index 6f4a6fb179..d6e59052f6 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.base.html index 4ad28b320d..f865c0b50f 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus.html index cae97c59aa..9357ba830f 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus_alpha.html index b8a26cd2cb..d84a4b1626 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.html b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.html index a0bf42587e..a3d69cd34a 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.callbacks.html index 5992803bea..0b1465c858 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.common.html index 7be5f4d6f0..2c4c06ef67 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.common.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.config.html index 4b4723cbda..d152d19d0a 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.config.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.controllers.html index fa5d26e72c..2cb6ef9736 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.controllers.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.evaluation.html index ef07f3fa5b..362e4ccec8 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.evaluation.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.gcloud.html index cd09d15c2d..1050a10ad4 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.gcloud.html @@ -110,9 +110,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.html index de6f309155..b5c34e3504 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.html @@ -102,9 +102,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.rewards.html index 62a18b0eb6..e32dfe0b76 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.rewards.html @@ -109,9 +109,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.wrappers.html index 05a4aeecee..ff580c85a0 100644 --- a/docs/compilation/v1.8.2/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.8.2/pages/modules/sinergym.utils.wrappers.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.8.2/searchindex.js b/docs/compilation/v1.8.2/searchindex.js index 0c8f7cacde..e8c8b84900 100644 --- a/docs/compilation/v1.8.2/searchindex.js +++ b/docs/compilation/v1.8.2/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 25, 30, 35, 36, 38, 43, 45, 51, 58, 59, 60, 61, 62, 63], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 25, 32, 34, 35, 38, 43, 45, 53, 58, 59, 60, 61, 62, 63], "project": [0, 3, 6, 7, 8, 9, 16, 61], "base": [0, 2, 6, 7, 9, 41, 51, 60, 61], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 32, 36, 43, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63], "eplu": [0, 2, 4, 5, 9, 12, 35, 59, 60, 62, 63], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 31, 43, 59, 60, 62, 63], "goal": [0, 9], "creat": [0, 2, 3, 5, 8, 9, 17, 27, 35, 38, 59, 62, 63], "an": [0, 2, 3, 6, 7, 8, 9, 12, 15, 17, 22, 23, 25, 30, 36, 43, 59, 61, 62, 63], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 25, 40, 41, 43, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63], "follow": [0, 4, 6, 7, 8, 9, 17, 60, 62], "openai": [0, 9, 61], "interfac": [0, 4, 9, 13, 18, 59, 61], "wrap": [0, 3, 9, 23, 43, 59], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 27, 28, 35, 36, 38, 40, 41, 59, 60, 61, 62, 63], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 52, 53, 54, 59, 60, 61, 62], "control": [0, 7, 9, 15, 17, 20, 60, 61], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 27, 34, 35, 38, 43, 44, 59, 60, 61, 63], "deep": [0, 6, 8, 9, 62], "reinforc": [0, 6, 8, 9, 60, 62], "learn": [0, 6, 8, 9, 60, 62], "main": [0, 3, 6, 9, 25, 59], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 25, 30, 35, 42, 43, 44, 50, 51, 53, 54, 59, 60, 61, 62, 63], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 25, 31, 43, 59, 60, 61, 63], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 43], "commun": [0, 9, 13, 59, 61], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 59, 60, 62, 63], "design": [0, 5, 9, 38], "set": [0, 3, 4, 5, 9, 37, 38, 59, 61], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 61, 62], "These": [0, 6, 7, 9, 25, 59, 60, 61], "mai": [0, 6, 8, 9, 38, 59], "includ": [0, 5, 6, 7, 8, 9, 20, 60, 62], "differ": [0, 3, 4, 6, 7, 8, 9, 29, 52, 54, 60, 61, 62], "weather": [0, 4, 5, 9, 12, 17, 19, 27, 38, 59, 61, 62], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 25, 32, 33, 36, 40, 41, 43, 56, 57, 59, 61, 62, 63], "observ": [0, 2, 3, 6, 9, 12, 15, 19, 25, 32, 33, 40, 41, 56, 57, 58, 59, 60, 61, 62, 63], "space": [0, 3, 6, 9, 12, 32, 36, 62, 63], "develop": [0, 2, 7, 8, 9, 61, 63], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9], "allow": [0, 3, 6, 7, 9, 60], "modifi": [0, 2, 5, 9, 16, 38, 43, 59, 62], "easi": [0, 9, 61], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 59, 60, 61, 62, 63], "exampl": [0, 2, 3, 4, 6, 7, 8, 9, 59, 60, 61, 63], "sever": [0, 6, 9, 38, 63], "reward": [0, 2, 3, 6, 9, 12, 20, 22, 23, 25, 43, 56, 57, 59, 61, 63], "variabl": [0, 2, 3, 4, 6, 9, 12, 17, 19, 33, 35, 52, 53, 54, 58, 59, 60, 62, 63], "defin": [0, 4, 6, 9, 12, 15, 19, 31, 38, 59, 60, 62], "between": [0, 3, 4, 9, 29, 60], "python": [0, 5, 6, 7, 9, 16, 44, 61, 62], "energyplu": [0, 5, 6, 9, 11, 12, 16, 18, 28, 38, 59], "establish": [0, 9, 17, 59, 61], "bcvtb": [0, 4, 9, 17], "sinc": [0, 5, 6, 9, 28, 59], "tool": [0, 9, 62], "interact": [0, 2, 3, 9, 25, 56, 59, 63], "more": [0, 4, 5, 6, 7, 8, 9, 59, 60, 61, 62, 63], "them": [0, 3, 9, 38, 62, 63], "e": [0, 8, 9, 43], "g": [0, 3, 6, 9, 43, 48], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 63], "backend": [0, 6, 9], "while": [0, 2, 3, 9, 62, 63], "maintain": [0, 2, 9], "api": [0, 6, 9, 44], "model": [0, 3, 4, 5, 9, 19, 23, 28, 37, 38, 43, 61], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 60, 61], "automat": [0, 4, 6, 7, 8, 9, 61], "adapt": [0, 9, 38, 62], "specif": [0, 3, 4, 7, 8, 9, 38, 59, 61, 62], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 25, 34, 35, 43, 59, 60, 62], "designdai": [0, 9, 38], "locat": [0, 4, 6, 8, 9, 27, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 30, 38, 40, 45, 48, 49, 51, 52, 53, 54, 59, 60, 62, 63], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 59, 61, 62], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 27, 32, 33, 37, 38, 48, 49, 59, 61, 62], "specifi": [0, 3, 6, 9, 25, 48, 49, 59], "without": [0, 6, 7, 9, 58, 62, 63], "ani": [0, 2, 5, 6, 8, 9, 12, 17, 22, 23, 25, 32, 34, 36, 38, 40, 41, 43, 56, 57, 58, 59, 62, 63], "intervent": [0, 9], "user": [0, 7, 9, 59], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 56, 57, 59, 60, 61, 63], "facil": [0, 3, 4, 9, 52, 53, 54, 60], "our": [0, 3, 5, 7, 8, 9, 61], "team": [0, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 48, 49, 51, 52, 53, 54, 56, 57, 58, 60, 62], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 59, 61, 63], "amplifi": [0, 5, 9], "context": [0, 5, 9, 61], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 60], "occup": [0, 4, 9, 31], "timestep": [0, 3, 5, 6, 9, 12, 22, 25, 59, 62, 63], "per": [0, 3, 4, 5, 9, 25, 43, 59], "hour": [0, 2, 4, 5, 9, 17, 25, 28, 53, 59, 60, 63], "etc": [0, 3, 6, 8, 9, 25, 59], "stabl": [0, 3, 8, 9, 21, 61], "baselin": [0, 3, 9, 21, 61], "3": [0, 3, 4, 5, 9, 17, 21, 61, 63], "integr": [0, 6, 7, 9, 62], "some": [0, 3, 5, 6, 7, 9, 62, 63], "like": [0, 3, 6, 7, 8, 9, 38, 61], "callback": [0, 3, 6, 9, 20, 42, 43], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 59, 60, 61, 62, 63], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 43, 59, 60, 61, 62], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 44, 45, 46, 47, 48, 49], "cloud": [0, 3, 7, 9, 44, 45, 46, 47, 48, 49], "whether": [0, 6, 7, 9, 12, 17, 23, 43, 45, 57, 63], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 43, 48, 49, 59, 60, 61, 62, 63], "account": [0, 5, 6, 8, 9, 45, 46, 60], "want": [0, 3, 5, 6, 7, 8, 9, 43, 48, 49, 59, 60, 61, 62, 63], "your": [0, 2, 3, 5, 7, 8, 9, 60, 62, 63], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 9, 59, 61, 62, 63], "how": [0, 4, 6, 8, 9, 62], "do": [0, 3, 5, 6, 8, 9, 43, 60, 61, 62], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 59], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9, 62], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 43, 59, 60, 61, 62, 63], "remot": [0, 3, 7, 8, 9, 61], "local": [0, 3, 6, 7, 9, 43, 48, 49, 62], "store": [0, 3, 6, 9, 22, 25, 38, 49, 59, 62, 63], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 45, 59], "run": [0, 6, 8, 9, 17, 43, 59, 62], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 59], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 25, 38, 48, 49, 59], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 25, 56, 63], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 59, 60], "inform": [0, 3, 5, 6, 7, 8, 9, 12, 25, 56, 57, 59, 60, 61, 62, 63], "real": [0, 3, 9, 25, 59], "time": [0, 3, 7, 8, 9, 17, 25, 28, 29, 53, 59, 60, 61, 63], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 38, 43, 60, 62], "progress": [0, 3, 9, 25, 26, 59, 63], "stai": [0, 4, 5, 9, 60], "tune": [0, 4, 5, 9, 60], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 61, 62], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 60, 61, 62, 63], "better": [0, 62], "still": 0, "improv": 0, "need": [0, 6, 7, 8, 59, 63], "done": [0, 2, 3, 25, 59, 62, 63], "check": [0, 3, 6, 7, 43, 61], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 5, 6, 7, 8, 32, 35, 38, 43, 58, 59, 60, 61, 62, 63], "pleas": [0, 5, 6, 7, 62], "read": [0, 4, 6, 15, 17, 48], "md": 0, "first": [0, 3, 8, 17, 38, 43, 56, 58, 63], "sinergym": [2, 3, 4, 7, 9, 59, 60, 61, 62, 63], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 38, 43, 46, 59, 60, 61, 63], "section": [2, 3, 6, 8, 61, 62], "implement": [2, 3, 5, 39, 50, 55, 60, 61, 63], "own": [2, 3, 5, 60, 63], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 25, 28, 31, 38, 59, 60, 61, 63], "random": [2, 6, 40, 62], "agent": [2, 6, 12, 23, 25, 40, 41, 43, 59, 60, 61, 62], "rule": [2, 6, 41, 61], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 60, 62, 63], "util": [2, 3, 4, 6, 12, 60, 61, 62, 63], "py": [2, 3, 4, 6, 8, 61, 62, 63], "veri": [2, 6, 7, 8, 60], "perform": [2, 6, 23, 43, 57, 60, 63], "refer": [2, 6], "point": [2, 62], "studi": [2, 4], "drl": [2, 4, 6, 62], "basic": [2, 39], "datetim": [2, 6, 60], "import": [2, 3, 5, 6, 7, 59, 60, 62, 63], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 45, 46, 47, 56, 57, 58, 60, 62, 63], "list": [2, 4, 6, 7, 8, 12, 17, 25, 27, 30, 33, 34, 35, 36, 38, 40, 41, 43, 52, 53, 54, 59, 60], "option": [2, 3, 6, 7, 8, 12, 17, 27, 35, 38, 40, 52, 53, 54, 56, 57, 58, 59, 60, 61, 63], "sequenc": [2, 40, 41, 58, 63], "tupl": [2, 5, 12, 17, 27, 28, 32, 36, 38, 52, 53, 54, 56, 57, 60, 63], "numpi": [2, 4, 6, 62, 63], "arang": 2, "common": [2, 3, 4, 6, 20, 23, 43, 61, 63], "get_season_comfort_rang": 2, "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 37, 38, 39, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 63], "randomcontrol": 2, "object": [2, 3, 6, 27, 28, 30, 38, 47, 48, 49, 59, 60], "def": [2, 3, 59, 60, 63], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 51, 52, 53, 54, 56, 57, 58, 59, 60, 63], "self": [2, 3, 59, 60, 63], "env": [2, 3, 4, 5, 6, 8, 23, 32, 35, 38, 40, 41, 43, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63], "It": [2, 3, 6, 7, 8, 17, 23, 25, 40, 54, 59, 60, 63], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40], "randomli": [2, 40, 62], "arg": [2, 3, 6, 8, 12, 22, 23, 56, 57, 58, 59, 60, 63], "act": [2, 40, 41, 62], "none": [2, 3, 6, 12, 15, 17, 23, 25, 27, 35, 38, 40, 41, 43, 56, 57, 58, 59, 63], "": [2, 3, 4, 5, 6, 8, 16, 25, 38, 40, 52, 53, 54, 59, 60, 61, 62, 63], "action_spac": [2, 6, 36, 40, 62, 63], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 27, 38, 40, 52, 53, 54, 56, 57, 60, 61, 62, 63], "return": [2, 3, 7, 12, 17, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 46, 47, 56, 57, 58, 60, 62, 63], "chosen": [2, 40, 41, 62], "sampl": [2, 62, 63], "rulebasedcontrol": [2, 62], "static": [2, 6, 41], "variables_path": 2, "extend": 2, "year": [2, 4, 5, 17, 28, 29, 31, 38, 60, 63], "month": [2, 4, 17, 25, 28, 29, 31, 59, 60, 62, 63], "dai": [2, 4, 5, 17, 25, 28, 29, 31, 38, 59, 60, 63], "outdoor": [2, 4, 41], "air": [2, 4, 41, 52, 53, 54, 60], "drybulb": [2, 4, 27, 38, 41], "temperatur": [2, 3, 4, 25, 31, 41, 52, 53, 54, 59, 60], "daytim": [2, 41], "obs_dict": [2, 60], "dict": [2, 3, 12, 17, 32, 33, 34, 35, 38, 43, 56, 57, 58, 60, 63], "zip": [2, 6], "out_temp": 2, "site": [2, 4], "int": [2, 3, 6, 12, 15, 17, 23, 25, 28, 29, 31, 36, 38, 43, 56, 57, 59, 63], "season_comfort_rang": 2, "0": [2, 3, 4, 6, 17, 22, 25, 29, 52, 53, 54, 58, 59, 60, 62, 63], "1": [2, 3, 4, 5, 12, 17, 22, 23, 52, 53, 54, 58, 59, 60, 62, 63], "rang": [2, 3, 4, 5, 6, 31, 35, 52, 53, 54, 58, 60, 62, 63], "6": [2, 4, 5, 6, 8, 17, 38, 60, 62], "18": [2, 4], "19": [2, 4, 6, 53, 60], "44": 2, "25": [2, 4], "elif": [2, 3, 6, 63], "22": [2, 4], "even": [2, 62], "20": [2, 4, 52, 53, 54, 60, 62], "24": [2, 4, 29], "els": [2, 3, 6, 43, 59, 60, 63], "night": 2, "33": 2, "23": [2, 4, 52, 53, 54, 60], "setpoint": [2, 3, 4], "comfort": [2, 3, 4, 8, 22, 25, 31, 52, 53, 54, 59, 60], "requir": [2, 3, 6, 7, 8, 38, 59, 60], "alreadi": [2, 6, 60, 61], "met": [2, 43], "current_cool_setpoint": 2, "zone": [2, 4, 6, 33, 52, 53, 54, 60], "thermostat": [2, 4], "cool": [2, 4, 62], "space1": [2, 52, 53, 54, 60], "current_heat_setpoint": 2, "heat": [2, 4], "simpl": [2, 60, 62], "given": [2, 3, 17, 28, 30, 35, 36, 38, 52, 53, 54, 56, 60, 63], "instanc": [2, 3, 6, 12, 45, 59], "usag": [2, 3, 6, 63], "next": [2, 6, 7, 8, 12, 17, 56, 57, 59, 61, 63], "np": [2, 3, 6, 12, 17, 36, 56, 57, 58, 59, 62, 63], "5zone": [2, 4, 5, 6, 62], "mix": [2, 4, 60], "continu": [2, 3, 4, 5, 7, 8, 12, 62], "v1": [2, 4, 5, 12, 60, 62, 63], "ob": [2, 3, 58, 62, 63], "reset": [2, 3, 6, 12, 17, 38, 43, 56, 57, 59, 62, 63], "fals": [2, 3, 6, 12, 22, 23, 25, 43, 56, 59, 62, 63], "current_month": [2, 62, 63], "info": [2, 3, 62, 63], "step": [2, 3, 8, 12, 17, 25, 36, 43, 56, 57, 59, 62, 63], "append": [2, 3, 6, 59, 61, 62, 63], "displai": [2, 6, 62, 63], "result": [2, 5, 6, 17, 43, 59, 62, 63], "everi": [2, 3, 6, 7, 8, 23, 61, 62, 63], "print": [2, 3, 62, 63], "sum": [2, 3, 59, 60, 62, 63], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 25, 35, 38, 43, 56, 57, 59, 62, 63], "mean": [2, 3, 4, 6, 7, 17, 23, 27, 38, 43, 59, 60, 62, 63], "cumul": [2, 60, 62, 63], "close": [2, 6, 12, 17, 56, 62, 63], "discret": [3, 4, 12, 32, 60], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 27, 38], "due": [3, 6], "its": [3, 4, 6, 7, 46, 56, 62, 63], "call": [3, 6, 7, 8, 17, 23, 43, 59], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 6, 17, 56, 63], "dure": [3, 6, 12, 22, 23, 59, 62], "one": [3, 5, 6, 12, 25, 27, 30, 43, 59, 60, 61, 62], "monitor": [3, 6, 8, 23, 25, 43, 59, 63], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 62, 63], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 42, 55, 63], "execut": [3, 7, 8, 12, 17, 25, 26, 38, 45, 56, 57, 59, 61, 63], "log": [3, 25, 26, 56, 59, 63], "all": [3, 6, 7, 8, 12, 17, 22, 35, 51, 59, 60, 61, 62], "therefor": [3, 4, 62], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 25, 34, 38, 59, 60, 61, 62], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 31, 60], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 43], "valu": [3, 4, 5, 6, 8, 22, 25, 35, 58, 59, 60, 62, 63], "param": [3, 6, 22, 23, 25, 37, 38, 43, 59], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 61, 62], "ep_pow": [3, 22], "consumpt": [3, 22, 25, 53, 54, 59, 60], "ep_term_comfort": [3, 22], "term": [3, 22, 52, 53, 54, 60], "compon": [3, 6, 22, 60], "ep_term_energi": [3, 22], "energi": [3, 22, 52, 53, 54, 60], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 25, 38, 43, 57, 59, 62, 63], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 61], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 56, 59, 63], "inner": [3, 4, 6, 7, 22, 36, 45, 48, 49], "activ": [3, 6, 8, 22, 25, 56, 59, 63], "super": [3, 60, 63], "_on_training_start": 3, "is_wrap": [3, 63], "training_env": 3, "loggerwrapp": [3, 6, 62, 63], "env_method": 3, "activate_logg": [3, 56, 63], "deactivate_logg": [3, 56, 63], "record": [3, 25, 30, 34, 56, 59, 63], "method": [3, 5, 6, 7, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 51, 52, 53, 54, 56, 57, 58, 59, 60], "depend": [3, 6, 8, 25, 31, 53, 59, 60, 61], "global": [3, 6, 43], "kei": [3, 5, 6, 30, 32, 33, 35, 63], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 32, 38, 43, 60], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 25, 43, 56, 57, 59, 63], "get_attr": 3, "normal": [3, 6, 58, 59, 60, 61, 62, 63], "origin": [3, 4, 16, 27, 38, 48, 56, 57, 58, 59, 62, 63], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 62, 63], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 58, 63], "enumer": [3, 63], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 25, 43, 59, 60, 63], "receiv": [3, 12, 17, 19], "action_": [3, 63], "try": [3, 6, 17, 59], "network": [3, 6], "output": [3, 5, 7, 26, 35, 38, 62], "clip": 3, "clipped_act": 3, "except": [3, 38, 59, 62], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 63], "comfort_penalti": [3, 25, 59, 63], "total_power_no_unit": [3, 25, 59, 63], "end": [3, 6, 12, 17, 19, 25, 29, 59, 63], "summari": [3, 56, 59, 63], "last": [3, 8, 12, 17, 35, 56, 58, 59, 62, 63], "metric": [3, 59], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 59, 63], "mean_reward": [3, 59, 63], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 59, 63], "cumulative_comfort_penalti": [3, 59, 63], "mean_power_penalti": [3, 59, 63], "cumulative_power_penalti": [3, 59, 63], "comfort_violation_tim": 3, "100": [3, 6, 59], "zerodivisionerror": [3, 59], "nan": [3, 59], "finish": [3, 6, 7, 17, 62], "shouldn": 3, "t": [3, 6, 8, 30, 52, 54, 59, 60, 63], "hasattr": 3, "item": [3, 60], "true": [3, 6, 12, 23, 25, 43, 56, 57, 59, 63], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 8, 59, 60, 61, 62], "same": [3, 4, 6, 7, 27, 59, 62, 63], "attribut": [3, 12, 17, 25, 38, 59, 63], "constructor": [3, 4, 5, 15, 62], "deriv": [3, 6], "background": 3, "With": [3, 62], "possibl": [3, 4, 5, 6, 7, 8, 62], "compar": [3, 7], "There": [3, 6, 7, 8, 59], "tabl": 3, "other": [3, 6, 8, 59, 60, 62], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 27, 38], "frequenc": [3, 6], "consequ": [3, 6, 60], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 52, 54, 60, 61], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 42, 43], "whole": [3, 25, 52, 53, 54, 59, 60], "instead": [3, 6, 8, 43], "when": [3, 6, 7, 17, 23, 25, 43, 59, 60, 62], "On": [3, 6, 8], "appear": [3, 8, 43, 59], "too": [3, 6, 7, 8, 45, 63], "becaus": [3, 6, 62], "Then": [3, 6, 8, 63], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 25, 59, 62, 63], "format": [3, 5, 6, 7, 62], "percentag": 3, "out": [3, 59, 63], "bound": 3, "penalti": [3, 25, 59, 60], "power": [3, 25, 52, 53, 54, 59, 60, 63], "obtain": [3, 12, 62], "being": [3, 59], "wrapper": [3, 6, 20, 23, 43, 59, 61], "thei": [3, 6, 8, 61, 62], "both": [3, 6, 60], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 63], "neural": 3, "well": [3, 43], "evalu": [3, 6, 23, 60], "ad": [3, 4, 63], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34, 62], "drl_batteri": [3, 6, 62], "comput": [3, 6], "flag": [3, 6, 17, 25, 56, 59, 63], "most": [3, 59, 60], "must": [3, 4, 6, 8, 43, 60], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 45, 48, 49, 53, 60], "comment": [3, 7], "argument": [3, 6, 32, 63], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 43, 63], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 43], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 25, 26, 27, 30, 32, 33, 34, 35, 38, 43, 45, 46, 49, 52, 53, 54, 56, 57, 58, 59, 60, 63], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 25, 27, 28, 29, 35, 36, 38, 43, 52, 53, 54, 56, 57, 59, 60, 63], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 57, 59, 62, 63], "5": [3, 4, 17, 23, 43, 52, 53, 54, 57, 60, 63], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 60, 61], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 52, 53, 54, 60], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6, 62], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 26, 27, 33, 38, 45, 48, 49, 52, 53, 54, 60, 62], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": [3, 23], "2": [3, 4, 7, 17, 63], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 43], "render": [3, 6, 12, 23, 43], "n_eval_episod": [3, 6, 23, 43], "log_callback": [3, 6], "total_timestep": [3, 6, 25, 59], "As": [3, 6, 8], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8, 60], "start": [3, 6, 15, 17, 19, 28, 29, 62], "batteri": [3, 6], "initi": [3, 23, 47, 63], "date": [3, 25, 59, 63], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 60], "period": [4, 60], "demo": [4, 63], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 12, 17, 62], "01": 4, "31": [4, 5], "03": 4, "hot": [4, 5, 52, 53, 54, 60, 62], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5], "new": [4, 6, 15, 17, 19, 23, 25, 27, 38, 56, 57, 59, 62, 63], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 63], "stochast": [4, 23, 43, 60, 62], "datacent": [4, 6, 62], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 52, 53, 54, 59, 60, 62, 63], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 5, 6, 17, 59], "classif": 4, "In": [4, 6, 7, 8, 43, 61, 62], "seri": 4, "chang": [4, 6, 7, 25, 59, 60, 62], "gaussian": 4, "std": [4, 43], "add": [4, 6, 7, 59, 60, 62, 63], "extern": [4, 6, 59], "wai": [4, 5, 6, 62], "definit": [4, 6, 12, 32], "variant": [4, 63], "xml": [4, 12, 32], "version": [4, 6, 7, 8, 62], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 48, 49], "dtd": 4, "max": [4, 35, 52, 54, 60, 63], "min": [4, 35, 60, 63], "5e6": [4, 63], "rel": 4, "wind": 4, "speed": 4, "direct": [4, 6], "diffus": 4, "solar": 4, "radiat": 4, "rate": [4, 52, 53, 54, 60], "area": 4, "7": [4, 6, 17, 60], "8": [4, 6, 8], "9": [4, 53, 60], "thermal": [4, 31, 53, 60], "radiant": 4, "11": 4, "cloth": 4, "fanger": 4, "ppd": 4, "13": 4, "count": [4, 43], "14": [4, 6], "15": 4, "total": [4, 6, 25, 52, 53, 54, 59, 60], "hvac": [4, 52, 53, 54, 60], "electr": [4, 52, 53, 54, 60], "demand": [4, 52, 53, 54, 60], "2050": 4, "26": [4, 52, 53, 54, 60], "27": 4, "28": 4, "low": [4, 52, 54, 60, 61, 63], "high": [4, 63], "shape": [4, 6, 63], "dtype": [4, 63], "float32": [4, 63], "num": 4, "30": [4, 60], "16": 4, "29": 4, "17": 4, "21": 4, "element": [4, 17, 25, 30, 34, 59, 62], "index": [4, 6], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 27, 38, 43], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 59, 60, 63], "should": [4, 5, 6, 8, 17, 23, 51, 60, 62, 63], "worri": 4, "anyth": [4, 43], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 61], "alwai": [4, 6, 59, 60], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 61], "let": [5, 6, 7, 8, 62], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 62], "1997": 5, "1998": 5, "config_param": [5, 12, 17, 62], "directori": [5, 8, 12, 17, 35, 38, 48, 49, 59, 61], "appli": [5, 6, 7, 12, 38, 58, 59, 63], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34, 60, 62], "skeleton": 5, "separ": [5, 6], "By": [5, 8, 60, 62], "howev": [5, 6, 8, 60, 61], "less": 5, "1991": 5, "determin": [5, 6, 60, 62], "length": [5, 6, 43, 59, 63], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 29], "end_month": 5, "end_year": [5, 29], "manual": [5, 7, 63], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "take": [5, 7, 38], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 62], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 62], "job": [6, 7, 8, 61], "remov": [6, 45, 52, 53, 54, 60], "host": [6, 59], "explan": 6, "abov": 6, "firstli": 6, "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 45], "invoic": 6, "don": [6, 8, 59], "document": [6, 7, 8, 59, 62], "secondli": 6, "instal": [6, 17, 62], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 63], "enabl": [6, 7], "servic": [6, 45, 46], "librari": [6, 8, 61], "registri": 6, "pub": 6, "sub": [6, 12], "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 47, 48, 49], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 59, 61, 62], "termin": [6, 17, 25, 26, 56, 57, 59, 62, 63], "applic": [6, 61], "login": 6, "upload": [6, 7, 49], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 46], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 59, 61, 62, 63], "repositori": [6, 7, 8, 59, 61, 62], "prefer": 6, "realli": [6, 62, 63], "10gb": 6, "isn": [6, 63], "enough": 6, "silenc": 6, "error": [6, 7, 43, 63], "would": [6, 60], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 61, 62], "purpos": 6, "write": [6, 7, 8, 59, 61], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 52, 53, 54, 60], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 61], "case": [6, 7, 8, 43, 60, 62], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "confus": 6, "part": 6, "helper": 6, "everyth": [6, 62], "mention": 6, "memori": 6, "least": 6, "correctli": [6, 61, 62], "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": [6, 62], "predetermin": 6, "correct": [6, 7, 8, 63], "decid": 6, "enter": [6, 62], "after": [6, 17, 43, 62], "immedi": 6, "hasn": [6, 30], "yet": [6, 61], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 31, 38, 43, 46, 58, 63], "5000": 6, "explain": [6, 62], "befor": [6, 8, 17, 38, 43, 62, 63], "previou": [6, 57, 62, 63], "group": [6, 45], "larg": 6, "quot": 6, "than": [6, 59, 63], "rest": [6, 8, 44, 45], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 59], "pre": 6, "attach": 6, "And": 6, "now": [6, 8], "script": [6, 62], "alloc": [6, 7], "ranges_5zon": 6, "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 63], "dest": 6, "alg": 6, "rw": 6, "linear": [6, 53, 54, 60, 62], "exponenti": [6, 52, 60], "norm": 6, "store_tru": 6, "multiob": [6, 63], "mob": 6, "multi": [6, 63], "ten": 6, "path": [6, 17, 23, 25, 27, 32, 33, 35, 38, 48, 49, 59], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 62], "sd": 6, "remote_stor": 6, "sto": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 27, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 27, 38], "sig": 6, "regist": [6, 62], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d_": 6, "h": 6, "_": [6, 63], "ping": 6, "mlflow_ip": 6, "split": [6, 59], "valid": [6, 46, 63], "respons": [6, 45, 59], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "interv": [6, 12], "linearreward": [6, 12, 60, 62], "expreward": [6, 60, 62], "runtimeerror": [6, 17, 32], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": [6, 60], "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "calcul": [6, 60, 62], "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 63], "_episode_exist": [6, 63], "storeg": 6, "send": [6, 12, 15, 17, 19, 46, 47, 49], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 47, 48, 49], "upload_to_bucket": 6, "src_path": [6, 49], "dest_bucket_nam": [6, 49], "dest_path": [6, 49], "end_run": 6, "autodelet": 6, "token": [6, 45, 46], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 60], "deactiv": [6, 25, 56, 59, 63], "written": 6, "recreat": 6, "belong": [6, 25, 59], "delet": [6, 45, 63], "individu": [6, 60], "appropri": [6, 62], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32, 62], "gitignor": 6, "ignor": [6, 7], "final": 6, "load_ag": 6, "just": [6, 60], "pass": [6, 12, 17, 23, 43, 59], "mod": 6, "bucket_nam": [6, 48], "model_path": 6, "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 62, 63], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 30], "two": [6, 8, 60], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 25, 28, 29, 43, 59, 62, 63], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 61], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 59], "jajim": [6, 8], "github": [6, 8, 16, 61], "html": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 28, 59], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 60], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 60], "creation": [6, 62], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 31, 62], "level": [7, 26, 61], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 61], "cannot": [7, 62], "storag": [7, 8, 47, 48, 49], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 59], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 59], "contain": [7, 43, 45, 46, 61], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "folder": [7, 8, 12, 23, 38, 62], "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 61], "advantag": 7, "pip": [8, 61], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": [8, 12], "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "extens": 8, "through": 8, "clone": [8, 62], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "f": 8, "python_environ": 8, "program": 8, "outsid": [8, 60], "also": [8, 60, 62], "ensur": 8, "support": [8, 61], "later": [8, 25, 59], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "copi": [8, 17, 59, 60, 63], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "told": 8, "itself": 8, "consid": [8, 52, 53, 54, 60], "subset": [8, 63], "ofici": 8, "supervis": [8, 61], "successfulli": [8, 61], "anywai": [8, 61], "prepar": [8, 34], "kwarg": [12, 22, 23, 56, 57, 58], "idf_fil": [12, 19], "weather_fil": [12, 19, 62], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 35, 38, 59, 62], "discrete_act": [12, 32], "weather_vari": [12, 17, 37, 62], "reward_kwarg": [12, 60], "act_repeat": [12, 17, 62], "max_ep_data_store_num": [12, 17, 62], "epw": [12, 17, 19, 27, 38, 59, 61, 62], "condit": [12, 31], "mu": 12, "tao": 12, "ornstein": [12, 27, 38], "uhlenbeck": [12, 27, 38], "feedback": 12, "repeat": [12, 17, 62], "regardless": [12, 59], "repetit": 12, "mode": 12, "human": [12, 31], "ndarrai": [12, 15, 17, 36, 56, 57, 58, 63], "integ": [12, 17, 36], "union": [12, 17, 25, 36, 52, 53, 54, 56, 57, 59, 60, 63], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "cfg": [17, 59], "socket": [17, 59], "sensor": 17, "ou": [17, 27, 38], "elaps": [17, 25, 28, 59], "consist": 17, "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 43], "monitor_head": [25, 59, 63], "progress_head": [25, 59, 63], "log_progress_fil": [25, 59, 63], "log_fil": [25, 59], "header": [25, 59, 63], "sub_run_n": [25, 59], "res_n": [25, 59], "steps_data": [25, 59], "arrai": [25, 59, 63], "elabor": [25, 59], "total_time_elaps": [25, 59], "comfort_violation_timestep": [25, 59], "whose": [25, 59], "activate_flag": [25, 59, 63], "deactivate_flag": [25, 59, 63], "log_episod": [25, 59, 63], "log_step": [25, 59, 63], "simulation_tim": [25, 59, 63], "achiev": [25, 59], "w": [25, 52, 53, 54, 59, 60], "log_step_norm": [25, 59, 63], "steps_data_norm": [25, 59], "set_log_fil": [25, 59, 63], "new_log_fil": [25, 59], "getlogg": 26, "formatt": 26, "weather_data": [27, 38], "weatherdata": [27, 38], "original_epw_fil": 27, "variat": [27, 38], "opyplu": [27, 28, 30, 34, 38], "epm": [28, 30, 34, 38], "sec_elaps": 28, "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "explicitli": 30, "season": [31, 52, 53, 54, 60], "ashra": 31, "55": 31, "environment": 31, "2004": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "absolut": [35, 52, 54, 60], "setpoints_spac": 36, "transform": 36, "modif": [37, 60], "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": [38, 60], "winter": [38, 60], "desingdai": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "base_class": 43, "basealgorithm": 43, "callabl": 43, "averag": [43, 62], "made": 43, "note": [43, 59, 63], "scale": [43, 61], "earli": 43, "avoid": 43, "reward_threshold": 43, "minimum": [43, 53, 60], "expect": 43, "return_episode_reward": 43, "easier": 44, "instance_group_nam": 45, "vm": 45, "alon": 45, "mig": 45, "request": 45, "author": 46, "petit": [46, 47], "ask": [47, 48, 49], "blob_prefix": 48, "recurs": [48, 49], "bucket": [48, 49], "exclud": 48, "destin": 49, "inherit": [51, 60, 63], "temperature_vari": [52, 53, 54, 60], "energy_vari": [52, 53, 54, 60], "energy_weight": [52, 54, 60], "lambda_energi": [52, 53, 54, 60], "0001": [52, 53, 54], "lambda_temperatur": [52, 53, 54, 60], "range_comfort_wint": [52, 53, 54, 60], "range_comfort_summ": [52, 53, 54, 60], "r": [52, 54, 60], "lambda_": [52, 54, 60], "lambda_t": [52, 54, 60], "exp": [52, 60], "t_": [52, 54, 60], "weight": [52, 53, 54, 60], "constant": [52, 53, 54, 60], "dimens": [52, 53, 54, 60], "cold": [52, 53, 54, 60], "fot": [52, 53, 54, 60], "min_energy_weight": [53, 60], "range_comfort_hour": [53, 60], "flatten": [57, 63], "stack": [57, 63], "flat": [57, 63], "vector": [57, 63], "reli": [58, 63], "re": 59, "num_simul": 59, "content": 59, "sub_run1": 59, "sub_run2": 59, "sub_run3": 59, "sub_runn": 59, "utilsocket": 59, "monitor_norm": 59, "sub_run": 59, "num_episod": 59, "within": [59, 61], "structur": 59, "suit": 59, "observation_valu": 59, "action_valu": 59, "row": 59, "episode_num": [59, 63], "cumulative_power_consumpt": [59, 63], "mean_power_consumpt": [59, 63], "comfort_viol": [59, 63], "time_elaps": [59, 63], "carri": 59, "techniqu": 59, "factor": 59, "present": 59, "power_penalti": [59, 63], "row_cont": 59, "_store_step_inform": 59, "statist": 59, "ep_mean_reward": 59, "ep_cumulative_reward": 59, "ep_cumulative_pow": 59, "ep_mean_pow": 59, "ep_cumulative_comfort_penalti": 59, "ep_mean_comfort_penalti": 59, "ep_cumulative_power_penalti": 59, "ep_mean_power_penalti": 59, "steps_info": 59, "newlin": 59, "file_obj": 59, "writer": 59, "csv_writer": 59, "writerow": 59, "len": [59, 63], "_normal": 59, "isfil": 59, "_reset_logg": 59, "relev": 59, "unwrap": 59, "thing": 60, "below": 60, "discomfort": 60, "togeth": 60, "insid": [60, 62], "typic": 60, "satisfact": 60, "taken": [60, 62], "similar": 60, "That": 60, "higher": 60, "far": 60, "hourlylinearreward": 60, "slight": 60, "am": 60, "pm": 60, "equal": 60, "neg": 60, "perfect": 60, "behavior": 60, "adjust": 60, "aspect": 60, "But": [60, 62], "imagin": 60, "signal": 60, "__call__": 60, "basereward": 60, "customreward": 60, "naiv": 60, "math": 60, "2021": 60, "complet": 60, "notimplementederror": 60, "temp_nam": 60, "energy_nam": 60, "w_energi": 60, "lambda_temp": 60, "summer_start_d": 60, "summer_final_d": 60, "reward_energi": 60, "temp": 60, "_get_comfort": 60, "reward_comfort": 60, "reward_term": 60, "total_energi": 60, "current_dt": 60, "temp_rang": 60, "k": 60, "ab": 60, "vv": 61, "under": [61, 62], "framework": 61, "small": 61, "complex": 61, "independ": 61, "uniqu": 61, "test_common": 61, "test_reward": 61, "test_wrapp": 61, "test_simul": 61, "test_config": 61, "tree": 61, "test_env": 61, "test_control": 61, "test_stable_baselin": 61, "conceptu": 61, "readm": 61, "try_env": 62, "workspac": 62, "soon": 62, "place": 62, "dispos": 62, "understand": 62, "practic": 62, "screen": 62, "basi": 62, "exactli": 62, "criteria": 62, "replac": 62, "esp_granada": 62, "084190_swec": 62, "001": 62, "new_env_nam": 62, "put": 62, "leav": 62, "intact": 62, "extra_conf": 62, "found": 63, "dequ": 63, "env_util": 63, "observationwrapp": 63, "unwrapped_observ": 63, "handl": 63, "divisionbyzero": 63, "isnan": 63, "ind_flat": 63, "histori": 63, "maxlen": 63, "observation_spac": 63, "new_shap": 63, "_get_ob": 63, "reshap": 63, "monitor_header_list": 63, "element_head": 63, "logger_main": 63, "debug": 63, "_epi_num": 63, "_eplus_working_dir": 63, "default_env": 63}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "evaluation"], [44, 0, 0, "-", "gcloud"], [50, 0, 0, "-", "rewards"], [55, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[43, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[45, 5, 1, "", "delete_instance_MIG_from_container"], [46, 5, 1, "", "get_service_account_token"], [47, 5, 1, "", "init_storage_client"], [48, 5, 1, "", "read_from_bucket"], [49, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[51, 1, 1, "", "BaseReward"], [52, 1, 1, "", "ExpReward"], [53, 1, 1, "", "HourlyLinearReward"], [54, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[51, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[52, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[53, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[56, 1, 1, "", "LoggerWrapper"], [57, 1, 1, "", "MultiObsWrapper"], [58, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "activate_logger"], [56, 2, 1, "", "close"], [56, 2, 1, "", "deactivate_logger"], [56, 2, 1, "", "reset"], [56, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "reset"], [57, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[58, 2, 1, "", "__init__"], [58, 2, 1, "", "get_unwrapped_obs"], [58, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41, 62], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 59], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6, 62], "mlflow": [3, 6], "environ": [4, 8, 62], "observ": 4, "action": [4, 7], "space": 4, "extra": [5, 62], "configur": [5, 6, 8, 62], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": [6, 8], "our": [6, 62], "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 61], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 59], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 61], "releas": 7, "modifi": 7, "instal": [8, 61], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 62], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "evalu": [42, 43], "evaluate_polici": 43, "gcloud": [44, 45, 46, 47, 48, 49], "delete_instance_mig_from_contain": 45, "get_service_account_token": 46, "init_storage_cli": 47, "read_from_bucket": 48, "upload_to_bucket": 49, "reward": [50, 51, 52, 53, 54, 60, 62], "basereward": 51, "expreward": 52, "hourlylinearreward": 53, "linearreward": 54, "wrapper": [55, 56, 57, 58, 62, 63], "loggerwrapp": 56, "multiobswrapp": 57, "normalizeobserv": 58, "format": 59, "test": 61, "pytest": 61, "run": 61, "usag": 62, "exampl": 62, "simplest": 62, "ad": 62, "rule": 62}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[42, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[43, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[44, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[45, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[46, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[47, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[48, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[49, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[50, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[51, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[52, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[53, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[54, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[55, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[56, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[57, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[58, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[59, "output-format"]], "Logger": [[59, "logger"]], "Rewards": [[60, "rewards"]], "Tests": [[61, "tests"]], "Install Pytest": [[61, "install-pytest"]], "Running tests": [[61, "running-tests"]], "Create new tests": [[61, "create-new-tests"]], "Usage example": [[62, "usage-example"]], "Simplest example": [[62, "simplest-example"]], "Adding a reward": [[62, "adding-a-reward"]], "Adding wrappers": [[62, "adding-wrappers"]], "Using a rule-based controller": [[62, "using-a-rule-based-controller"]], "Adding extra configuration to our environments": [[62, "adding-extra-configuration-to-our-environments"]], "Wrappers": [[63, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.evaluation"], [44, "module-sinergym.utils.gcloud"], [50, "module-sinergym.utils.rewards"], [55, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.evaluation": [[42, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[43, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[44, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[50, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[51, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[51, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[52, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[52, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[53, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[53, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[54, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[55, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[56, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[57, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[57, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[57, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[57, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[58, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[58, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[58, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[58, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 25, 30, 35, 36, 38, 43, 45, 51, 58, 59, 60, 61, 62, 63], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 25, 32, 34, 35, 38, 43, 45, 53, 58, 59, 60, 61, 62, 63], "project": [0, 3, 6, 7, 8, 9, 16, 61], "base": [0, 2, 6, 7, 9, 41, 51, 60, 61], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 32, 36, 43, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63], "eplu": [0, 2, 4, 5, 9, 12, 35, 59, 60, 62, 63], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 31, 43, 59, 60, 62, 63], "goal": [0, 9], "creat": [0, 2, 3, 5, 8, 9, 17, 27, 35, 38, 59, 62, 63], "an": [0, 2, 3, 6, 7, 8, 9, 12, 15, 17, 22, 23, 25, 30, 36, 43, 59, 61, 62, 63], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 25, 40, 41, 43, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63], "follow": [0, 4, 6, 7, 8, 9, 17, 60, 62], "openai": [0, 9, 61], "interfac": [0, 4, 9, 13, 18, 59, 61], "wrap": [0, 3, 9, 23, 43, 59], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 27, 28, 35, 36, 38, 40, 41, 59, 60, 61, 62, 63], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 52, 53, 54, 59, 60, 61, 62], "control": [0, 7, 9, 15, 17, 20, 60, 61], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 27, 34, 35, 38, 43, 44, 59, 60, 61, 63], "deep": [0, 6, 8, 9, 62], "reinforc": [0, 6, 8, 9, 60, 62], "learn": [0, 6, 8, 9, 60, 62], "main": [0, 3, 6, 9, 25, 59], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 25, 30, 35, 42, 43, 44, 50, 51, 53, 54, 59, 60, 61, 62, 63], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 25, 31, 43, 59, 60, 61, 63], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 43], "commun": [0, 9, 13, 59, 61], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 59, 60, 62, 63], "design": [0, 5, 9, 38], "set": [0, 3, 4, 5, 9, 37, 38, 59, 61], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 61, 62], "These": [0, 6, 7, 9, 25, 59, 60, 61], "mai": [0, 6, 8, 9, 38, 59], "includ": [0, 5, 6, 7, 8, 9, 20, 60, 62], "differ": [0, 3, 4, 6, 7, 8, 9, 29, 52, 54, 60, 61, 62], "weather": [0, 4, 5, 9, 12, 17, 19, 27, 38, 59, 61, 62], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 25, 32, 33, 36, 40, 41, 43, 56, 57, 59, 61, 62, 63], "observ": [0, 2, 3, 6, 9, 12, 15, 19, 25, 32, 33, 40, 41, 56, 57, 58, 59, 60, 61, 62, 63], "space": [0, 3, 6, 9, 12, 32, 36, 62, 63], "develop": [0, 2, 7, 8, 9, 61, 63], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9], "allow": [0, 3, 6, 7, 9, 60], "modifi": [0, 2, 5, 9, 16, 38, 43, 59, 62], "easi": [0, 9, 61], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 59, 60, 61, 62, 63], "exampl": [0, 2, 3, 4, 6, 7, 8, 9, 59, 60, 61, 63], "sever": [0, 6, 9, 38, 63], "reward": [0, 2, 3, 6, 9, 12, 20, 22, 23, 25, 43, 56, 57, 59, 61, 63], "variabl": [0, 2, 3, 4, 6, 9, 12, 17, 19, 33, 35, 52, 53, 54, 58, 59, 60, 62, 63], "defin": [0, 4, 6, 9, 12, 15, 19, 31, 38, 59, 60, 62], "between": [0, 3, 4, 9, 29, 60], "python": [0, 5, 6, 7, 9, 16, 44, 61, 62], "energyplu": [0, 5, 6, 9, 11, 12, 16, 18, 28, 38, 59], "establish": [0, 9, 17, 59, 61], "bcvtb": [0, 4, 9, 17], "sinc": [0, 5, 6, 9, 28, 59], "tool": [0, 9, 62], "interact": [0, 2, 3, 9, 25, 56, 59, 63], "more": [0, 4, 5, 6, 7, 8, 9, 59, 60, 61, 62, 63], "them": [0, 3, 9, 38, 62, 63], "e": [0, 8, 9, 43], "g": [0, 3, 6, 9, 43, 48], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 63], "backend": [0, 6, 9], "while": [0, 2, 3, 9, 62, 63], "maintain": [0, 2, 9], "api": [0, 6, 9, 44], "model": [0, 3, 4, 5, 9, 19, 23, 28, 37, 38, 43, 61], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 60, 61], "automat": [0, 4, 6, 7, 8, 9, 61], "adapt": [0, 9, 38, 62], "specif": [0, 3, 4, 7, 8, 9, 38, 59, 61, 62], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 25, 34, 35, 43, 59, 60, 62], "designdai": [0, 9, 38], "locat": [0, 4, 6, 8, 9, 27, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 30, 38, 40, 45, 48, 49, 51, 52, 53, 54, 59, 60, 62, 63], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 59, 61, 62], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 27, 32, 33, 37, 38, 48, 49, 59, 61, 62], "specifi": [0, 3, 6, 9, 25, 48, 49, 59], "without": [0, 6, 7, 9, 58, 62, 63], "ani": [0, 2, 5, 6, 8, 9, 12, 17, 22, 23, 25, 32, 34, 36, 38, 40, 41, 43, 56, 57, 58, 59, 62, 63], "intervent": [0, 9], "user": [0, 7, 9, 59], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 56, 57, 59, 60, 61, 63], "facil": [0, 3, 4, 9, 52, 53, 54, 60], "our": [0, 3, 5, 7, 8, 9, 61], "team": [0, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 48, 49, 51, 52, 53, 54, 56, 57, 58, 60, 62], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 59, 61, 63], "amplifi": [0, 5, 9], "context": [0, 5, 9, 61], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 60], "occup": [0, 4, 9, 31], "timestep": [0, 3, 5, 6, 9, 12, 22, 25, 59, 62, 63], "per": [0, 3, 4, 5, 9, 25, 43, 59], "hour": [0, 2, 4, 5, 9, 17, 25, 28, 53, 59, 60, 63], "etc": [0, 3, 6, 8, 9, 25, 59], "stabl": [0, 3, 8, 9, 21, 61], "baselin": [0, 3, 9, 21, 61], "3": [0, 3, 4, 5, 9, 17, 21, 61, 63], "integr": [0, 6, 7, 9, 62], "some": [0, 3, 5, 6, 7, 9, 62, 63], "like": [0, 3, 6, 7, 8, 9, 38, 61], "callback": [0, 3, 6, 9, 20, 42, 43], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 59, 60, 61, 62, 63], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 43, 59, 60, 61, 62], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 44, 45, 46, 47, 48, 49], "cloud": [0, 3, 7, 9, 44, 45, 46, 47, 48, 49], "whether": [0, 6, 7, 9, 12, 17, 23, 43, 45, 57, 63], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 43, 48, 49, 59, 60, 61, 62, 63], "account": [0, 5, 6, 8, 9, 45, 46, 60], "want": [0, 3, 5, 6, 7, 8, 9, 43, 48, 49, 59, 60, 61, 62, 63], "your": [0, 2, 3, 5, 7, 8, 9, 60, 62, 63], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 9, 59, 61, 62, 63], "how": [0, 4, 6, 8, 9, 62], "do": [0, 3, 5, 6, 8, 9, 43, 60, 61, 62], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 59], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9, 62], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 43, 59, 60, 61, 62, 63], "remot": [0, 3, 7, 8, 9, 61], "local": [0, 3, 6, 7, 9, 43, 48, 49, 62], "store": [0, 3, 6, 9, 22, 25, 38, 49, 59, 62, 63], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 45, 59], "run": [0, 6, 8, 9, 17, 43, 59, 62], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 59], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 25, 38, 48, 49, 59], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 25, 56, 63], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 59, 60], "inform": [0, 3, 5, 6, 7, 8, 9, 12, 25, 56, 57, 59, 60, 61, 62, 63], "real": [0, 3, 9, 25, 59], "time": [0, 3, 7, 8, 9, 17, 25, 28, 29, 53, 59, 60, 61, 63], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 38, 43, 60, 62], "progress": [0, 3, 9, 25, 26, 59, 63], "stai": [0, 4, 5, 9, 60], "tune": [0, 4, 5, 9, 60], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 61, 62], "interest": 0, "make": [0, 2, 3, 4, 5, 6, 8, 17, 60, 61, 62, 63], "better": [0, 62], "still": 0, "improv": 0, "need": [0, 6, 7, 8, 59, 63], "done": [0, 2, 3, 25, 59, 62, 63], "check": [0, 3, 6, 7, 43, 61], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 5, 6, 7, 8, 32, 35, 38, 43, 58, 59, 60, 61, 62, 63], "pleas": [0, 5, 6, 7, 62], "read": [0, 4, 6, 15, 17, 48], "md": 0, "first": [0, 3, 8, 17, 38, 43, 56, 58, 63], "sinergym": [2, 3, 4, 7, 9, 59, 60, 61, 62, 63], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 38, 43, 46, 59, 60, 61, 63], "section": [2, 3, 6, 8, 61, 62], "implement": [2, 3, 5, 39, 50, 55, 60, 61, 63], "own": [2, 3, 5, 60, 63], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 25, 28, 31, 38, 59, 60, 61, 63], "random": [2, 6, 40, 62], "agent": [2, 6, 12, 23, 25, 40, 41, 43, 59, 60, 61, 62], "rule": [2, 6, 41, 61], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 60, 62, 63], "util": [2, 3, 4, 6, 12, 60, 61, 62, 63], "py": [2, 3, 4, 6, 8, 61, 62, 63], "veri": [2, 6, 7, 8, 60], "perform": [2, 6, 23, 43, 57, 60, 63], "refer": [2, 6], "point": [2, 62], "studi": [2, 4], "drl": [2, 4, 6, 62], "basic": [2, 39], "datetim": [2, 6, 60], "import": [2, 3, 5, 6, 7, 59, 60, 62, 63], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 45, 46, 47, 56, 57, 58, 60, 62, 63], "list": [2, 4, 6, 7, 8, 12, 17, 25, 27, 30, 33, 34, 35, 36, 38, 40, 41, 43, 52, 53, 54, 59, 60], "option": [2, 3, 6, 7, 8, 12, 17, 27, 35, 38, 40, 52, 53, 54, 56, 57, 58, 59, 60, 61, 63], "sequenc": [2, 40, 41, 58, 63], "tupl": [2, 5, 12, 17, 27, 28, 32, 36, 38, 52, 53, 54, 56, 57, 60, 63], "numpi": [2, 4, 6, 62, 63], "arang": 2, "common": [2, 3, 4, 6, 20, 23, 43, 61, 63], "get_season_comfort_rang": 2, "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 37, 38, 39, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 63], "randomcontrol": 2, "object": [2, 3, 6, 27, 28, 30, 38, 47, 48, 49, 59, 60], "def": [2, 3, 59, 60, 63], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 51, 52, 53, 54, 56, 57, 58, 59, 60, 63], "self": [2, 3, 59, 60, 63], "env": [2, 3, 4, 5, 6, 8, 23, 32, 35, 38, 40, 41, 43, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63], "It": [2, 3, 6, 7, 8, 17, 23, 25, 40, 54, 59, 60, 63], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40], "randomli": [2, 40, 62], "arg": [2, 3, 6, 8, 12, 22, 23, 56, 57, 58, 59, 60, 63], "act": [2, 40, 41, 62], "none": [2, 3, 6, 12, 15, 17, 23, 25, 27, 35, 38, 40, 41, 43, 56, 57, 58, 59, 63], "": [2, 3, 4, 5, 6, 8, 16, 25, 38, 40, 52, 53, 54, 59, 60, 61, 62, 63], "action_spac": [2, 6, 36, 40, 62, 63], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 7, 8, 12, 17, 27, 38, 40, 52, 53, 54, 56, 57, 60, 61, 62, 63], "return": [2, 3, 7, 12, 17, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 43, 45, 46, 47, 56, 57, 58, 60, 62, 63], "chosen": [2, 40, 41, 62], "sampl": [2, 62, 63], "rulebasedcontrol": [2, 62], "static": [2, 6, 41], "variables_path": 2, "extend": 2, "year": [2, 4, 5, 17, 28, 29, 31, 38, 60, 63], "month": [2, 4, 17, 25, 28, 29, 31, 59, 60, 62, 63], "dai": [2, 4, 5, 17, 25, 28, 29, 31, 38, 59, 60, 63], "outdoor": [2, 4, 41], "air": [2, 4, 41, 52, 53, 54, 60], "drybulb": [2, 4, 27, 38, 41], "temperatur": [2, 3, 4, 25, 31, 41, 52, 53, 54, 59, 60], "daytim": [2, 41], "obs_dict": [2, 60], "dict": [2, 3, 12, 17, 32, 33, 34, 35, 38, 43, 56, 57, 58, 60, 63], "zip": [2, 6], "out_temp": 2, "site": [2, 4], "int": [2, 3, 6, 12, 15, 17, 23, 25, 28, 29, 31, 36, 38, 43, 56, 57, 59, 63], "season_comfort_rang": 2, "0": [2, 3, 4, 6, 17, 22, 25, 29, 52, 53, 54, 58, 59, 60, 62, 63], "1": [2, 3, 4, 5, 12, 17, 22, 23, 52, 53, 54, 58, 59, 60, 62, 63], "rang": [2, 3, 4, 5, 6, 31, 35, 52, 53, 54, 58, 60, 62, 63], "6": [2, 4, 5, 6, 8, 17, 38, 60, 62], "18": [2, 4], "19": [2, 4, 6, 53, 60], "44": 2, "25": [2, 4], "elif": [2, 3, 6, 63], "22": [2, 4], "even": [2, 62], "20": [2, 4, 52, 53, 54, 60, 62], "24": [2, 4, 29], "els": [2, 3, 6, 43, 59, 60, 63], "night": 2, "33": 2, "23": [2, 4, 52, 53, 54, 60], "setpoint": [2, 3, 4], "comfort": [2, 3, 4, 8, 22, 25, 31, 52, 53, 54, 59, 60], "requir": [2, 3, 6, 7, 8, 38, 59, 60], "alreadi": [2, 6, 60, 61], "met": [2, 43], "current_cool_setpoint": 2, "zone": [2, 4, 6, 33, 52, 53, 54, 60], "thermostat": [2, 4], "cool": [2, 4, 62], "space1": [2, 52, 53, 54, 60], "current_heat_setpoint": 2, "heat": [2, 4], "simpl": [2, 60, 62], "given": [2, 3, 17, 28, 30, 35, 36, 38, 52, 53, 54, 56, 60, 63], "instanc": [2, 3, 6, 12, 45, 59], "usag": [2, 3, 6, 63], "next": [2, 6, 7, 8, 12, 17, 56, 57, 59, 61, 63], "np": [2, 3, 6, 12, 17, 36, 56, 57, 58, 59, 62, 63], "5zone": [2, 4, 5, 6, 62], "mix": [2, 4, 60], "continu": [2, 3, 4, 5, 7, 8, 12, 62], "v1": [2, 4, 5, 12, 60, 62, 63], "ob": [2, 3, 58, 62, 63], "reset": [2, 3, 6, 12, 17, 38, 43, 56, 57, 59, 62, 63], "fals": [2, 3, 6, 12, 22, 23, 25, 43, 56, 59, 62, 63], "current_month": [2, 62, 63], "info": [2, 3, 62, 63], "step": [2, 3, 8, 12, 17, 25, 36, 43, 56, 57, 59, 62, 63], "append": [2, 3, 6, 59, 61, 62, 63], "displai": [2, 6, 62, 63], "result": [2, 5, 6, 17, 43, 59, 62, 63], "everi": [2, 3, 6, 7, 8, 23, 61, 62, 63], "print": [2, 3, 62, 63], "sum": [2, 3, 59, 60, 62, 63], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 25, 35, 38, 43, 56, 57, 59, 62, 63], "mean": [2, 3, 4, 6, 7, 17, 23, 27, 38, 43, 59, 60, 62, 63], "cumul": [2, 60, 62, 63], "close": [2, 6, 12, 17, 56, 62, 63], "discret": [3, 4, 12, 32, 60], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 27, 38], "due": [3, 6], "its": [3, 4, 6, 7, 46, 56, 62, 63], "call": [3, 6, 7, 8, 17, 23, 43, 59], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 6, 17, 56, 63], "dure": [3, 6, 12, 22, 23, 59, 62], "one": [3, 5, 6, 12, 25, 27, 30, 43, 59, 60, 61, 62], "monitor": [3, 6, 8, 23, 25, 43, 59, 63], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 62, 63], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 42, 55, 63], "execut": [3, 7, 8, 12, 17, 25, 26, 38, 45, 56, 57, 59, 61, 63], "log": [3, 25, 26, 56, 59, 63], "all": [3, 6, 7, 8, 12, 17, 22, 35, 51, 59, 60, 61, 62], "therefor": [3, 4, 62], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 25, 34, 38, 59, 60, 61, 62], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 31, 60], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 43], "valu": [3, 4, 5, 6, 8, 22, 25, 35, 58, 59, 60, 62, 63], "param": [3, 6, 22, 23, 25, 37, 38, 43, 59], "ep_reward": [3, 22], "here": [3, 6, 7, 8, 22, 61, 62], "ep_pow": [3, 22], "consumpt": [3, 22, 25, 53, 54, 59, 60], "ep_term_comfort": [3, 22], "term": [3, 22, 52, 53, 54, 60], "compon": [3, 6, 22, 60], "ep_term_energi": [3, 22], "energi": [3, 22, 52, 53, 54, 60], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 25, 38, 43, 57, 59, 62, 63], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 61], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 56, 59, 63], "inner": [3, 4, 6, 7, 22, 36, 45, 48, 49], "activ": [3, 6, 8, 22, 25, 56, 59, 63], "super": [3, 60, 63], "_on_training_start": 3, "is_wrap": [3, 63], "training_env": 3, "loggerwrapp": [3, 6, 62, 63], "env_method": 3, "activate_logg": [3, 56, 63], "deactivate_logg": [3, 56, 63], "record": [3, 25, 30, 34, 56, 59, 63], "method": [3, 5, 6, 7, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 51, 52, 53, 54, 56, 57, 58, 59, 60], "depend": [3, 6, 8, 25, 31, 53, 59, 60, 61], "global": [3, 6, 43], "kei": [3, 5, 6, 30, 32, 33, 35, 63], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 32, 38, 43, 60], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 25, 43, 56, 57, 59, 63], "get_attr": 3, "normal": [3, 6, 58, 59, 60, 61, 62, 63], "origin": [3, 4, 16, 27, 38, 48, 56, 57, 58, 59, 62, 63], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 62, 63], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 58, 63], "enumer": [3, 63], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 25, 43, 59, 60, 63], "receiv": [3, 12, 17, 19], "action_": [3, 63], "try": [3, 6, 17, 59], "network": [3, 6], "output": [3, 5, 7, 26, 35, 38, 62], "clip": 3, "clipped_act": 3, "except": [3, 38, 59, 62], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 63], "comfort_penalti": [3, 25, 59, 63], "total_power_no_unit": [3, 25, 59, 63], "end": [3, 6, 12, 17, 19, 25, 29, 59, 63], "summari": [3, 56, 59, 63], "last": [3, 8, 12, 17, 35, 56, 58, 59, 62, 63], "metric": [3, 59], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 59, 63], "mean_reward": [3, 59, 63], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 59, 63], "cumulative_comfort_penalti": [3, 59, 63], "mean_power_penalti": [3, 59, 63], "cumulative_power_penalti": [3, 59, 63], "comfort_violation_tim": 3, "100": [3, 6, 59], "zerodivisionerror": [3, 59], "nan": [3, 59], "finish": [3, 6, 7, 17, 62], "shouldn": 3, "t": [3, 6, 8, 30, 52, 54, 59, 60, 63], "hasattr": 3, "item": [3, 60], "true": [3, 6, 12, 23, 25, 43, 56, 57, 59, 63], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 8, 59, 60, 61, 62], "same": [3, 4, 6, 7, 27, 59, 62, 63], "attribut": [3, 12, 17, 25, 38, 59, 63], "constructor": [3, 4, 5, 15, 62], "deriv": [3, 6], "background": 3, "With": [3, 62], "possibl": [3, 4, 5, 6, 7, 8, 62], "compar": [3, 7], "There": [3, 6, 7, 8, 59], "tabl": 3, "other": [3, 6, 8, 59, 60, 62], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 27, 38], "frequenc": [3, 6], "consequ": [3, 6, 60], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 52, 54, 60, 61], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 42, 43], "whole": [3, 25, 52, 53, 54, 59, 60], "instead": [3, 6, 8, 43], "when": [3, 6, 7, 17, 23, 25, 43, 59, 60, 62], "On": [3, 6, 8], "appear": [3, 8, 43, 59], "too": [3, 6, 7, 8, 45, 63], "becaus": [3, 6, 62], "Then": [3, 6, 8, 63], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 25, 59, 62, 63], "format": [3, 5, 6, 7, 62], "percentag": 3, "out": [3, 59, 63], "bound": 3, "penalti": [3, 25, 59, 60], "power": [3, 25, 52, 53, 54, 59, 60, 63], "obtain": [3, 12, 62], "being": [3, 59], "wrapper": [3, 6, 20, 23, 43, 59, 61], "thei": [3, 6, 8, 61, 62], "both": [3, 6, 60], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 63], "neural": 3, "well": [3, 43], "evalu": [3, 6, 23, 60], "ad": [3, 4, 63], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34, 62], "drl_batteri": [3, 6, 62], "comput": [3, 6], "flag": [3, 6, 17, 25, 56, 59, 63], "most": [3, 59, 60], "must": [3, 4, 6, 8, 43, 60], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 45, 48, 49, 53, 60], "comment": [3, 7], "argument": [3, 6, 32, 63], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 43, 63], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 43], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 25, 26, 27, 30, 32, 33, 34, 35, 38, 43, 45, 46, 49, 52, 53, 54, 56, 57, 58, 59, 60, 63], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 25, 27, 28, 29, 35, 36, 38, 43, 52, 53, 54, 56, 57, 59, 60, 63], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 57, 59, 62, 63], "5": [3, 4, 17, 23, 43, 52, 53, 54, 57, 60, 63], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 60, 61], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 52, 53, 54, 60], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6, 62], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 26, 27, 33, 38, 45, 48, 49, 52, 53, 54, 60, 62], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": [3, 23], "2": [3, 4, 7, 17, 63], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 43], "render": [3, 6, 12, 23, 43], "n_eval_episod": [3, 6, 23, 43], "log_callback": [3, 6], "total_timestep": [3, 6, 25, 59], "As": [3, 6, 8], "abl": [3, 6, 8], "recommend": [3, 6, 7, 8, 60], "start": [3, 6, 15, 17, 19, 28, 29, 62], "batteri": [3, 6], "initi": [3, 23, 47, 63], "date": [3, 25, 59, 63], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 60], "period": [4, 60], "demo": [4, 63], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 12, 17, 62], "01": 4, "31": [4, 5], "03": 4, "hot": [4, 5, 52, 53, 54, 60, 62], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5], "new": [4, 6, 15, 17, 19, 23, 25, 27, 38, 56, 57, 59, 62, 63], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 63], "stochast": [4, 23, 43, 60, 62], "datacent": [4, 6, 62], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 52, 53, 54, 59, 60, 62, 63], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 5, 6, 17, 59], "classif": 4, "In": [4, 6, 7, 8, 43, 61, 62], "seri": 4, "chang": [4, 6, 7, 25, 59, 60, 62], "gaussian": 4, "std": [4, 43], "add": [4, 6, 7, 59, 60, 62, 63], "extern": [4, 6, 59], "wai": [4, 5, 6, 62], "definit": [4, 6, 12, 32], "variant": [4, 63], "xml": [4, 12, 32], "version": [4, 6, 7, 8, 62], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 48, 49], "dtd": 4, "max": [4, 35, 52, 54, 60, 63], "min": [4, 35, 60, 63], "5e6": [4, 63], "rel": 4, "wind": 4, "speed": 4, "direct": [4, 6], "diffus": 4, "solar": 4, "radiat": 4, "rate": [4, 52, 53, 54, 60], "area": 4, "7": [4, 6, 17, 60], "8": [4, 6, 8], "9": [4, 53, 60], "thermal": [4, 31, 53, 60], "radiant": 4, "11": 4, "cloth": 4, "fanger": 4, "ppd": 4, "13": 4, "count": [4, 43], "14": [4, 6], "15": 4, "total": [4, 6, 25, 52, 53, 54, 59, 60], "hvac": [4, 52, 53, 54, 60], "electr": [4, 52, 53, 54, 60], "demand": [4, 52, 53, 54, 60], "2050": 4, "26": [4, 52, 53, 54, 60], "27": 4, "28": 4, "low": [4, 52, 54, 60, 61, 63], "high": [4, 63], "shape": [4, 6, 63], "dtype": [4, 63], "float32": [4, 63], "num": 4, "30": [4, 60], "16": 4, "29": 4, "17": 4, "21": 4, "element": [4, 17, 25, 30, 34, 59, 62], "index": [4, 6], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 27, 38, 43], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 59, 60, 63], "should": [4, 5, 6, 8, 17, 23, 51, 60, 62, 63], "worri": 4, "anyth": [4, 43], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 61], "alwai": [4, 6, 59, 60], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 61], "let": [5, 6, 7, 8, 62], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 62], "1997": 5, "1998": 5, "config_param": [5, 12, 17, 62], "directori": [5, 8, 12, 17, 35, 38, 48, 49, 59, 61], "appli": [5, 6, 7, 12, 38, 58, 59, 63], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34, 60, 62], "skeleton": 5, "separ": [5, 6], "By": [5, 8, 60, 62], "howev": [5, 6, 8, 60, 61], "less": 5, "1991": 5, "determin": [5, 6, 60, 62], "length": [5, 6, 43, 59, 63], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 29], "end_month": 5, "end_year": [5, 29], "manual": [5, 7, 63], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "take": [5, 7, 38], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 62], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 62], "job": [6, 7, 8, 61], "remov": [6, 45, 52, 53, 54, 60], "host": [6, 59], "explan": 6, "abov": 6, "firstli": 6, "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 45], "invoic": 6, "don": [6, 8, 59], "document": [6, 7, 8, 59, 62], "secondli": 6, "instal": [6, 17, 62], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 63], "enabl": [6, 7], "servic": [6, 45, 46], "librari": [6, 8, 61], "registri": 6, "pub": 6, "sub": [6, 12], "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 47, 48, 49], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 59, 61, 62], "termin": [6, 17, 25, 26, 56, 57, 59, 62, 63], "applic": [6, 61], "login": 6, "upload": [6, 7, 49], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 46], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 59, 61, 62, 63], "repositori": [6, 7, 8, 59, 61, 62], "prefer": 6, "realli": [6, 62, 63], "10gb": 6, "isn": [6, 63], "enough": 6, "silenc": 6, "error": [6, 7, 43, 63], "would": [6, 60], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 61, 62], "purpos": 6, "write": [6, 7, 8, 59, 61], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 52, 53, 54, 60], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 61], "case": [6, 7, 8, 43, 60, 62], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "confus": 6, "part": 6, "helper": 6, "everyth": [6, 62], "mention": 6, "memori": 6, "least": 6, "correctli": [6, 61, 62], "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": [6, 62], "predetermin": 6, "correct": [6, 7, 8, 63], "decid": 6, "enter": [6, 62], "after": [6, 17, 43, 62], "immedi": 6, "hasn": [6, 30], "yet": [6, 61], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 31, 38, 43, 46, 58, 63], "5000": 6, "explain": [6, 62], "befor": [6, 8, 17, 38, 43, 62, 63], "previou": [6, 57, 62, 63], "group": [6, 45], "larg": 6, "quot": 6, "than": [6, 59, 63], "rest": [6, 8, 44, 45], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 59], "pre": 6, "attach": 6, "And": 6, "now": [6, 8], "script": [6, 62], "alloc": [6, 7], "ranges_5zon": 6, "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 63], "dest": 6, "alg": 6, "rw": 6, "linear": [6, 53, 54, 60, 62], "exponenti": [6, 52, 60], "norm": 6, "store_tru": 6, "multiob": [6, 63], "mob": 6, "multi": [6, 63], "ten": 6, "path": [6, 17, 23, 25, 27, 32, 33, 35, 38, 48, 49, 59], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 62], "sd": 6, "remote_stor": 6, "sto": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 27, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 27, 38], "sig": 6, "regist": [6, 62], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d_": 6, "h": 6, "_": [6, 63], "ping": 6, "mlflow_ip": 6, "split": [6, 59], "valid": [6, 46, 63], "respons": [6, 45, 59], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "interv": [6, 12], "linearreward": [6, 12, 60, 62], "expreward": [6, 60, 62], "runtimeerror": [6, 17, 32], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": [6, 60], "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "calcul": [6, 60, 62], "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 63], "_episode_exist": [6, 63], "storeg": 6, "send": [6, 12, 15, 17, 19, 46, 47, 49], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 47, 48, 49], "upload_to_bucket": 6, "src_path": [6, 49], "dest_bucket_nam": [6, 49], "dest_path": [6, 49], "end_run": 6, "autodelet": 6, "token": [6, 45, 46], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 60], "deactiv": [6, 25, 56, 59, 63], "written": 6, "recreat": 6, "belong": [6, 25, 59], "delet": [6, 45, 63], "individu": [6, 60], "appropri": [6, 62], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32, 62], "gitignor": 6, "ignor": [6, 7], "final": 6, "load_ag": 6, "just": [6, 60], "pass": [6, 12, 17, 23, 43, 59], "mod": 6, "bucket_nam": [6, 48], "model_path": 6, "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 62, 63], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 30], "two": [6, 8, 60], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 25, 28, 29, 43, 59, 62, 63], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 61], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 59], "jajim": [6, 8], "github": [6, 8, 16, 61], "html": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 28, 59], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 60], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 60], "creation": [6, 62], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "standard": [7, 31, 62], "level": [7, 26, 61], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 61], "cannot": [7, 62], "storag": [7, 8, 47, 48, 49], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 59], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 59], "contain": [7, 43, 45, 46, 61], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "folder": [7, 8, 12, 23, 38, 62], "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 61], "advantag": 7, "pip": [8, 61], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": [8, 12], "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "extens": 8, "through": 8, "clone": [8, 62], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "f": 8, "python_environ": 8, "program": 8, "outsid": [8, 60], "also": [8, 60, 62], "ensur": 8, "support": [8, 61], "later": [8, 25, 59], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "copi": [8, 17, 59, 60, 63], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "told": 8, "itself": 8, "consid": [8, 52, 53, 54, 60], "subset": [8, 63], "ofici": 8, "supervis": [8, 61], "successfulli": [8, 61], "anywai": [8, 61], "prepar": [8, 34], "kwarg": [12, 22, 23, 56, 57, 58], "idf_fil": [12, 19], "weather_fil": [12, 19, 62], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 35, 38, 59, 62], "discrete_act": [12, 32], "weather_vari": [12, 17, 37, 62], "reward_kwarg": [12, 60], "act_repeat": [12, 17, 62], "max_ep_data_store_num": [12, 17, 62], "epw": [12, 17, 19, 27, 38, 59, 61, 62], "condit": [12, 31], "mu": 12, "tao": 12, "ornstein": [12, 27, 38], "uhlenbeck": [12, 27, 38], "feedback": 12, "repeat": [12, 17, 62], "regardless": [12, 59], "repetit": 12, "mode": 12, "human": [12, 31], "ndarrai": [12, 15, 17, 36, 56, 57, 58, 63], "integ": [12, 17, 36], "union": [12, 17, 25, 36, 52, 53, 54, 56, 57, 59, 60, 63], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "cfg": [17, 59], "socket": [17, 59], "sensor": 17, "ou": [17, 27, 38], "elaps": [17, 25, 28, 59], "consist": 17, "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 43], "monitor_head": [25, 59, 63], "progress_head": [25, 59, 63], "log_progress_fil": [25, 59, 63], "log_fil": [25, 59], "header": [25, 59, 63], "sub_run_n": [25, 59], "res_n": [25, 59], "steps_data": [25, 59], "arrai": [25, 59, 63], "elabor": [25, 59], "total_time_elaps": [25, 59], "comfort_violation_timestep": [25, 59], "whose": [25, 59], "activate_flag": [25, 59, 63], "deactivate_flag": [25, 59, 63], "log_episod": [25, 59, 63], "log_step": [25, 59, 63], "simulation_tim": [25, 59, 63], "achiev": [25, 59], "w": [25, 52, 53, 54, 59, 60], "log_step_norm": [25, 59, 63], "steps_data_norm": [25, 59], "set_log_fil": [25, 59, 63], "new_log_fil": [25, 59], "getlogg": 26, "formatt": 26, "weather_data": [27, 38], "weatherdata": [27, 38], "original_epw_fil": 27, "variat": [27, 38], "opyplu": [27, 28, 30, 34, 38], "epm": [28, 30, 34, 38], "sec_elaps": 28, "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "explicitli": 30, "season": [31, 52, 53, 54, 60], "ashra": 31, "55": 31, "environment": 31, "2004": 31, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "absolut": [35, 52, 54, 60], "setpoints_spac": 36, "transform": 36, "modif": [37, 60], "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": [38, 60], "winter": [38, 60], "desingdai": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "base_class": 43, "basealgorithm": 43, "callabl": 43, "averag": [43, 62], "made": 43, "note": [43, 59, 63], "scale": [43, 61], "earli": 43, "avoid": 43, "reward_threshold": 43, "minimum": [43, 53, 60], "expect": 43, "return_episode_reward": 43, "easier": 44, "instance_group_nam": 45, "vm": 45, "alon": 45, "mig": 45, "request": 45, "author": 46, "petit": [46, 47], "ask": [47, 48, 49], "blob_prefix": 48, "recurs": [48, 49], "bucket": [48, 49], "exclud": 48, "destin": 49, "inherit": [51, 60, 63], "temperature_vari": [52, 53, 54, 60], "energy_vari": [52, 53, 54, 60], "energy_weight": [52, 54, 60], "lambda_energi": [52, 53, 54, 60], "0001": [52, 53, 54], "lambda_temperatur": [52, 53, 54, 60], "range_comfort_wint": [52, 53, 54, 60], "range_comfort_summ": [52, 53, 54, 60], "r": [52, 54, 60], "lambda_": [52, 54, 60], "lambda_t": [52, 54, 60], "exp": [52, 60], "t_": [52, 54, 60], "weight": [52, 53, 54, 60], "constant": [52, 53, 54, 60], "dimens": [52, 53, 54, 60], "cold": [52, 53, 54, 60], "fot": [52, 53, 54, 60], "min_energy_weight": [53, 60], "range_comfort_hour": [53, 60], "flatten": [57, 63], "stack": [57, 63], "flat": [57, 63], "vector": [57, 63], "reli": [58, 63], "re": 59, "num_simul": 59, "content": 59, "sub_run1": 59, "sub_run2": 59, "sub_run3": 59, "sub_runn": 59, "utilsocket": 59, "monitor_norm": 59, "sub_run": 59, "num_episod": 59, "within": [59, 61], "structur": 59, "suit": 59, "observation_valu": 59, "action_valu": 59, "row": 59, "episode_num": [59, 63], "cumulative_power_consumpt": [59, 63], "mean_power_consumpt": [59, 63], "comfort_viol": [59, 63], "time_elaps": [59, 63], "carri": 59, "techniqu": 59, "factor": 59, "present": 59, "power_penalti": [59, 63], "row_cont": 59, "_store_step_inform": 59, "statist": 59, "ep_mean_reward": 59, "ep_cumulative_reward": 59, "ep_cumulative_pow": 59, "ep_mean_pow": 59, "ep_cumulative_comfort_penalti": 59, "ep_mean_comfort_penalti": 59, "ep_cumulative_power_penalti": 59, "ep_mean_power_penalti": 59, "steps_info": 59, "newlin": 59, "file_obj": 59, "writer": 59, "csv_writer": 59, "writerow": 59, "len": [59, 63], "_normal": 59, "isfil": 59, "_reset_logg": 59, "relev": 59, "unwrap": 59, "thing": 60, "below": 60, "discomfort": 60, "togeth": 60, "insid": [60, 62], "typic": 60, "satisfact": 60, "taken": [60, 62], "similar": 60, "That": 60, "higher": 60, "far": 60, "hourlylinearreward": 60, "slight": 60, "am": 60, "pm": 60, "equal": 60, "neg": 60, "perfect": 60, "behavior": 60, "adjust": 60, "aspect": 60, "But": [60, 62], "imagin": 60, "signal": 60, "__call__": 60, "basereward": 60, "customreward": 60, "naiv": 60, "math": 60, "2021": 60, "complet": 60, "notimplementederror": 60, "temp_nam": 60, "energy_nam": 60, "w_energi": 60, "lambda_temp": 60, "summer_start_d": 60, "summer_final_d": 60, "reward_energi": 60, "temp": 60, "_get_comfort": 60, "reward_comfort": 60, "reward_term": 60, "total_energi": 60, "current_dt": 60, "temp_rang": 60, "k": 60, "ab": 60, "vv": 61, "under": [61, 62], "framework": 61, "small": 61, "complex": 61, "independ": 61, "uniqu": 61, "test_common": 61, "test_reward": 61, "test_wrapp": 61, "test_simul": 61, "test_config": 61, "tree": 61, "test_env": 61, "test_control": 61, "test_stable_baselin": 61, "conceptu": 61, "readm": 61, "try_env": 62, "workspac": 62, "soon": 62, "place": 62, "dispos": 62, "understand": 62, "practic": 62, "screen": 62, "basi": 62, "exactli": 62, "criteria": 62, "replac": 62, "esp_granada": 62, "084190_swec": 62, "001": 62, "new_env_nam": 62, "put": 62, "leav": 62, "intact": 62, "extra_conf": 62, "found": 63, "dequ": 63, "env_util": 63, "observationwrapp": 63, "unwrapped_observ": 63, "handl": 63, "divisionbyzero": 63, "isnan": 63, "ind_flat": 63, "histori": 63, "maxlen": 63, "observation_spac": 63, "new_shap": 63, "_get_ob": 63, "reshap": 63, "monitor_header_list": 63, "element_head": 63, "logger_main": 63, "debug": 63, "_epi_num": 63, "_eplus_working_dir": 63, "default_env": 63}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "evaluation"], [44, 0, 0, "-", "gcloud"], [50, 0, 0, "-", "rewards"], [55, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[43, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[45, 5, 1, "", "delete_instance_MIG_from_container"], [46, 5, 1, "", "get_service_account_token"], [47, 5, 1, "", "init_storage_client"], [48, 5, 1, "", "read_from_bucket"], [49, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[51, 1, 1, "", "BaseReward"], [52, 1, 1, "", "ExpReward"], [53, 1, 1, "", "HourlyLinearReward"], [54, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[51, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[52, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[53, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[56, 1, 1, "", "LoggerWrapper"], [57, 1, 1, "", "MultiObsWrapper"], [58, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "activate_logger"], [56, 2, 1, "", "close"], [56, 2, 1, "", "deactivate_logger"], [56, 2, 1, "", "reset"], [56, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "reset"], [57, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[58, 2, 1, "", "__init__"], [58, 2, 1, "", "get_unwrapped_obs"], [58, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41, 62], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 59], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6, 62], "mlflow": [3, 6], "environ": [4, 8, 62], "observ": 4, "action": [4, 7], "space": 4, "extra": [5, 62], "configur": [5, 6, 8, 62], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": [6, 8], "our": [6, 62], "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 61], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 59], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 61], "releas": 7, "modifi": 7, "instal": [8, 61], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 62], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "evalu": [42, 43], "evaluate_polici": 43, "gcloud": [44, 45, 46, 47, 48, 49], "delete_instance_mig_from_contain": 45, "get_service_account_token": 46, "init_storage_cli": 47, "read_from_bucket": 48, "upload_to_bucket": 49, "reward": [50, 51, 52, 53, 54, 60, 62], "basereward": 51, "expreward": 52, "hourlylinearreward": 53, "linearreward": 54, "wrapper": [55, 56, 57, 58, 62, 63], "loggerwrapp": 56, "multiobswrapp": 57, "normalizeobserv": 58, "format": 59, "test": 61, "pytest": 61, "run": 61, "usag": 62, "exampl": 62, "simplest": 62, "ad": 62, "rule": 62}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[42, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[43, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[44, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[45, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[46, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[47, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[48, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[49, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[50, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[51, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[52, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[53, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[54, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[55, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[56, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[57, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[58, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[59, "output-format"]], "Logger": [[59, "logger"]], "Rewards": [[60, "rewards"]], "Tests": [[61, "tests"]], "Install Pytest": [[61, "install-pytest"]], "Running tests": [[61, "running-tests"]], "Create new tests": [[61, "create-new-tests"]], "Usage example": [[62, "usage-example"]], "Simplest example": [[62, "simplest-example"]], "Adding a reward": [[62, "adding-a-reward"]], "Adding wrappers": [[62, "adding-wrappers"]], "Using a rule-based controller": [[62, "using-a-rule-based-controller"]], "Adding extra configuration to our environments": [[62, "adding-extra-configuration-to-our-environments"]], "Wrappers": [[63, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.evaluation"], [44, "module-sinergym.utils.gcloud"], [50, "module-sinergym.utils.rewards"], [55, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.evaluation": [[42, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[43, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[44, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[50, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[51, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[51, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[52, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[52, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[53, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[53, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[54, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[55, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[56, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[56, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[57, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[57, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[57, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[57, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[58, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[58, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[58, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[58, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.8.4/.buildinfo b/docs/compilation/v1.8.4/.buildinfo index a25a253429..1885b8f90b 100644 --- a/docs/compilation/v1.8.4/.buildinfo +++ b/docs/compilation/v1.8.4/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: fa7bfdc1e4f91b71d2da4a18ef40e577 +config: f0aac2bc13d6133759a6df11516e74bc tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.8.4/.doctrees/environment.pickle b/docs/compilation/v1.8.4/.doctrees/environment.pickle index 94fb7e2a9a..3b3878ed00 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/environment.pickle and b/docs/compilation/v1.8.4/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.8.4/.doctrees/index.doctree b/docs/compilation/v1.8.4/.doctrees/index.doctree index ff46f7a114..042765891a 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/index.doctree and b/docs/compilation/v1.8.4/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.8.4/.doctrees/pages/API-reference.doctree index e0d6ddce43..5ca4f608b1 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/controllers.doctree b/docs/compilation/v1.8.4/.doctrees/pages/controllers.doctree index 3b1df02eec..219b8ff322 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.8.4/.doctrees/pages/deep-reinforcement-learning.doctree index 2825aa9c31..d48cef2abd 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/environments.doctree b/docs/compilation/v1.8.4/.doctrees/pages/environments.doctree index 25789d68e3..919cd4929f 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/environments.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.8.4/.doctrees/pages/extra-configuration.doctree index e490644138..d5b8cf8c06 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.8.4/.doctrees/pages/gcloudAPI.doctree index 3a5735c13a..1fddd132c3 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.8.4/.doctrees/pages/github-actions.doctree index 447c1d70c0..589f241b18 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/installation.doctree b/docs/compilation/v1.8.4/.doctrees/pages/installation.doctree index 87b3114305..452fb97015 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/installation.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/introduction.doctree b/docs/compilation/v1.8.4/.doctrees/pages/introduction.doctree index bc066d14a3..636f8dcf25 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.doctree index 49de097956..e6f82ea521 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 6e94322363..a9b8a0b57c 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 418af6758e..933665ad12 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 004abab6ce..8b1eecd35a 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.doctree index 0e768e1008..9d6e463fa7 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.doctree index e7424d2123..c9f722d8f7 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 4f13c6e9cc..e7127dc19a 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 99a0d24d38..6787fdab09 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index dbed088bdf..e701933bde 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 924bf4d0f8..2f7d28c005 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 284e94b187..54b4d0e140 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 4941fa6f45..6d52c3e50c 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 0a6f0b9d99..8b836413b3 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index 2decdd54b6..6073977a26 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index d81ec4365b..b267975c09 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index c4daa6a6c7..a3379eefb4 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.doctree index 3b54b94a36..3db02b2323 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 34d26c68b9..75b1dff02b 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 497e86bed1..a058b30062 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index edade7e748..806bda186e 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 30ebecc89e..116ebf2923 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 7762fbc4cc..d3922ca32e 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 0f4b5b16c0..73162c36e9 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index c71b2d1e97..5d6957eb33 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 861cddbbe1..6e2185868f 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 8a9c204dfe..6eed24a1ca 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index bfce4d38c9..e9ec8fa7c5 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.doctree index c7057e34ee..edbaf2bb3b 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 70977e2ca1..d5317f4be7 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 8adefd457f..d2cf1e1765 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 71a35ab652..668dd901af 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 944c02f5ab..1ad424e2dd 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree index c76f02333b..275f3f9821 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.doctree index f5d11d98ff..353f97241c 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index c732122f12..1d99ec082e 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 7280a55990..46235293ae 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index a32484c982..302c60d82e 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 63b0c2bea1..21801ede96 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 5bc1ae65b0..e31bfb9db9 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 4dd703e27b..69194b3ea1 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 84e2697aeb..4670d82908 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 06f027d6a9..9b52011540 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index fe49a2df7d..943493fa31 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index b1688ffb8e..51f6f014c2 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index d3927ed0a4..f8a73d2364 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 891665e0ce..3822f4043c 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree index c8d6d78510..d6d004ee7e 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 5205635d69..3d7727c1a2 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index eab7ec46c5..93008fdcbd 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 12ab23689b..c07d0ef5a0 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index ba5655d927..a2b310f999 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/output.doctree b/docs/compilation/v1.8.4/.doctrees/pages/output.doctree index dcb58fc930..f721c202f7 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/output.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/rewards.doctree b/docs/compilation/v1.8.4/.doctrees/pages/rewards.doctree index 36bce8da65..d5476808e9 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/tests.doctree b/docs/compilation/v1.8.4/.doctrees/pages/tests.doctree index 5bdd1ebce2..0bfbe2eaa6 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/tests.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.8.4/.doctrees/pages/usage-example.doctree index 4da7b5865e..c02c368f96 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.8.4/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.8.4/.doctrees/pages/wrappers.doctree index 25f7f36a6a..7dbefaa36e 100644 Binary files a/docs/compilation/v1.8.4/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.8.4/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.8.4/objects.inv b/docs/compilation/v1.8.4/objects.inv index e7aa6c7a36..2c9416cdc0 100644 Binary files a/docs/compilation/v1.8.4/objects.inv and b/docs/compilation/v1.8.4/objects.inv differ diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.8.4/pages/modules/sinergym.envs.eplus_env.html index 202ec1681e..e92ad723b1 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.envs.eplus_env.html @@ -99,9 +99,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.envs.html b/docs/compilation/v1.8.4/pages/modules/sinergym.envs.html index 69ed5c48c0..e5effa3eda 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.envs.html @@ -95,9 +95,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.base.html index 53c2a1db2b..86eb672998 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.base.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus.html index 4550cf84d4..a5f20dd003 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus_alpha.html index 8be1d3895a..f616580cdd 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.eplus_alpha.html @@ -101,9 +101,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.html b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.html index b0754020ea..7e9bfef47f 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.simulators.html @@ -97,9 +97,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.callbacks.html index 06eb19a70d..0e50b09aca 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.callbacks.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.common.html index 9f86058e4f..6b5183ba61 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.common.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.config.html index 0d9acc7aa4..1bf61f33ac 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.config.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.controllers.html index 5c25228da4..47d6545ef9 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.controllers.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.evaluation.html index e56c3230bf..6d8553b888 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.evaluation.html @@ -106,9 +106,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.gcloud.html index 1636eac13d..56e6ae309a 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.gcloud.html @@ -110,9 +110,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.html index c3ad2e23a6..41ad6e9bfb 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.html @@ -102,9 +102,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.rewards.html index 1e43cc22f0..b40f91922c 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.rewards.html @@ -109,9 +109,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.wrappers.html index 31507597a4..d261786500 100644 --- a/docs/compilation/v1.8.4/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.8.4/pages/modules/sinergym.utils.wrappers.html @@ -108,9 +108,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.8.4/searchindex.js b/docs/compilation/v1.8.4/searchindex.js index 3e24fb32f8..219219130e 100644 --- a/docs/compilation/v1.8.4/searchindex.js +++ b/docs/compilation/v1.8.4/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 25, 30, 35, 36, 38, 45, 47, 53, 60, 61, 62, 63, 64, 65], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 25, 32, 34, 35, 38, 45, 47, 55, 60, 61, 62, 63, 64, 65], "project": [0, 3, 6, 7, 8, 9, 16, 63], "base": [0, 2, 6, 7, 9, 40, 41, 53, 62, 63], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 16, 23, 32, 36, 45, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65], "eplu": [0, 4, 5, 9, 12, 35, 61, 62, 64, 65], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 31, 45, 61, 62, 64, 65], "goal": [0, 9], "creat": [0, 3, 5, 8, 9, 17, 27, 35, 38, 61, 64, 65], "an": [0, 2, 3, 6, 7, 8, 9, 12, 15, 17, 22, 23, 25, 30, 36, 45, 61, 63, 64, 65], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 25, 40, 41, 42, 45, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65], "follow": [0, 2, 4, 6, 7, 8, 9, 17, 40, 41, 62, 64], "openai": [0, 9, 63], "interfac": [0, 4, 9, 13, 18, 61, 63], "wrap": [0, 3, 9, 23, 45, 61], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 27, 28, 35, 36, 38, 40, 41, 42, 61, 62, 63, 64, 65], "engin": [0, 6, 9, 15], "build": [0, 2, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 54, 55, 56, 61, 62, 63, 64], "control": [0, 7, 9, 15, 17, 20, 62, 63], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 27, 34, 35, 38, 45, 46, 61, 62, 63, 65], "deep": [0, 6, 8, 9, 64], "reinforc": [0, 6, 8, 9, 62, 64], "learn": [0, 6, 8, 9, 62, 64], "main": [0, 3, 6, 9, 25, 61], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 25, 30, 35, 44, 45, 46, 52, 53, 55, 56, 61, 62, 63, 64, 65], "ar": [0, 3, 4, 6, 7, 8, 9, 12, 25, 31, 45, 61, 62, 63, 65], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 45], "commun": [0, 9, 13, 61, 63], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 61, 62, 64, 65], "design": [0, 4, 5, 9, 38], "set": [0, 3, 4, 5, 9, 37, 38, 61, 63], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 63, 64], "These": [0, 6, 7, 9, 25, 61, 62, 63], "mai": [0, 6, 8, 9, 38, 61], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 62, 64], "differ": [0, 3, 4, 6, 7, 8, 9, 29, 54, 56, 62, 63, 64], "weather": [0, 4, 5, 9, 12, 17, 19, 27, 38, 61, 63, 64], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 25, 32, 33, 36, 40, 41, 42, 45, 58, 59, 61, 63, 64, 65], "observ": [0, 2, 3, 6, 9, 12, 15, 19, 25, 32, 33, 40, 41, 58, 59, 60, 61, 62, 63, 64, 65], "space": [0, 3, 6, 9, 12, 32, 36, 64, 65], "develop": [0, 2, 7, 8, 9, 63, 65], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9], "allow": [0, 3, 6, 7, 9, 62], "modifi": [0, 2, 5, 9, 16, 38, 45, 61, 64], "easi": [0, 9, 63], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 61, 62, 63, 64, 65], "exampl": [0, 2, 3, 4, 6, 7, 8, 9, 61, 62, 63, 65], "sever": [0, 6, 9, 38, 65], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 25, 45, 58, 59, 61, 63, 65], "variabl": [0, 2, 3, 4, 6, 9, 12, 17, 19, 33, 35, 54, 55, 56, 60, 61, 62, 64, 65], "defin": [0, 4, 6, 9, 12, 15, 19, 31, 38, 61, 62, 64], "between": [0, 3, 4, 9, 29, 62], "python": [0, 5, 6, 7, 9, 16, 46, 63, 64], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 28, 38, 61], "establish": [0, 9, 17, 61, 63], "bcvtb": [0, 4, 9, 17], "sinc": [0, 5, 6, 9, 28, 61], "tool": [0, 9, 64], "interact": [0, 2, 3, 9, 25, 58, 61, 65], "more": [0, 4, 5, 6, 7, 8, 9, 61, 62, 63, 64, 65], "them": [0, 3, 4, 9, 38, 64, 65], "e": [0, 8, 9, 45], "g": [0, 3, 6, 9, 45, 50], "openmodelica": [0, 9], "could": [0, 4, 6, 9, 65], "backend": [0, 6, 9], "while": [0, 3, 9, 64, 65], "maintain": [0, 9], "api": [0, 6, 9, 46], "model": [0, 3, 4, 5, 9, 19, 23, 28, 37, 38, 45, 63], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 62, 63], "automat": [0, 4, 6, 7, 8, 9, 63], "adapt": [0, 9, 38, 64], "specif": [0, 3, 4, 7, 8, 9, 38, 61, 63, 64], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 25, 34, 35, 45, 61, 62, 64], "designdai": [0, 9, 38], "locat": [0, 4, 6, 8, 9, 27, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 30, 38, 42, 47, 50, 51, 53, 54, 55, 56, 61, 62, 64, 65], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 61, 63, 64], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 27, 32, 33, 37, 38, 50, 51, 61, 63, 64], "specifi": [0, 3, 6, 9, 25, 50, 51, 61], "without": [0, 6, 7, 9, 60, 64, 65], "ani": [0, 2, 5, 6, 8, 9, 12, 17, 22, 23, 25, 32, 34, 36, 38, 40, 41, 42, 45, 58, 59, 60, 61, 64, 65], "intervent": [0, 9], "user": [0, 7, 9, 61], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 58, 59, 61, 62, 63, 65], "facil": [0, 3, 4, 9, 54, 55, 56, 62], "our": [0, 3, 5, 7, 8, 9, 63], "team": [0, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 45, 47, 50, 51, 53, 54, 55, 56, 58, 59, 60, 62, 64], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 61, 63, 65], "amplifi": [0, 5, 9], "context": [0, 5, 9, 63], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 62], "occup": [0, 2, 4, 9, 31, 40], "timestep": [0, 3, 4, 5, 6, 9, 12, 22, 25, 61, 64, 65], "per": [0, 3, 4, 5, 9, 25, 45, 61], "hour": [0, 4, 5, 9, 17, 28, 55, 62, 65], "etc": [0, 3, 6, 8, 9, 25, 61], "stabl": [0, 3, 8, 9, 21, 63], "baselin": [0, 3, 9, 21, 63], "3": [0, 3, 4, 5, 9, 17, 21, 63], "integr": [0, 6, 7, 9, 64], "some": [0, 3, 5, 6, 7, 9, 64, 65], "like": [0, 3, 6, 7, 8, 9, 38, 63], "callback": [0, 3, 6, 9, 20, 44, 45], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 61, 62, 63, 64, 65], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 45, 61, 62, 63, 64], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 46, 47, 48, 49, 50, 51], "cloud": [0, 3, 7, 9, 46, 47, 48, 49, 50, 51], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 59, 65], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 45, 50, 51, 61, 62, 63, 64, 65], "account": [0, 5, 6, 8, 9, 47, 48, 62], "want": [0, 3, 5, 6, 7, 8, 9, 45, 50, 51, 61, 62, 63, 64, 65], "your": [0, 2, 3, 5, 7, 8, 9, 62, 64, 65], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 9, 61, 63, 64, 65], "how": [0, 4, 6, 8, 9, 64], "do": [0, 3, 4, 5, 6, 8, 9, 45, 62, 63, 64], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 61], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9, 64], "lifecycl": [0, 9], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 45, 61, 62, 63, 64, 65], "remot": [0, 3, 7, 8, 9, 63], "local": [0, 3, 6, 7, 9, 45, 50, 51, 64], "store": [0, 3, 6, 9, 22, 25, 38, 51, 61, 64, 65], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 47, 61], "run": [0, 6, 8, 9, 17, 45, 61, 64], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 61], "orderli": [0, 9], "data": [0, 2, 3, 4, 6, 9, 12, 17, 19, 22, 25, 38, 41, 50, 51, 61], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 25, 58, 65], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 61, 62], "inform": [0, 3, 5, 6, 7, 8, 9, 12, 25, 58, 59, 61, 62, 63, 64, 65], "real": [0, 3, 9, 25, 61], "time": [0, 3, 7, 8, 9, 17, 25, 29, 55, 61, 62, 63, 65], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 38, 45, 62, 64], "progress": [0, 3, 9, 25, 26, 61, 65], "stai": [0, 4, 5, 9, 62], "tune": [0, 4, 5, 9, 62], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 63, 64], "interest": 0, "make": [0, 3, 4, 5, 6, 8, 17, 62, 63, 64, 65], "better": [0, 64], "still": 0, "improv": 0, "need": [0, 6, 7, 8, 61, 65], "done": [0, 3, 25, 61, 64, 65], "check": [0, 3, 6, 7, 45, 63], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 5, 6, 7, 8, 32, 35, 38, 45, 60, 61, 62, 63, 64, 65], "pleas": [0, 5, 6, 7, 64], "read": [0, 4, 6, 15, 17, 50], "md": 0, "first": [0, 3, 8, 17, 38, 45, 58, 60, 65], "sinergym": [2, 3, 4, 7, 9, 61, 62, 63, 64, 65], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 38, 45, 48, 61, 62, 63, 65], "section": [2, 3, 6, 8, 63, 64], "implement": [2, 3, 5, 39, 52, 57, 62, 63, 65], "own": [2, 3, 5, 62, 65], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 25, 28, 31, 38, 61, 62, 63, 65], "random": [2, 6, 42, 64], "agent": [2, 6, 12, 23, 25, 40, 41, 42, 45, 61, 62, 63, 64], "rule": [2, 6, 40, 41, 63], "5zone": [2, 4, 5, 6, 64], "datacent": [2, 4, 6, 64], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 62, 64, 65], "util": [2, 3, 4, 6, 12, 62, 63, 64, 65], "py": [2, 3, 4, 6, 8, 63, 64, 65], "veri": [2, 6, 7, 8, 62], "perform": [2, 6, 23, 45, 59, 62, 65], "refer": [2, 6], "point": [2, 64], "studi": [2, 4], "drl": [2, 4, 6, 64], "basic": [2, 39], "datetim": [2, 6, 62], "import": [2, 3, 5, 6, 7, 61, 62, 64, 65], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 42, 47, 48, 49, 58, 59, 60, 62, 64, 65], "list": [2, 4, 6, 7, 8, 12, 17, 25, 27, 28, 30, 33, 34, 35, 36, 38, 40, 41, 45, 54, 55, 56, 61, 62], "sequenc": [2, 40, 41, 42, 60, 65], "common": [2, 3, 4, 6, 20, 23, 45, 63, 65], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 37, 38, 39, 40, 41, 42, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65], "randomcontrol": [2, 64], "object": [2, 3, 6, 27, 28, 30, 38, 49, 50, 51, 61, 62], "def": [2, 3, 61, 62, 65], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 42, 53, 54, 55, 56, 58, 59, 60, 61, 62, 65], "self": [2, 3, 61, 62, 65], "env": [2, 3, 4, 5, 6, 8, 23, 32, 35, 38, 40, 41, 42, 45, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65], "It": [2, 3, 6, 7, 8, 17, 23, 25, 42, 56, 61, 62, 65], "select": [2, 8, 12, 40, 41, 42], "avail": [2, 4, 6, 42], "randomli": [2, 42, 64], "arg": [2, 3, 6, 8, 12, 22, 23, 58, 59, 60, 61, 62, 65], "act": [2, 40, 41, 42, 64], "": [2, 3, 4, 5, 6, 8, 16, 25, 38, 42, 54, 55, 56, 61, 62, 63, 64, 65], "action_spac": [2, 6, 36, 42, 64, 65], "return": [2, 3, 4, 7, 12, 17, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 42, 45, 47, 48, 49, 58, 59, 60, 62, 64, 65], "chosen": [2, 40, 41, 42, 64], "sampl": [2, 64, 65], "rbc5zone": [2, 64], "none": [2, 3, 6, 12, 15, 17, 23, 25, 27, 35, 38, 40, 41, 45, 58, 59, 60, 61, 65], "static": [2, 6, 40, 41], "5zoneautodxvav": [2, 4, 40], "setpoint": [2, 3, 4, 40, 41], "standard": [2, 7, 31, 40, 64], "describ": [2, 6, 40, 41], "ashra": [2, 31, 40, 41], "55": [2, 31, 40], "2004": [2, 31, 40], "thermal": [2, 4, 31, 40, 55, 62], "environment": [2, 31, 40], "condit": [2, 12, 31, 40], "human": [2, 12, 31, 40], "range_comfort_summ": [2, 54, 55, 56, 62], "23": [2, 4, 54, 55, 56, 62], "0": [2, 3, 4, 6, 17, 22, 25, 29, 54, 55, 56, 60, 61, 62, 64, 65], "26": [2, 4, 54, 55, 56, 62], "range_comfort_wint": [2, 54, 55, 56, 62], "20": [2, 4, 54, 55, 56, 62, 64], "5": [2, 3, 4, 17, 23, 45, 54, 55, 56, 59, 62, 65], "indoor": [2, 40, 41], "temperatur": [2, 3, 4, 25, 31, 40, 41, 54, 55, 56, 61, 62], "perceiv": [2, 40, 41], "obs_dict": [2, 62], "dict": [2, 3, 12, 17, 32, 33, 34, 35, 38, 45, 58, 59, 60, 62, 65], "zip": [2, 6], "year": [2, 4, 5, 17, 28, 29, 31, 38, 62], "int": [2, 3, 6, 12, 15, 17, 23, 25, 28, 29, 31, 36, 38, 45, 58, 59, 61, 65], "month": [2, 4, 17, 28, 29, 31, 62, 64, 65], "dai": [2, 4, 5, 17, 28, 29, 31, 38, 62, 65], "summer_start_d": [2, 62], "6": [2, 4, 5, 6, 8, 17, 38, 62, 64], "1": [2, 3, 4, 5, 12, 17, 22, 23, 54, 55, 56, 60, 61, 62, 64, 65], "summer_final_d": [2, 62], "9": [2, 4, 41, 55, 62], "30": [2, 4, 62], "current_dt": [2, 62], "get": [2, 6, 8, 31, 38, 45, 48, 60, 65], "season": [2, 31, 54, 55, 56, 62], "comfort": [2, 3, 4, 8, 22, 25, 31, 54, 55, 56, 61, 62], "rang": [2, 3, 4, 5, 6, 31, 35, 41, 54, 55, 56, 60, 62, 64, 65], "season_comfort_rang": 2, "els": [2, 3, 6, 45, 61, 62, 65], "updat": [2, 4, 6, 7, 8, 23, 35, 63], "in_temp": 2, "zone": [2, 4, 6, 33, 54, 55, 56, 62], "air": [2, 4, 54, 55, 56, 62], "space1": [2, 54, 55, 56, 62], "current_heat_setpoint": 2, "thermostat": [2, 4], "heat": [2, 4], "current_cool_setpoint": 2, "cool": [2, 4, 64], "new_heat_setpoint": 2, "new_cool_setpoint": 2, "elif": [2, 3, 6, 65], "rbcdatacent": [2, 64], "2zonedatacenterhvac": [2, 41], "recommend": [2, 3, 6, 7, 8, 41, 62], "center": [2, 41], "tc9": [2, 41], "2016": [2, 41], "18": [2, 4], "27": [2, 4], "celsiu": 2, "range_comfort_datacent": 2, "west": 2, "west_in_temp": 2, "west_current_heat_setpoint": 2, "west_current_cool_setpoint": 2, "west_new_heat_setpoint": 2, "west_new_cool_setpoint": 2, "east": 2, "east_in_temp": 2, "east_current_heat_setpoint": 2, "east_current_cool_setpoint": 2, "east_new_heat_setpoint": 2, "east_new_cool_setpoint": 2, "simpl": [2, 62, 64], "given": [2, 3, 17, 28, 30, 35, 36, 38, 54, 55, 56, 58, 62, 65], "instanc": [2, 3, 6, 12, 47, 61], "see": [2, 3, 5, 6, 7, 8, 61, 62, 63, 64], "usag": [2, 3, 6, 65], "discret": [3, 4, 12, 32, 62], "continu": [3, 4, 5, 7, 8, 12, 64], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 27, 38], "due": [3, 4, 6], "its": [3, 4, 6, 7, 48, 58, 64, 65], "call": [3, 6, 7, 8, 17, 23, 45, 61, 64], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 4, 6, 17, 58, 65], "dure": [3, 6, 12, 22, 23, 61, 64], "one": [3, 5, 6, 12, 25, 27, 30, 45, 61, 62, 63, 64], "monitor": [3, 6, 8, 23, 25, 45, 61, 65], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 64, 65], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 44, 57, 65], "execut": [3, 7, 8, 12, 17, 25, 26, 38, 47, 58, 59, 61, 63, 65], "log": [3, 25, 26, 58, 61, 65], "all": [3, 4, 6, 7, 8, 12, 17, 22, 35, 53, 61, 62, 63, 64], "therefor": [3, 4, 64], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 25, 34, 38, 61, 62, 63, 64], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 31, 62], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 45], "valu": [3, 4, 5, 6, 8, 17, 22, 25, 35, 60, 61, 62, 64, 65], "param": [3, 6, 22, 23, 25, 37, 38, 45, 61], "ep_reward": [3, 22], "here": [3, 4, 6, 7, 8, 22, 63, 64], "episod": [3, 4, 5, 6, 12, 17, 22, 23, 25, 35, 38, 45, 58, 59, 61, 64, 65], "ep_pow": [3, 22], "consumpt": [3, 22, 25, 55, 56, 61, 62], "ep_term_comfort": [3, 22], "term": [3, 22, 54, 55, 56, 62], "compon": [3, 6, 22, 62], "ep_term_energi": [3, 22], "energi": [3, 22, 54, 55, 56, 62], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 25, 38, 45, 59, 61, 64, 65], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "fals": [3, 6, 12, 22, 23, 25, 45, 58, 61, 64, 65], "verbos": [3, 6, 22, 23, 63], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 58, 61, 65], "inner": [3, 4, 6, 7, 22, 36, 47, 50, 51], "activ": [3, 6, 8, 22, 25, 58, 61, 65], "super": [3, 62, 65], "_on_training_start": 3, "is_wrap": [3, 65], "training_env": 3, "loggerwrapp": [3, 6, 64, 65], "env_method": 3, "activate_logg": [3, 58, 65], "deactivate_logg": [3, 58, 65], "record": [3, 25, 30, 34, 58, 61, 65], "method": [3, 5, 6, 7, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 42, 53, 54, 55, 56, 58, 59, 60, 61, 62], "depend": [3, 6, 8, 25, 31, 55, 61, 62, 63], "global": [3, 6, 45], "kei": [3, 5, 6, 30, 32, 33, 35, 65], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 32, 38, 45, 62], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 25, 45, 58, 59, 61, 65], "info": [3, 64, 65], "get_attr": 3, "normal": [3, 6, 60, 61, 62, 63, 64, 65], "origin": [3, 4, 16, 27, 38, 50, 58, 59, 60, 61, 64, 65], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 64, 65], "obs_norm": 3, "new_ob": 3, "ob": [3, 60, 64, 65], "get_unwrapped_ob": [3, 60, 65], "enumer": [3, 65], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 25, 45, 61, 62, 65], "receiv": [3, 12, 17, 19], "action_": [3, 65], "try": [3, 6, 17, 61], "network": [3, 6], "output": [3, 4, 5, 7, 26, 35, 38, 64], "clip": 3, "clipped_act": 3, "except": [3, 4, 38, 61, 64], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "append": [3, 6, 61, 63, 64, 65], "print": [3, 64, 65], "total_pow": [3, 65], "comfort_penalti": [3, 25, 61, 65], "total_power_no_unit": [3, 25, 61, 65], "end": [3, 6, 12, 17, 19, 25, 29, 61, 65], "summari": [3, 58, 61, 65], "reset": [3, 6, 12, 17, 38, 45, 58, 59, 61, 64, 65], "last": [3, 8, 12, 17, 35, 58, 60, 61, 64, 65], "metric": [3, 61], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 61, 65], "np": [3, 6, 12, 17, 36, 58, 59, 60, 61, 64, 65], "sum": [3, 61, 62, 64, 65], "mean_reward": [3, 61, 65], "mean": [3, 4, 6, 7, 17, 23, 27, 38, 45, 61, 62, 64, 65], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 61, 65], "cumulative_comfort_penalti": [3, 61, 65], "mean_power_penalti": [3, 61, 65], "cumulative_power_penalti": [3, 61, 65], "comfort_violation_tim": 3, "100": [3, 6, 61], "zerodivisionerror": [3, 61], "nan": [3, 61], "finish": [3, 6, 7, 17, 64], "shouldn": 3, "t": [3, 6, 8, 30, 54, 56, 61, 62, 65], "hasattr": 3, "item": [3, 62], "true": [3, 6, 12, 23, 25, 45, 58, 59, 61, 65], "on_training_end": [3, 22], "same": [3, 4, 6, 7, 27, 61, 64, 65], "attribut": [3, 12, 17, 25, 38, 61, 65], "constructor": [3, 4, 5, 15, 64], "deriv": [3, 6], "background": 3, "With": [3, 64], "possibl": [3, 4, 5, 6, 7, 8, 64], "compar": [3, 7], "There": [3, 6, 7, 8, 61], "tabl": 3, "other": [3, 6, 8, 61, 62, 64], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 27, 38], "step": [3, 8, 12, 17, 25, 36, 45, 58, 59, 61, 64, 65], "frequenc": [3, 6], "consequ": [3, 6, 62], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 54, 56, 62, 63], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 44, 45], "whole": [3, 25, 54, 55, 56, 61, 62], "instead": [3, 6, 8, 45], "when": [3, 6, 7, 17, 23, 25, 45, 61, 62, 64], "On": [3, 6, 8], "appear": [3, 4, 8, 45, 61], "too": [3, 6, 7, 8, 47, 65], "becaus": [3, 4, 6, 64], "Then": [3, 6, 8, 65], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 25, 61, 64, 65], "format": [3, 5, 6, 7, 64], "percentag": 3, "out": [3, 61, 65], "bound": 3, "penalti": [3, 25, 61, 62], "power": [3, 25, 54, 55, 56, 61, 62, 65], "obtain": [3, 12, 64], "being": [3, 61], "option": [3, 6, 7, 8, 12, 17, 27, 35, 38, 54, 55, 56, 58, 59, 60, 61, 62, 63, 65], "wrapper": [3, 6, 20, 23, 45, 61, 63], "thei": [3, 4, 6, 8, 63, 64], "both": [3, 6, 62], "rollout": 3, "default": [3, 5, 6, 7, 8, 12, 17, 27, 38, 54, 55, 56, 58, 59, 62, 63, 64, 65], "exploration_r": 3, "doesn": [3, 6, 65], "neural": 3, "well": [3, 45], "evalu": [3, 6, 23, 62], "ad": [3, 4, 65], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34, 64], "drl_batteri": [3, 6, 64], "comput": [3, 6], "flag": [3, 6, 17, 25, 58, 61, 65], "most": [3, 61, 62], "must": [3, 4, 6, 8, 45, 62], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 47, 50, 51, 55, 62], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 61, 62], "argument": [3, 6, 32, 65], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 45, 65], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 45], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 25, 26, 27, 30, 32, 33, 34, 35, 38, 45, 47, 48, 51, 54, 55, 56, 58, 59, 60, 61, 62, 65], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 25, 27, 28, 29, 35, 36, 38, 45, 54, 55, 56, 58, 59, 61, 62, 65], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 59, 61, 64, 65], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 62, 63], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 54, 55, 56, 62], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6, 64], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 26, 27, 33, 38, 47, 50, 51, 54, 55, 56, 62, 64], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": [3, 23], "2": [3, 4, 7, 17], "everi": [3, 6, 7, 8, 23, 63, 64, 65], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 45], "render": [3, 6, 12, 23, 45], "n_eval_episod": [3, 6, 23, 45], "log_callback": [3, 6], "total_timestep": [3, 6, 25, 61], "As": [3, 4, 6, 8], "abl": [3, 6, 8], "start": [3, 6, 15, 17, 19, 28, 29, 64], "batteri": [3, 6], "initi": [3, 23, 49, 65], "date": 3, "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 62], "period": [4, 62], "demo": [4, 65], "v1": [4, 5, 12, 62, 64, 65], "pittsburgh": 4, "usa": 4, "10": [4, 6, 12, 17, 64], "01": 4, "31": [4, 5], "03": 4, "hot": [4, 5, 54, 55, 56, 62, 64], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5], "mix": [4, 62], "new": [4, 6, 15, 17, 19, 23, 25, 27, 38, 58, 59, 61, 64, 65], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 65], "stochast": [4, 23, 45, 62, 64], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 54, 55, 56, 61, 62, 64], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 5, 6, 17, 61], "classif": 4, "In": [4, 6, 7, 8, 45, 63, 64], "seri": 4, "chang": [4, 6, 7, 25, 61, 62, 64], "gaussian": 4, "std": [4, 45], "add": [4, 6, 7, 61, 62, 64, 65], "extern": [4, 6, 61], "wai": [4, 5, 6, 64], "definit": [4, 6, 12, 32], "variant": [4, 65], "xml": [4, 12, 32], "version": [4, 6, 7, 8, 64], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 50, 51], "dtd": 4, "19": [4, 6, 55, 62], "max": [4, 35, 54, 56, 62, 65], "min": [4, 35, 62, 65], "site": 4, "outdoor": 4, "drybulb": [4, 27, 38], "5e6": [4, 65], "rel": 4, "wind": 4, "speed": 4, "direct": [4, 6], "diffus": 4, "solar": 4, "radiat": 4, "rate": [4, 54, 55, 56, 62], "area": 4, "7": [4, 6, 17, 62], "8": [4, 6, 8], "radiant": 4, "11": 4, "cloth": 4, "fanger": 4, "ppd": 4, "13": 4, "count": [4, 45], "14": [4, 6], "15": 4, "total": [4, 6, 25, 54, 55, 56, 61, 62], "hvac": [4, 54, 55, 56, 62], "electr": [4, 54, 55, 56, 62], "demand": [4, 54, 55, 56, 62], "16": 4, "2050": 4, "17": 4, "low": [4, 54, 56, 62, 63, 65], "high": [4, 65], "shape": [4, 6, 65], "dtype": [4, 65], "numpi": [4, 6, 64, 65], "float32": [4, 65], "num": 4, "29": 4, "28": 4, "25": 4, "21": 4, "24": [4, 29], "22": 4, "element": [4, 17, 25, 30, 34, 61, 64], "index": [4, 6], "action0": 4, "action1": 4, "seen": 4, "5zoneautodxvav_spac": 4, "cfg": [4, 17, 61], "howev": [4, 5, 6, 8, 62, 63], "part": [4, 6], "recogniz": 4, "calcul": [4, 6, 62, 64], "support": [4, 8, 63], "give": [4, 6], "plai": 4, "affect": [4, 27, 38, 45], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 61, 62, 65], "should": [4, 5, 6, 8, 17, 23, 53, 62, 64, 65], "worri": 4, "anyth": [4, 45], "solut": 4, "alwai": [4, 6, 61, 62], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "rememb": 4, "size": [4, 6], "fact": 4, "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 63], "let": [5, 6, 7, 8, 64], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 64], "1997": 5, "1998": 5, "config_param": [5, 12, 17, 64], "directori": [5, 8, 12, 17, 35, 38, 50, 51, 61, 63], "appli": [5, 6, 7, 12, 38, 60, 61, 65], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34, 62, 64], "skeleton": 5, "separ": [5, 6], "By": [5, 8, 62, 64], "less": 5, "1991": 5, "result": [5, 6, 17, 45, 61, 64, 65], "determin": [5, 6, 62, 64], "length": [5, 6, 45, 61, 65], "tupl": [5, 12, 17, 27, 32, 36, 38, 54, 55, 56, 58, 59, 62, 65], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 29], "end_month": 5, "end_year": [5, 29], "manual": [5, 7, 65], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "take": [5, 7, 38], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 64], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 64], "job": [6, 7, 8, 63], "remov": [6, 47, 54, 55, 56, 62], "host": [6, 61], "explan": 6, "abov": 6, "firstli": 6, "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 47], "invoic": 6, "don": [6, 8, 61], "document": [6, 7, 8, 61, 64], "secondli": 6, "instal": [6, 17, 64], "docker": [6, 7], "link": 6, "next": [6, 7, 8, 12, 17, 58, 59, 61, 63, 65], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 65], "enabl": [6, 7], "servic": [6, 47, 48], "librari": [6, 8, 63], "registri": 6, "pub": 6, "sub": [6, 12], "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 49, 50, 51], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 61, 63, 64], "termin": [6, 17, 25, 26, 58, 59, 61, 64, 65], "applic": [6, 63], "login": 6, "upload": [6, 7, 51], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 48], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 61, 63, 64, 65], "repositori": [6, 7, 8, 61, 63, 64], "prefer": 6, "realli": [6, 64, 65], "10gb": 6, "isn": [6, 65], "enough": 6, "silenc": 6, "error": [6, 7, 45, 65], "would": [6, 62], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 63, 64], "purpos": 6, "write": [6, 7, 8, 61, 63], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 54, 55, 56, 62], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 63], "case": [6, 7, 8, 45, 62, 64], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 62, 63], "confus": 6, "helper": 6, "everyth": [6, 64], "mention": 6, "memori": 6, "least": 6, "correctli": [6, 63, 64], "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": [6, 64], "predetermin": 6, "correct": [6, 7, 8, 65], "decid": 6, "enter": [6, 64], "after": [6, 17, 45, 64], "immedi": 6, "hasn": [6, 30], "yet": [6, 63], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "ip": 6, "5000": 6, "explain": [6, 64], "befor": [6, 8, 17, 38, 45, 64, 65], "previou": [6, 59, 64, 65], "group": [6, 47], "larg": 6, "quot": 6, "than": [6, 61, 65], "rest": [6, 8, 46, 47], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 61], "pre": 6, "attach": 6, "And": [6, 65], "now": [6, 8], "script": [6, 64], "alloc": [6, 7], "ranges_5zon": 6, "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 65], "dest": 6, "alg": 6, "rw": 6, "linear": [6, 55, 56, 62, 64], "exponenti": [6, 54, 62], "norm": 6, "store_tru": 6, "multiob": [6, 65], "mob": 6, "multi": [6, 65], "ten": 6, "path": [6, 17, 23, 25, 27, 32, 33, 35, 38, 50, 51, 61], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 64], "sd": 6, "remote_stor": 6, "sto": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 27, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 27, 38], "sig": 6, "regist": [6, 64], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d_": 6, "h": 6, "_": [6, 65], "ping": 6, "mlflow_ip": 6, "split": [6, 61], "valid": [6, 48, 65], "respons": [6, 47, 61], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "interv": [6, 12], "linearreward": [6, 12, 62, 64], "expreward": [6, 62, 64], "runtimeerror": [6, 17, 32], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": [6, 62], "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 65], "close": [6, 12, 17, 58, 64, 65], "_episode_exist": [6, 65], "storeg": 6, "send": [6, 12, 15, 17, 19, 48, 49, 51], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 49, 50, 51], "upload_to_bucket": 6, "src_path": [6, 51], "dest_bucket_nam": [6, 51], "dest_path": [6, 51], "end_run": 6, "autodelet": 6, "token": [6, 47, 48], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 62], "deactiv": [6, 25, 58, 61, 65], "written": 6, "recreat": 6, "belong": [6, 25, 61], "delet": [6, 47, 65], "individu": [6, 62], "appropri": [6, 64], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32, 64], "gitignor": 6, "ignor": [6, 7], "final": 6, "load_ag": 6, "just": [6, 62], "pass": [6, 12, 17, 23, 45, 61], "mod": 6, "bucket_nam": [6, 50], "model_path": 6, "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 64, 65], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 30], "two": [6, 8, 62], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 25, 28, 29, 45, 61, 64, 65], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 63], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 61], "jajim": [6, 8], "github": [6, 8, 16, 63], "html": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 64, 65], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 28, 61], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 62], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 62], "creation": [6, 64], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "level": [7, 26, 63], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 63], "cannot": [7, 64], "storag": [7, 8, 49, 50, 51], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 61], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 61], "contain": [7, 45, 47, 48, 63], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "folder": [7, 8, 12, 23, 38, 64], "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 63], "advantag": 7, "pip": [8, 63], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": [8, 12], "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "extens": 8, "through": 8, "clone": [8, 64], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "f": 8, "python_environ": 8, "program": 8, "outsid": [8, 62], "also": [8, 62, 64], "ensur": 8, "later": [8, 25, 61], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "copi": [8, 17, 61, 62, 65], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "told": 8, "itself": 8, "consid": [8, 54, 55, 56, 62], "subset": [8, 65], "ofici": 8, "supervis": [8, 63], "successfulli": [8, 63], "anywai": [8, 63], "prepar": [8, 34], "kwarg": [12, 22, 23, 58, 59, 60], "idf_fil": [12, 19], "weather_fil": [12, 19, 64], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 35, 38, 61, 64], "discrete_act": [12, 32], "weather_vari": [12, 17, 37, 64], "reward_kwarg": [12, 62], "act_repeat": [12, 17, 64], "max_ep_data_store_num": [12, 17, 64], "epw": [12, 17, 19, 27, 38, 61, 63, 64], "mu": 12, "tao": 12, "ornstein": [12, 27, 38], "uhlenbeck": [12, 27, 38], "feedback": 12, "repeat": [12, 17, 64], "regardless": [12, 61], "repetit": 12, "mode": 12, "ndarrai": [12, 15, 17, 36, 58, 59, 60, 65], "integ": [12, 17, 36], "union": [12, 17, 25, 36, 54, 55, 56, 58, 59, 61, 62, 65], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 61], "sensor": 17, "ou": [17, 27, 38], "elaps": [17, 25, 28, 61], "consist": 17, "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 45], "monitor_head": [25, 61, 65], "progress_head": [25, 61, 65], "log_progress_fil": [25, 61, 65], "log_fil": [25, 61], "header": [25, 61, 65], "sub_run_n": [25, 61], "res_n": [25, 61], "steps_data": [25, 61], "arrai": [25, 61, 65], "elabor": [25, 61], "total_time_elaps": [25, 61], "comfort_violation_timestep": [25, 61], "whose": [25, 61], "activate_flag": [25, 61, 65], "deactivate_flag": [25, 61, 65], "log_episod": [25, 61, 65], "log_step": [25, 61, 65], "simulation_tim": [25, 61, 65], "achiev": [25, 61], "w": [25, 54, 55, 56, 61, 62], "log_step_norm": [25, 61, 65], "steps_data_norm": [25, 61], "set_log_fil": [25, 61, 65], "new_log_fil": [25, 61], "getlogg": 26, "formatt": 26, "weather_data": [27, 38], "weatherdata": [27, 38], "original_epw_fil": 27, "variat": [27, 38], "opyplu": [27, 28, 30, 34, 38], "epm": [28, 30, 34, 38], "sec_elaps": 28, "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "explicitli": 30, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "absolut": [35, 54, 56, 62], "setpoints_spac": 36, "transform": 36, "modif": [37, 62], "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": [38, 62], "winter": [38, 62], "desingdai": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "base_class": 45, "basealgorithm": 45, "callabl": 45, "averag": [45, 64], "made": 45, "note": [45, 61, 65], "scale": [45, 63], "earli": 45, "avoid": 45, "reward_threshold": 45, "minimum": [45, 55, 62], "expect": 45, "met": 45, "return_episode_reward": 45, "easier": 46, "instance_group_nam": 47, "vm": 47, "alon": 47, "mig": 47, "request": 47, "author": 48, "petit": [48, 49], "ask": [49, 50, 51], "blob_prefix": 50, "recurs": [50, 51], "bucket": [50, 51], "exclud": 50, "destin": 51, "inherit": [53, 62, 65], "temperature_vari": [54, 55, 56, 62], "energy_vari": [54, 55, 56, 62], "energy_weight": [54, 56, 62], "lambda_energi": [54, 55, 56, 62], "0001": [54, 55, 56], "lambda_temperatur": [54, 55, 56, 62], "r": [54, 56, 62], "lambda_": [54, 56, 62], "lambda_t": [54, 56, 62], "exp": [54, 62], "t_": [54, 56, 62], "weight": [54, 55, 56, 62], "constant": [54, 55, 56, 62], "dimens": [54, 55, 56, 62], "cold": [54, 55, 56, 62], "fot": [54, 55, 56, 62], "min_energy_weight": [55, 62], "range_comfort_hour": [55, 62], "flatten": [59, 65], "stack": [59, 65], "flat": [59, 65], "vector": [59, 65], "reli": [60, 65], "re": 61, "num_simul": 61, "content": 61, "sub_run1": 61, "sub_run2": 61, "sub_run3": 61, "sub_runn": 61, "utilsocket": 61, "monitor_norm": 61, "sub_run": 61, "num_episod": 61, "within": [61, 63], "structur": 61, "suit": 61, "observation_valu": 61, "action_valu": 61, "row": 61, "episode_num": [61, 65], "cumulative_power_consumpt": [61, 65], "mean_power_consumpt": [61, 65], "comfort_viol": [61, 65], "time_elaps": [61, 65], "carri": 61, "techniqu": 61, "factor": 61, "present": 61, "power_penalti": [61, 65], "row_cont": 61, "_store_step_inform": 61, "statist": 61, "ep_mean_reward": 61, "ep_cumulative_reward": 61, "ep_cumulative_pow": 61, "ep_mean_pow": 61, "ep_cumulative_comfort_penalti": 61, "ep_mean_comfort_penalti": 61, "ep_cumulative_power_penalti": 61, "ep_mean_power_penalti": 61, "steps_info": 61, "newlin": 61, "file_obj": 61, "writer": 61, "csv_writer": 61, "writerow": 61, "len": [61, 65], "_normal": 61, "isfil": 61, "_reset_logg": 61, "relev": 61, "unwrap": 61, "thing": 62, "below": 62, "discomfort": 62, "togeth": 62, "insid": [62, 64], "typic": 62, "satisfact": 62, "taken": [62, 64], "similar": 62, "That": 62, "higher": 62, "far": 62, "hourlylinearreward": 62, "slight": 62, "am": 62, "pm": 62, "equal": 62, "neg": 62, "perfect": 62, "behavior": 62, "cumul": [62, 64, 65], "adjust": 62, "aspect": 62, "But": [62, 64], "imagin": 62, "signal": 62, "__call__": 62, "basereward": 62, "customreward": 62, "naiv": 62, "math": 62, "2021": 62, "complet": 62, "notimplementederror": 62, "temp_nam": 62, "energy_nam": 62, "w_energi": 62, "lambda_temp": 62, "reward_energi": 62, "temp": 62, "_get_comfort": 62, "reward_comfort": 62, "reward_term": 62, "total_energi": 62, "temp_rang": 62, "k": 62, "ab": 62, "vv": 63, "under": [63, 64], "framework": 63, "small": 63, "complex": 63, "independ": 63, "uniqu": 63, "test_common": 63, "test_reward": 63, "test_wrapp": 63, "test_simul": 63, "test_config": 63, "tree": 63, "test_env": 63, "test_control": 63, "test_stable_baselin": 63, "conceptu": 63, "readm": 63, "try_env": 64, "workspac": 64, "soon": 64, "place": 64, "dispos": 64, "understand": 64, "practic": 64, "current_month": [64, 65], "screen": 64, "basi": 64, "exactli": 64, "criteria": 64, "replac": 64, "rulebasedcontrol": 64, "esp_granada": 64, "084190_swec": 64, "001": 64, "new_env_nam": 64, "even": 64, "put": 64, "leav": 64, "intact": 64, "extra_conf": 64, "found": 65, "dequ": 65, "env_util": 65, "observationwrapp": 65, "unwrapped_observ": 65, "handl": 65, "divisionbyzero": 65, "isnan": 65, "ind_flat": 65, "histori": 65, "maxlen": 65, "observation_spac": 65, "new_shap": 65, "_get_ob": 65, "reshap": 65, "monitor_header_list": 65, "element_head": 65, "logger_main": 65, "debug": 65, "_epi_num": 65, "_eplus_working_dir": 65, "default_env": 65}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [44, 0, 0, "-", "evaluation"], [46, 0, 0, "-", "gcloud"], [52, 0, 0, "-", "rewards"], [57, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[45, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[47, 5, 1, "", "delete_instance_MIG_from_container"], [48, 5, 1, "", "get_service_account_token"], [49, 5, 1, "", "init_storage_client"], [50, 5, 1, "", "read_from_bucket"], [51, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[53, 1, 1, "", "BaseReward"], [54, 1, 1, "", "ExpReward"], [55, 1, 1, "", "HourlyLinearReward"], [56, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[53, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[55, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[56, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[58, 1, 1, "", "LoggerWrapper"], [59, 1, 1, "", "MultiObsWrapper"], [60, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[58, 2, 1, "", "__init__"], [58, 2, 1, "", "activate_logger"], [58, 2, 1, "", "close"], [58, 2, 1, "", "deactivate_logger"], [58, 2, 1, "", "reset"], [58, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "reset"], [59, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "get_unwrapped_obs"], [60, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41, 42, 43, 64], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 61], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6, 64], "mlflow": [3, 6], "environ": [4, 8, 64], "observ": 4, "action": [4, 7], "space": 4, "extra": [5, 64], "configur": [5, 6, 8, 64], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": [6, 8], "our": [6, 64], "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 63], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 61], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 63], "releas": 7, "modifi": 7, "instal": [8, 63], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 64], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "rbc5zone": 40, "rbcdatacent": 41, "randomcontrol": 42, "rulebasedcontrol": 43, "evalu": [44, 45], "evaluate_polici": 45, "gcloud": [46, 47, 48, 49, 50, 51], "delete_instance_mig_from_contain": 47, "get_service_account_token": 48, "init_storage_cli": 49, "read_from_bucket": 50, "upload_to_bucket": 51, "reward": [52, 53, 54, 55, 56, 62, 64], "basereward": 53, "expreward": 54, "hourlylinearreward": 55, "linearreward": 56, "wrapper": [57, 58, 59, 60, 64, 65], "loggerwrapp": 58, "multiobswrapp": 59, "normalizeobserv": 60, "format": 61, "test": 63, "pytest": 63, "run": 63, "usag": 64, "exampl": 64, "simplest": 64, "ad": 64, "rule": 64}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[43, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[44, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[45, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[46, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[47, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[48, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[49, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[50, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[51, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[52, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[53, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[54, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[55, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[56, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[57, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[58, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[59, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[60, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[61, "output-format"]], "Logger": [[61, "logger"]], "Rewards": [[62, "rewards"]], "Tests": [[63, "tests"]], "Install Pytest": [[63, "install-pytest"]], "Running tests": [[63, "running-tests"]], "Create new tests": [[63, "create-new-tests"]], "Usage example": [[64, "usage-example"]], "Simplest example": [[64, "simplest-example"]], "Adding a reward": [[64, "adding-a-reward"]], "Adding wrappers": [[64, "adding-wrappers"]], "Using a rule-based controller": [[64, "using-a-rule-based-controller"]], "Adding extra configuration to our environments": [[64, "adding-extra-configuration-to-our-environments"]], "Wrappers": [[65, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.evaluation"], [46, "module-sinergym.utils.gcloud"], [52, "module-sinergym.utils.rewards"], [57, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.evaluation": [[44, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[45, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[46, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[52, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[53, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[53, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[54, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[55, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[55, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[56, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[57, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[58, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[59, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[59, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[59, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[60, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[60, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[60, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 25, 30, 35, 36, 38, 45, 47, 53, 60, 61, 62, 63, 64, 65], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 25, 32, 34, 35, 38, 45, 47, 55, 60, 61, 62, 63, 64, 65], "project": [0, 3, 6, 7, 8, 9, 16, 63], "base": [0, 2, 6, 7, 9, 40, 41, 53, 62, 63], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 16, 23, 32, 36, 45, 53, 54, 55, 56, 57, 58, 59, 61, 62, 63, 64, 65], "eplu": [0, 4, 5, 9, 12, 35, 61, 62, 64, 65], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 31, 45, 61, 62, 64, 65], "goal": [0, 9], "creat": [0, 3, 5, 8, 9, 17, 27, 35, 38, 61, 64, 65], "an": [0, 2, 3, 6, 7, 8, 9, 12, 15, 17, 22, 23, 25, 30, 36, 45, 61, 63, 64, 65], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 25, 40, 41, 42, 45, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65], "follow": [0, 2, 4, 6, 7, 8, 9, 17, 40, 41, 62, 64], "openai": [0, 9, 63], "interfac": [0, 4, 9, 13, 18, 61, 63], "wrap": [0, 3, 9, 23, 45, 61], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 27, 28, 35, 36, 38, 40, 41, 42, 61, 62, 63, 64, 65], "engin": [0, 6, 9, 15], "build": [0, 2, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 54, 55, 56, 61, 62, 63, 64], "control": [0, 7, 9, 15, 17, 20, 62, 63], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 27, 34, 35, 38, 45, 46, 61, 62, 63, 65], "deep": [0, 6, 8, 9, 64], "reinforc": [0, 6, 8, 9, 62, 64], "learn": [0, 6, 8, 9, 62, 64], "main": [0, 3, 6, 9, 25, 61], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 25, 30, 35, 44, 45, 46, 52, 53, 55, 56, 61, 62, 63, 64, 65], "ar": [0, 3, 4, 6, 7, 8, 9, 12, 25, 31, 45, 61, 62, 63, 65], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 45], "commun": [0, 9, 13, 61, 63], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 61, 62, 64, 65], "design": [0, 4, 5, 9, 38], "set": [0, 3, 4, 5, 9, 37, 38, 61, 63], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 63, 64], "These": [0, 6, 7, 9, 25, 61, 62, 63], "mai": [0, 6, 8, 9, 38, 61], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 62, 64], "differ": [0, 3, 4, 6, 7, 8, 9, 29, 54, 56, 62, 63, 64], "weather": [0, 4, 5, 9, 12, 17, 19, 27, 38, 61, 63, 64], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 25, 32, 33, 36, 40, 41, 42, 45, 58, 59, 61, 63, 64, 65], "observ": [0, 2, 3, 6, 9, 12, 15, 19, 25, 32, 33, 40, 41, 58, 59, 60, 61, 62, 63, 64, 65], "space": [0, 3, 6, 9, 12, 32, 36, 64, 65], "develop": [0, 2, 7, 8, 9, 63, 65], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9], "allow": [0, 3, 6, 7, 9, 62], "modifi": [0, 2, 5, 9, 16, 38, 45, 61, 64], "easi": [0, 9, 63], "manner": [0, 9], "For": [0, 3, 5, 6, 7, 8, 9, 61, 62, 63, 64, 65], "exampl": [0, 2, 3, 4, 6, 7, 8, 9, 61, 62, 63, 65], "sever": [0, 6, 9, 38, 65], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 25, 45, 58, 59, 61, 63, 65], "variabl": [0, 2, 3, 4, 6, 9, 12, 17, 19, 33, 35, 54, 55, 56, 60, 61, 62, 64, 65], "defin": [0, 4, 6, 9, 12, 15, 19, 31, 38, 61, 62, 64], "between": [0, 3, 4, 9, 29, 62], "python": [0, 5, 6, 7, 9, 16, 46, 63, 64], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 28, 38, 61], "establish": [0, 9, 17, 61, 63], "bcvtb": [0, 4, 9, 17], "sinc": [0, 5, 6, 9, 28, 61], "tool": [0, 9, 64], "interact": [0, 2, 3, 9, 25, 58, 61, 65], "more": [0, 4, 5, 6, 7, 8, 9, 61, 62, 63, 64, 65], "them": [0, 3, 4, 9, 38, 64, 65], "e": [0, 8, 9, 45], "g": [0, 3, 6, 9, 45, 50], "openmodelica": [0, 9], "could": [0, 4, 6, 9, 65], "backend": [0, 6, 9], "while": [0, 3, 9, 64, 65], "maintain": [0, 9], "api": [0, 6, 9, 46], "model": [0, 3, 4, 5, 9, 19, 23, 28, 37, 38, 45, 63], "configur": [0, 4, 9, 12, 17, 19, 37, 38, 62, 63], "automat": [0, 4, 6, 7, 8, 9, 63], "adapt": [0, 9, 38, 64], "specif": [0, 3, 4, 7, 8, 9, 38, 61, 63, 64], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 25, 34, 35, 45, 61, 62, 64], "designdai": [0, 9, 38], "locat": [0, 4, 6, 8, 9, 27, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 30, 38, 42, 47, 50, 51, 53, 54, 55, 56, 61, 62, 64, 65], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 61, 63, 64], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 27, 32, 33, 37, 38, 50, 51, 61, 63, 64], "specifi": [0, 3, 6, 9, 25, 50, 51, 61], "without": [0, 6, 7, 9, 60, 64, 65], "ani": [0, 2, 5, 6, 8, 9, 12, 17, 22, 23, 25, 32, 34, 36, 38, 40, 41, 42, 45, 58, 59, 60, 61, 64, 65], "intervent": [0, 9], "user": [0, 7, 9, 61], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 58, 59, 61, 62, 63, 65], "facil": [0, 3, 4, 9, 54, 55, 56, 62], "our": [0, 3, 5, 7, 8, 9, 63], "team": [0, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 42, 45, 47, 50, 51, 53, 54, 55, 56, 58, 59, 60, 62, 64], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 34, 38, 61, 63, 65], "amplifi": [0, 5, 9], "context": [0, 5, 9, 63], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 62], "occup": [0, 2, 4, 9, 31, 40], "timestep": [0, 3, 4, 5, 6, 9, 12, 22, 25, 61, 64, 65], "per": [0, 3, 4, 5, 9, 25, 45, 61], "hour": [0, 4, 5, 9, 17, 28, 55, 62, 65], "etc": [0, 3, 6, 8, 9, 25, 61], "stabl": [0, 3, 8, 9, 21, 63], "baselin": [0, 3, 9, 21, 63], "3": [0, 3, 4, 5, 9, 17, 21, 63], "integr": [0, 6, 7, 9, 64], "some": [0, 3, 5, 6, 7, 9, 64, 65], "like": [0, 3, 6, 7, 8, 9, 38, 63], "callback": [0, 3, 6, 9, 20, 44, 45], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 61, 62, 63, 64, 65], "been": [0, 3, 5, 6, 7, 8, 9, 19, 22, 23, 45, 61, 62, 63, 64], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 46, 47, 48, 49, 50, 51], "cloud": [0, 3, 7, 9, 46, 47, 48, 49, 50, 51], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 59, 65], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 45, 50, 51, 61, 62, 63, 64, 65], "account": [0, 5, 6, 8, 9, 47, 48, 62], "want": [0, 3, 5, 6, 7, 8, 9, 45, 50, 51, 61, 62, 63, 64, 65], "your": [0, 2, 3, 5, 7, 8, 9, 62, 64, 65], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 7, 9, 61, 63, 64, 65], "how": [0, 4, 6, 8, 9, 64], "do": [0, 3, 4, 5, 6, 8, 9, 45, 62, 63, 64], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 61], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9, 64], "lifecycl": [0, 9], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 45, 61, 62, 63, 64, 65], "remot": [0, 3, 7, 8, 9, 63], "local": [0, 3, 6, 7, 9, 45, 50, 51, 64], "store": [0, 3, 6, 9, 22, 25, 38, 51, 61, 64, 65], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 47, 61], "run": [0, 6, 8, 9, 17, 45, 61, 64], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 61], "orderli": [0, 9], "data": [0, 2, 3, 4, 6, 9, 12, 17, 19, 22, 25, 38, 41, 50, 51, 61], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 25, 58, 65], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 61, 62], "inform": [0, 3, 5, 6, 7, 8, 9, 12, 25, 58, 59, 61, 62, 63, 64, 65], "real": [0, 3, 9, 25, 61], "time": [0, 3, 7, 8, 9, 17, 25, 29, 55, 61, 62, 63, 65], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 38, 45, 62, 64], "progress": [0, 3, 9, 25, 26, 61, 65], "stai": [0, 4, 5, 9, 62], "tune": [0, 4, 5, 9, 62], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 8, 9], "To": [0, 5, 6, 8, 63, 64], "interest": 0, "make": [0, 3, 4, 5, 6, 8, 17, 62, 63, 64, 65], "better": [0, 64], "still": 0, "improv": 0, "need": [0, 6, 7, 8, 61, 65], "done": [0, 3, 25, 61, 64, 65], "check": [0, 3, 6, 7, 45, 63], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 5, 6, 7, 8, 32, 35, 38, 45, 60, 61, 62, 63, 64, 65], "pleas": [0, 5, 6, 7, 64], "read": [0, 4, 6, 15, 17, 50], "md": 0, "first": [0, 3, 8, 17, 38, 45, 58, 60, 65], "sinergym": [2, 3, 4, 7, 9, 61, 62, 63, 64, 65], "ha": [2, 3, 5, 6, 7, 8, 12, 19, 22, 23, 38, 45, 48, 61, 62, 63, 65], "section": [2, 3, 6, 8, 63, 64], "implement": [2, 3, 5, 39, 52, 57, 62, 63, 65], "own": [2, 3, 5, 62, 65], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 25, 28, 31, 38, 61, 62, 63, 65], "random": [2, 6, 42, 64], "agent": [2, 6, 12, 23, 25, 40, 41, 42, 45, 61, 62, 63, 64], "rule": [2, 6, 40, 41, 63], "5zone": [2, 4, 5, 6, 64], "datacent": [2, 4, 6, 64], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 62, 64, 65], "util": [2, 3, 4, 6, 12, 62, 63, 64, 65], "py": [2, 3, 4, 6, 8, 63, 64, 65], "veri": [2, 6, 7, 8, 62], "perform": [2, 6, 23, 45, 59, 62, 65], "refer": [2, 6], "point": [2, 64], "studi": [2, 4], "drl": [2, 4, 6, 64], "basic": [2, 39], "datetim": [2, 6, 62], "import": [2, 3, 5, 6, 7, 61, 62, 64, 65], "type": [2, 3, 4, 6, 7, 8, 12, 17, 22, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 42, 47, 48, 49, 58, 59, 60, 62, 64, 65], "list": [2, 4, 6, 7, 8, 12, 17, 25, 27, 28, 30, 33, 34, 35, 36, 38, 40, 41, 45, 54, 55, 56, 61, 62], "sequenc": [2, 40, 41, 42, 60, 65], "common": [2, 3, 4, 6, 20, 23, 45, 63, 65], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 37, 38, 39, 40, 41, 42, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65], "randomcontrol": [2, 64], "object": [2, 3, 6, 27, 28, 30, 38, 49, 50, 51, 61, 62], "def": [2, 3, 61, 62, 65], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 42, 53, 54, 55, 56, 58, 59, 60, 61, 62, 65], "self": [2, 3, 61, 62, 65], "env": [2, 3, 4, 5, 6, 8, 23, 32, 35, 38, 40, 41, 42, 45, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65], "It": [2, 3, 6, 7, 8, 17, 23, 25, 42, 56, 61, 62, 65], "select": [2, 8, 12, 40, 41, 42], "avail": [2, 4, 6, 42], "randomli": [2, 42, 64], "arg": [2, 3, 6, 8, 12, 22, 23, 58, 59, 60, 61, 62, 65], "act": [2, 40, 41, 42, 64], "": [2, 3, 4, 5, 6, 8, 16, 25, 38, 42, 54, 55, 56, 61, 62, 63, 64, 65], "action_spac": [2, 6, 36, 42, 64, 65], "return": [2, 3, 4, 7, 12, 17, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 38, 40, 41, 42, 45, 47, 48, 49, 58, 59, 60, 62, 64, 65], "chosen": [2, 40, 41, 42, 64], "sampl": [2, 64, 65], "rbc5zone": [2, 64], "none": [2, 3, 6, 12, 15, 17, 23, 25, 27, 35, 38, 40, 41, 45, 58, 59, 60, 61, 65], "static": [2, 6, 40, 41], "5zoneautodxvav": [2, 4, 40], "setpoint": [2, 3, 4, 40, 41], "standard": [2, 7, 31, 40, 64], "describ": [2, 6, 40, 41], "ashra": [2, 31, 40, 41], "55": [2, 31, 40], "2004": [2, 31, 40], "thermal": [2, 4, 31, 40, 55, 62], "environment": [2, 31, 40], "condit": [2, 12, 31, 40], "human": [2, 12, 31, 40], "range_comfort_summ": [2, 54, 55, 56, 62], "23": [2, 4, 54, 55, 56, 62], "0": [2, 3, 4, 6, 17, 22, 25, 29, 54, 55, 56, 60, 61, 62, 64, 65], "26": [2, 4, 54, 55, 56, 62], "range_comfort_wint": [2, 54, 55, 56, 62], "20": [2, 4, 54, 55, 56, 62, 64], "5": [2, 3, 4, 17, 23, 45, 54, 55, 56, 59, 62, 65], "indoor": [2, 40, 41], "temperatur": [2, 3, 4, 25, 31, 40, 41, 54, 55, 56, 61, 62], "perceiv": [2, 40, 41], "obs_dict": [2, 62], "dict": [2, 3, 12, 17, 32, 33, 34, 35, 38, 45, 58, 59, 60, 62, 65], "zip": [2, 6], "year": [2, 4, 5, 17, 28, 29, 31, 38, 62], "int": [2, 3, 6, 12, 15, 17, 23, 25, 28, 29, 31, 36, 38, 45, 58, 59, 61, 65], "month": [2, 4, 17, 28, 29, 31, 62, 64, 65], "dai": [2, 4, 5, 17, 28, 29, 31, 38, 62, 65], "summer_start_d": [2, 62], "6": [2, 4, 5, 6, 8, 17, 38, 62, 64], "1": [2, 3, 4, 5, 12, 17, 22, 23, 54, 55, 56, 60, 61, 62, 64, 65], "summer_final_d": [2, 62], "9": [2, 4, 41, 55, 62], "30": [2, 4, 62], "current_dt": [2, 62], "get": [2, 6, 8, 31, 38, 45, 48, 60, 65], "season": [2, 31, 54, 55, 56, 62], "comfort": [2, 3, 4, 8, 22, 25, 31, 54, 55, 56, 61, 62], "rang": [2, 3, 4, 5, 6, 31, 35, 41, 54, 55, 56, 60, 62, 64, 65], "season_comfort_rang": 2, "els": [2, 3, 6, 45, 61, 62, 65], "updat": [2, 4, 6, 7, 8, 23, 35, 63], "in_temp": 2, "zone": [2, 4, 6, 33, 54, 55, 56, 62], "air": [2, 4, 54, 55, 56, 62], "space1": [2, 54, 55, 56, 62], "current_heat_setpoint": 2, "thermostat": [2, 4], "heat": [2, 4], "current_cool_setpoint": 2, "cool": [2, 4, 64], "new_heat_setpoint": 2, "new_cool_setpoint": 2, "elif": [2, 3, 6, 65], "rbcdatacent": [2, 64], "2zonedatacenterhvac": [2, 41], "recommend": [2, 3, 6, 7, 8, 41, 62], "center": [2, 41], "tc9": [2, 41], "2016": [2, 41], "18": [2, 4], "27": [2, 4], "celsiu": 2, "range_comfort_datacent": 2, "west": 2, "west_in_temp": 2, "west_current_heat_setpoint": 2, "west_current_cool_setpoint": 2, "west_new_heat_setpoint": 2, "west_new_cool_setpoint": 2, "east": 2, "east_in_temp": 2, "east_current_heat_setpoint": 2, "east_current_cool_setpoint": 2, "east_new_heat_setpoint": 2, "east_new_cool_setpoint": 2, "simpl": [2, 62, 64], "given": [2, 3, 17, 28, 30, 35, 36, 38, 54, 55, 56, 58, 62, 65], "instanc": [2, 3, 6, 12, 47, 61], "see": [2, 3, 5, 6, 7, 8, 61, 62, 63, 64], "usag": [2, 3, 6, 65], "discret": [3, 4, 12, 32, 62], "continu": [3, 4, 5, 7, 8, 12, 64], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 27, 38], "due": [3, 4, 6], "its": [3, 4, 6, 7, 48, 58, 64, 65], "call": [3, 6, 7, 8, 17, 23, 45, 61, 64], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 4, 6, 17, 58, 65], "dure": [3, 6, 12, 22, 23, 61, 64], "one": [3, 5, 6, 12, 25, 27, 30, 45, 61, 62, 63, 64], "monitor": [3, 6, 8, 23, 25, 45, 61, 65], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 64, 65], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 20, 21, 22, 44, 57, 65], "execut": [3, 7, 8, 12, 17, 25, 26, 38, 47, 58, 59, 61, 63, 65], "log": [3, 25, 26, 58, 61, 65], "all": [3, 4, 6, 7, 8, 12, 17, 22, 35, 53, 61, 62, 63, 64], "therefor": [3, 4, 64], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 17, 22, 25, 34, 38, 61, 62, 63, 64], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 31, 62], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 45], "valu": [3, 4, 5, 6, 8, 17, 22, 25, 35, 60, 61, 62, 64, 65], "param": [3, 6, 22, 23, 25, 37, 38, 45, 61], "ep_reward": [3, 22], "here": [3, 4, 6, 7, 8, 22, 63, 64], "episod": [3, 4, 5, 6, 12, 17, 22, 23, 25, 35, 38, 45, 58, 59, 61, 64, 65], "ep_pow": [3, 22], "consumpt": [3, 22, 25, 55, 56, 61, 62], "ep_term_comfort": [3, 22], "term": [3, 22, 54, 55, 56, 62], "compon": [3, 6, 22, 62], "ep_term_energi": [3, 22], "energi": [3, 22, 54, 55, 56, 62], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 25, 38, 45, 59, 61, 64, 65], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "fals": [3, 6, 12, 22, 23, 25, 45, 58, 61, 64, 65], "verbos": [3, 6, 22, 23, 63], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 58, 61, 65], "inner": [3, 4, 6, 7, 22, 36, 47, 50, 51], "activ": [3, 6, 8, 22, 25, 58, 61, 65], "super": [3, 62, 65], "_on_training_start": 3, "is_wrap": [3, 65], "training_env": 3, "loggerwrapp": [3, 6, 64, 65], "env_method": 3, "activate_logg": [3, 58, 65], "deactivate_logg": [3, 58, 65], "record": [3, 25, 30, 34, 58, 61, 65], "method": [3, 5, 6, 7, 12, 15, 17, 19, 22, 23, 25, 26, 38, 40, 41, 42, 53, 54, 55, 56, 58, 59, 60, 61, 62], "depend": [3, 6, 8, 25, 31, 55, 61, 62, 63], "global": [3, 6, 45], "kei": [3, 5, 6, 30, 32, 33, 35, 65], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 32, 38, 45, 62], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 25, 45, 58, 59, 61, 65], "info": [3, 64, 65], "get_attr": 3, "normal": [3, 6, 60, 61, 62, 63, 64, 65], "origin": [3, 4, 16, 27, 38, 50, 58, 59, 60, 61, 64, 65], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 64, 65], "obs_norm": 3, "new_ob": 3, "ob": [3, 60, 64, 65], "get_unwrapped_ob": [3, 60, 65], "enumer": [3, 65], "normalized_observ": 3, "onli": [3, 5, 6, 7, 8, 25, 45, 61, 62, 65], "receiv": [3, 12, 17, 19], "action_": [3, 65], "try": [3, 6, 17, 61], "network": [3, 6], "output": [3, 4, 5, 7, 26, 35, 38, 64], "clip": 3, "clipped_act": 3, "except": [3, 4, 38, 61, 64], "unknown": [3, 7], "flag_discret": 3, "action_map": 3, "action_simul": 3, "append": [3, 6, 61, 63, 64, 65], "print": [3, 64, 65], "total_pow": [3, 65], "comfort_penalti": [3, 25, 61, 65], "total_power_no_unit": [3, 25, 61, 65], "end": [3, 6, 12, 17, 19, 25, 29, 61, 65], "summari": [3, 58, 61, 65], "reset": [3, 6, 12, 17, 38, 45, 58, 59, 61, 64, 65], "last": [3, 8, 12, 17, 35, 58, 60, 61, 64, 65], "metric": [3, 61], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 61, 65], "np": [3, 6, 12, 17, 36, 58, 59, 60, 61, 64, 65], "sum": [3, 61, 62, 64, 65], "mean_reward": [3, 61, 65], "mean": [3, 4, 6, 7, 17, 23, 27, 38, 45, 61, 62, 64, 65], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 61, 65], "cumulative_comfort_penalti": [3, 61, 65], "mean_power_penalti": [3, 61, 65], "cumulative_power_penalti": [3, 61, 65], "comfort_violation_tim": 3, "100": [3, 6, 61], "zerodivisionerror": [3, 61], "nan": [3, 61], "finish": [3, 6, 7, 17, 64], "shouldn": 3, "t": [3, 6, 8, 30, 54, 56, 61, 62, 65], "hasattr": 3, "item": [3, 62], "true": [3, 6, 12, 23, 25, 45, 58, 59, 61, 65], "on_training_end": [3, 22], "same": [3, 4, 6, 7, 27, 61, 64, 65], "attribut": [3, 12, 17, 25, 38, 61, 65], "constructor": [3, 4, 5, 15, 64], "deriv": [3, 6], "background": 3, "With": [3, 64], "possibl": [3, 4, 5, 6, 7, 8, 64], "compar": [3, 7], "There": [3, 6, 7, 8, 61], "tabl": 3, "other": [3, 6, 8, 61, 62, 64], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 27, 38], "step": [3, 8, 12, 17, 25, 36, 45, 58, 59, 61, 64, 65], "frequenc": [3, 6], "consequ": [3, 6, 62], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 54, 56, 62, 63], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 44, 45], "whole": [3, 25, 54, 55, 56, 61, 62], "instead": [3, 6, 8, 45], "when": [3, 6, 7, 17, 23, 25, 45, 61, 62, 64], "On": [3, 6, 8], "appear": [3, 4, 8, 45, 61], "too": [3, 6, 7, 8, 47, 65], "becaus": [3, 4, 6, 64], "Then": [3, 6, 8, 65], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 25, 61, 64, 65], "format": [3, 5, 6, 7, 64], "percentag": 3, "out": [3, 61, 65], "bound": 3, "penalti": [3, 25, 61, 62], "power": [3, 25, 54, 55, 56, 61, 62, 65], "obtain": [3, 12, 64], "being": [3, 61], "option": [3, 6, 7, 8, 12, 17, 27, 35, 38, 54, 55, 56, 58, 59, 60, 61, 62, 63, 65], "wrapper": [3, 6, 20, 23, 45, 61, 63], "thei": [3, 4, 6, 8, 63, 64], "both": [3, 6, 62], "rollout": 3, "default": [3, 5, 6, 7, 8, 12, 17, 27, 38, 54, 55, 56, 58, 59, 62, 63, 64, 65], "exploration_r": 3, "doesn": [3, 6, 65], "neural": 3, "well": [3, 45], "evalu": [3, 6, 23, 62], "ad": [3, 4, 65], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34, 64], "drl_batteri": [3, 6, 64], "comput": [3, 6], "flag": [3, 6, 17, 25, 58, 61, 65], "most": [3, 61, 62], "must": [3, 4, 6, 8, 45, 62], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": [3, 7], "where": [3, 6, 8, 23, 34, 47, 50, 51, 55, 62], "comment": [3, 7], "requir": [3, 6, 7, 8, 38, 61, 62], "argument": [3, 6, 32, 65], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 45, 65], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 45], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 25, 26, 27, 30, 32, 33, 34, 35, 38, 45, 47, 48, 51, 54, 55, 56, 58, 59, 60, 61, 62, 65], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 25, 27, 28, 29, 35, 36, 38, 45, 54, 55, 56, 58, 59, 61, 62, 65], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 59, 61, 64, 65], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 62, 63], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 54, 55, 56, 62], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6, 64], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 26, 27, 33, 38, 47, 50, 51, 54, 55, 56, 62, 64], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": 3, "freq": [3, 23], "2": [3, 4, 7, 17], "everi": [3, 6, 7, 8, 23, 63, 64, 65], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 45], "render": [3, 6, 12, 23, 45], "n_eval_episod": [3, 6, 23, 45], "log_callback": [3, 6], "total_timestep": [3, 6, 25, 61], "As": [3, 4, 6, 8], "abl": [3, 6, 8], "start": [3, 6, 15, 17, 19, 28, 29, 64], "batteri": [3, 6], "initi": [3, 23, 49, 65], "date": 3, "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 4, 6, 62], "period": [4, 62], "demo": [4, 65], "v1": [4, 5, 12, 62, 64, 65], "pittsburgh": 4, "usa": 4, "10": [4, 6, 12, 17, 64], "01": 4, "31": [4, 5], "03": 4, "hot": [4, 5, 54, 55, 56, 62, 64], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5], "mix": [4, 62], "new": [4, 6, 15, 17, 19, 23, 25, 27, 38, 58, 59, 61, 64, 65], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 65], "stochast": [4, 23, 45, 62, 64], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 54, 55, 56, 61, 62, 64], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 5, 6, 17, 61], "classif": 4, "In": [4, 6, 7, 8, 45, 63, 64], "seri": 4, "chang": [4, 6, 7, 25, 61, 62, 64], "gaussian": 4, "std": [4, 45], "add": [4, 6, 7, 61, 62, 64, 65], "extern": [4, 6, 61], "wai": [4, 5, 6, 64], "definit": [4, 6, 12, 32], "variant": [4, 65], "xml": [4, 12, 32], "version": [4, 6, 7, 8, 64], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 50, 51], "dtd": 4, "19": [4, 6, 55, 62], "max": [4, 35, 54, 56, 62, 65], "min": [4, 35, 62, 65], "site": 4, "outdoor": 4, "drybulb": [4, 27, 38], "5e6": [4, 65], "rel": 4, "wind": 4, "speed": 4, "direct": [4, 6], "diffus": 4, "solar": 4, "radiat": 4, "rate": [4, 54, 55, 56, 62], "area": 4, "7": [4, 6, 17, 62], "8": [4, 6, 8], "radiant": 4, "11": 4, "cloth": 4, "fanger": 4, "ppd": 4, "13": 4, "count": [4, 45], "14": [4, 6], "15": 4, "total": [4, 6, 25, 54, 55, 56, 61, 62], "hvac": [4, 54, 55, 56, 62], "electr": [4, 54, 55, 56, 62], "demand": [4, 54, 55, 56, 62], "16": 4, "2050": 4, "17": 4, "low": [4, 54, 56, 62, 63, 65], "high": [4, 65], "shape": [4, 6, 65], "dtype": [4, 65], "numpi": [4, 6, 64, 65], "float32": [4, 65], "num": 4, "29": 4, "28": 4, "25": 4, "21": 4, "24": [4, 29], "22": 4, "element": [4, 17, 25, 30, 34, 61, 64], "index": [4, 6], "action0": 4, "action1": 4, "seen": 4, "5zoneautodxvav_spac": 4, "cfg": [4, 17, 61], "howev": [4, 5, 6, 8, 62, 63], "part": [4, 6], "recogniz": 4, "calcul": [4, 6, 62, 64], "support": [4, 8, 63], "give": [4, 6], "plai": 4, "affect": [4, 27, 38, 45], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "so": [4, 6, 7, 8, 61, 62, 65], "should": [4, 5, 6, 8, 17, 23, 53, 62, 64, 65], "worri": 4, "anyth": [4, 45], "solut": 4, "alwai": [4, 6, 61, 62], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "rememb": 4, "size": [4, 6], "fact": 4, "dynam": [4, 7], "upgrad": [4, 6], "config": [5, 6, 63], "let": [5, 6, 7, 8, 64], "u": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 64], "1997": 5, "1998": 5, "config_param": [5, 12, 17, 64], "directori": [5, 8, 12, 17, 35, 38, 50, 51, 61, 63], "appli": [5, 6, 7, 12, 38, 60, 61, 65], "dictionari": [5, 6, 7, 12, 17, 32, 33, 34, 62, 64], "skeleton": 5, "separ": [5, 6], "By": [5, 8, 62, 64], "less": 5, "1991": 5, "result": [5, 6, 17, 45, 61, 64, 65], "determin": [5, 6, 62, 64], "length": [5, 6, 45, 61, 65], "tupl": [5, 12, 17, 27, 32, 36, 38, 54, 55, 56, 58, 59, 62, 65], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 29], "end_month": 5, "end_year": [5, 29], "manual": [5, 7, 65], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "take": [5, 7, 38], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 64], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 64], "job": [6, 7, 8, 63], "remov": [6, 47, 54, 55, 56, 62], "host": [6, 61], "explan": 6, "abov": 6, "firstli": 6, "necessari": [6, 7, 8], "sdk": [6, 8], "auth": [6, 47], "invoic": 6, "don": [6, 8, 61], "document": [6, 7, 8, 61, 64], "secondli": 6, "instal": [6, 17, 64], "docker": [6, 7], "link": 6, "next": [6, 7, 8, 12, 17, 58, 59, 61, 63, 65], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 65], "enabl": [6, 7], "servic": [6, 47, 48], "librari": [6, 8, 63], "registri": 6, "pub": 6, "sub": [6, 12], "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 49, 50, 51], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 61, 63, 64], "termin": [6, 17, 25, 26, 58, 59, 61, 64, 65], "applic": [6, 63], "login": 6, "upload": [6, 7, 51], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 48], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 61, 63, 64, 65], "repositori": [6, 7, 8, 61, 63, 64], "prefer": 6, "realli": [6, 64, 65], "10gb": 6, "isn": [6, 65], "enough": 6, "silenc": 6, "error": [6, 7, 45, 65], "would": [6, 62], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 63, 64], "purpos": 6, "write": [6, 7, 8, 61, 63], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 54, 55, 56, 62], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 63], "case": [6, 7, 8, 45, 62, 64], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 62, 63], "confus": 6, "helper": 6, "everyth": [6, 64], "mention": 6, "memori": 6, "least": 6, "correctli": [6, 63, 64], "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": [6, 64], "predetermin": 6, "correct": [6, 7, 8, 65], "decid": 6, "enter": [6, 64], "after": [6, 17, 45, 64], "immedi": 6, "hasn": [6, 30], "yet": [6, 63], "think": 6, "notifi": [6, 7], "happen": [6, 7], "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "ip": 6, "5000": 6, "explain": [6, 64], "befor": [6, 8, 17, 38, 45, 64, 65], "previou": [6, 59, 64, 65], "group": [6, 47], "larg": 6, "quot": 6, "than": [6, 61, 65], "rest": [6, 8, 46, 47], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "o": [6, 61], "pre": 6, "attach": 6, "And": [6, 65], "now": [6, 8], "script": [6, 64], "alloc": [6, 7], "ranges_5zon": 6, "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 65], "dest": 6, "alg": 6, "rw": 6, "linear": [6, 55, 56, 62, 64], "exponenti": [6, 54, 62], "norm": 6, "store_tru": 6, "multiob": [6, 65], "mob": 6, "multi": [6, 65], "ten": 6, "path": [6, 17, 23, 25, 27, 32, 33, 35, 38, 50, 51, 61], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 64], "sd": 6, "remote_stor": 6, "sto": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 27, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 27, 38], "sig": 6, "regist": [6, 64], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d_": 6, "h": 6, "_": [6, 65], "ping": 6, "mlflow_ip": 6, "split": [6, 61], "valid": [6, 48, 65], "respons": [6, 47, 61], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "interv": [6, 12], "linearreward": [6, 12, 62, 64], "expreward": [6, 62, 64], "runtimeerror": [6, 17, 32], "eval_env": [6, 23], "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": [6, 62], "64": 6, "n_epoch": 6, "clip_rang": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": 6, "_init_setup_model": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 65], "close": [6, 12, 17, 58, 64, 65], "_episode_exist": [6, 65], "storeg": 6, "send": [6, 12, 15, 17, 19, 48, 49, 51], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 49, 50, 51], "upload_to_bucket": 6, "src_path": [6, 51], "dest_bucket_nam": [6, 51], "dest_path": [6, 51], "end_run": 6, "autodelet": 6, "token": [6, 47, 48], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 62], "deactiv": [6, 25, 58, 61, 65], "written": 6, "recreat": 6, "belong": [6, 25, 61], "delet": [6, 47, 65], "individu": [6, 62], "appropri": [6, 64], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 32, 64], "gitignor": 6, "ignor": [6, 7], "final": 6, "load_ag": 6, "just": [6, 62], "pass": [6, 12, 17, 23, 45, 61], "mod": 6, "bucket_nam": [6, 50], "model_path": 6, "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 64, 65], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 30], "two": [6, 8, 62], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 25, 28, 29, 45, 61, 64, 65], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 63], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 61], "jajim": [6, 8], "github": [6, 8, 16, 63], "html": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 64, 65], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 28, 61], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8, 32], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 62], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 62], "creation": [6, 64], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "level": [7, 26, 63], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "usual": 7, "workflow": [7, 63], "cannot": [7, 64], "storag": [7, 8, 49, 50, 51], "show": 7, "fix": 7, "compil": 7, "sphinx": 7, "exist": [7, 61], "vocabulari": 7, "spell": 7, "mistak": 7, "word": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "respect": [7, 8, 33], "alphabet": 7, "warn": [7, 23], "messag": 7, "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 61], "contain": [7, 45, 47, 48, 63], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": 7, "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "folder": [7, 8, 12, 23, 38, 64], "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 63], "advantag": 7, "pip": [8, 63], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "empti": [8, 12], "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "extens": 8, "through": 8, "clone": [8, 64], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "f": 8, "python_environ": 8, "program": 8, "outsid": [8, 62], "also": [8, 62, 64], "ensur": 8, "later": [8, 25, 61], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "copi": [8, 17, 61, 62, 65], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "told": 8, "itself": 8, "consid": [8, 54, 55, 56, 62], "subset": [8, 65], "ofici": 8, "supervis": [8, 63], "successfulli": [8, 63], "anywai": [8, 63], "prepar": [8, 34], "kwarg": [12, 22, 23, 58, 59, 60], "idf_fil": [12, 19], "weather_fil": [12, 19, 64], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 35, 38, 61, 64], "discrete_act": [12, 32], "weather_vari": [12, 17, 37, 64], "reward_kwarg": [12, 62], "act_repeat": [12, 17, 64], "max_ep_data_store_num": [12, 17, 64], "epw": [12, 17, 19, 27, 38, 61, 63, 64], "mu": 12, "tao": 12, "ornstein": [12, 27, 38], "uhlenbeck": [12, 27, 38], "feedback": 12, "repeat": [12, 17, 64], "regardless": [12, 61], "repetit": 12, "mode": 12, "ndarrai": [12, 15, 17, 36, 58, 59, 60, 65], "integ": [12, 17, 36], "union": [12, 17, 25, 36, 54, 55, 56, 58, 59, 61, 62, 65], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 61], "sensor": 17, "ou": [17, 27, 38], "elaps": [17, 25, 28, 61], "consist": 17, "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "renew": 18, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 45], "monitor_head": [25, 61, 65], "progress_head": [25, 61, 65], "log_progress_fil": [25, 61, 65], "log_fil": [25, 61], "header": [25, 61, 65], "sub_run_n": [25, 61], "res_n": [25, 61], "steps_data": [25, 61], "arrai": [25, 61, 65], "elabor": [25, 61], "total_time_elaps": [25, 61], "comfort_violation_timestep": [25, 61], "whose": [25, 61], "activate_flag": [25, 61, 65], "deactivate_flag": [25, 61, 65], "log_episod": [25, 61, 65], "log_step": [25, 61, 65], "simulation_tim": [25, 61, 65], "achiev": [25, 61], "w": [25, 54, 55, 56, 61, 62], "log_step_norm": [25, 61, 65], "steps_data_norm": [25, 61], "set_log_fil": [25, 61, 65], "new_log_fil": [25, 61], "getlogg": 26, "formatt": 26, "weather_data": [27, 38], "weatherdata": [27, 38], "original_epw_fil": 27, "variat": [27, 38], "opyplu": [27, 28, 30, 34, 38], "epm": [28, 30, 34, 38], "sec_elaps": 28, "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "explicitli": 30, "continuous_act": 32, "map": 32, "var_fil": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "absolut": [35, 54, 56, 62], "setpoints_spac": 36, "transform": 36, "modif": [37, 62], "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": [38, 62], "winter": [38, 62], "desingdai": 38, "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "base_class": 45, "basealgorithm": 45, "callabl": 45, "averag": [45, 64], "made": 45, "note": [45, 61, 65], "scale": [45, 63], "earli": 45, "avoid": 45, "reward_threshold": 45, "minimum": [45, 55, 62], "expect": 45, "met": 45, "return_episode_reward": 45, "easier": 46, "instance_group_nam": 47, "vm": 47, "alon": 47, "mig": 47, "request": 47, "author": 48, "petit": [48, 49], "ask": [49, 50, 51], "blob_prefix": 50, "recurs": [50, 51], "bucket": [50, 51], "exclud": 50, "destin": 51, "inherit": [53, 62, 65], "temperature_vari": [54, 55, 56, 62], "energy_vari": [54, 55, 56, 62], "energy_weight": [54, 56, 62], "lambda_energi": [54, 55, 56, 62], "0001": [54, 55, 56], "lambda_temperatur": [54, 55, 56, 62], "r": [54, 56, 62], "lambda_": [54, 56, 62], "lambda_t": [54, 56, 62], "exp": [54, 62], "t_": [54, 56, 62], "weight": [54, 55, 56, 62], "constant": [54, 55, 56, 62], "dimens": [54, 55, 56, 62], "cold": [54, 55, 56, 62], "fot": [54, 55, 56, 62], "min_energy_weight": [55, 62], "range_comfort_hour": [55, 62], "flatten": [59, 65], "stack": [59, 65], "flat": [59, 65], "vector": [59, 65], "reli": [60, 65], "re": 61, "num_simul": 61, "content": 61, "sub_run1": 61, "sub_run2": 61, "sub_run3": 61, "sub_runn": 61, "utilsocket": 61, "monitor_norm": 61, "sub_run": 61, "num_episod": 61, "within": [61, 63], "structur": 61, "suit": 61, "observation_valu": 61, "action_valu": 61, "row": 61, "episode_num": [61, 65], "cumulative_power_consumpt": [61, 65], "mean_power_consumpt": [61, 65], "comfort_viol": [61, 65], "time_elaps": [61, 65], "carri": 61, "techniqu": 61, "factor": 61, "present": 61, "power_penalti": [61, 65], "row_cont": 61, "_store_step_inform": 61, "statist": 61, "ep_mean_reward": 61, "ep_cumulative_reward": 61, "ep_cumulative_pow": 61, "ep_mean_pow": 61, "ep_cumulative_comfort_penalti": 61, "ep_mean_comfort_penalti": 61, "ep_cumulative_power_penalti": 61, "ep_mean_power_penalti": 61, "steps_info": 61, "newlin": 61, "file_obj": 61, "writer": 61, "csv_writer": 61, "writerow": 61, "len": [61, 65], "_normal": 61, "isfil": 61, "_reset_logg": 61, "relev": 61, "unwrap": 61, "thing": 62, "below": 62, "discomfort": 62, "togeth": 62, "insid": [62, 64], "typic": 62, "satisfact": 62, "taken": [62, 64], "similar": 62, "That": 62, "higher": 62, "far": 62, "hourlylinearreward": 62, "slight": 62, "am": 62, "pm": 62, "equal": 62, "neg": 62, "perfect": 62, "behavior": 62, "cumul": [62, 64, 65], "adjust": 62, "aspect": 62, "But": [62, 64], "imagin": 62, "signal": 62, "__call__": 62, "basereward": 62, "customreward": 62, "naiv": 62, "math": 62, "2021": 62, "complet": 62, "notimplementederror": 62, "temp_nam": 62, "energy_nam": 62, "w_energi": 62, "lambda_temp": 62, "reward_energi": 62, "temp": 62, "_get_comfort": 62, "reward_comfort": 62, "reward_term": 62, "total_energi": 62, "temp_rang": 62, "k": 62, "ab": 62, "vv": 63, "under": [63, 64], "framework": 63, "small": 63, "complex": 63, "independ": 63, "uniqu": 63, "test_common": 63, "test_reward": 63, "test_wrapp": 63, "test_simul": 63, "test_config": 63, "tree": 63, "test_env": 63, "test_control": 63, "test_stable_baselin": 63, "conceptu": 63, "readm": 63, "try_env": 64, "workspac": 64, "soon": 64, "place": 64, "dispos": 64, "understand": 64, "practic": 64, "current_month": [64, 65], "screen": 64, "basi": 64, "exactli": 64, "criteria": 64, "replac": 64, "rulebasedcontrol": 64, "esp_granada": 64, "084190_swec": 64, "001": 64, "new_env_nam": 64, "even": 64, "put": 64, "leav": 64, "intact": 64, "extra_conf": 64, "found": 65, "dequ": 65, "env_util": 65, "observationwrapp": 65, "unwrapped_observ": 65, "handl": 65, "divisionbyzero": 65, "isnan": 65, "ind_flat": 65, "histori": 65, "maxlen": 65, "observation_spac": 65, "new_shap": 65, "_get_ob": 65, "reshap": 65, "monitor_header_list": 65, "element_head": 65, "logger_main": 65, "debug": 65, "_epi_num": 65, "_eplus_working_dir": 65, "default_env": 65}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [44, 0, 0, "-", "evaluation"], [46, 0, 0, "-", "gcloud"], [52, 0, 0, "-", "rewards"], [57, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[45, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[47, 5, 1, "", "delete_instance_MIG_from_container"], [48, 5, 1, "", "get_service_account_token"], [49, 5, 1, "", "init_storage_client"], [50, 5, 1, "", "read_from_bucket"], [51, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[53, 1, 1, "", "BaseReward"], [54, 1, 1, "", "ExpReward"], [55, 1, 1, "", "HourlyLinearReward"], [56, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[53, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[55, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[56, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[58, 1, 1, "", "LoggerWrapper"], [59, 1, 1, "", "MultiObsWrapper"], [60, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[58, 2, 1, "", "__init__"], [58, 2, 1, "", "activate_logger"], [58, 2, 1, "", "close"], [58, 2, 1, "", "deactivate_logger"], [58, 2, 1, "", "reset"], [58, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "reset"], [59, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "get_unwrapped_obs"], [60, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60], "contribut": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41, 42, 43, 64], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 61], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6, 64], "mlflow": [3, 6], "environ": [4, 8, 64], "observ": 4, "action": [4, 7], "space": 4, "extra": [5, 64], "configur": [5, 6, 8, 64], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": [6, 8], "our": [6, 64], "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 63], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 61], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "new": [7, 63], "releas": 7, "modifi": 7, "instal": [8, 63], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 64], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "rbc5zone": 40, "rbcdatacent": 41, "randomcontrol": 42, "rulebasedcontrol": 43, "evalu": [44, 45], "evaluate_polici": 45, "gcloud": [46, 47, 48, 49, 50, 51], "delete_instance_mig_from_contain": 47, "get_service_account_token": 48, "init_storage_cli": 49, "read_from_bucket": 50, "upload_to_bucket": 51, "reward": [52, 53, 54, 55, 56, 62, 64], "basereward": 53, "expreward": 54, "hourlylinearreward": 55, "linearreward": 56, "wrapper": [57, 58, 59, 60, 64, 65], "loggerwrapp": 58, "multiobswrapp": 59, "normalizeobserv": 60, "format": 61, "test": 63, "pytest": 63, "run": 63, "usag": 64, "exampl": 64, "simplest": 64, "ad": 64, "rule": 64}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[43, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.evaluation": [[44, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[45, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[46, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[47, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[48, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[49, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[50, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[51, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[52, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[53, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[54, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[55, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[56, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[57, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[58, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[59, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[60, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[61, "output-format"]], "Logger": [[61, "logger"]], "Rewards": [[62, "rewards"]], "Tests": [[63, "tests"]], "Install Pytest": [[63, "install-pytest"]], "Running tests": [[63, "running-tests"]], "Create new tests": [[63, "create-new-tests"]], "Usage example": [[64, "usage-example"]], "Simplest example": [[64, "simplest-example"]], "Adding a reward": [[64, "adding-a-reward"]], "Adding wrappers": [[64, "adding-wrappers"]], "Using a rule-based controller": [[64, "using-a-rule-based-controller"]], "Adding extra configuration to our environments": [[64, "adding-extra-configuration-to-our-environments"]], "Wrappers": [[65, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.evaluation"], [46, "module-sinergym.utils.gcloud"], [52, "module-sinergym.utils.rewards"], [57, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.evaluation": [[44, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[45, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[46, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[52, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[53, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[53, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[54, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[55, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[55, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[56, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[57, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[58, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[58, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[59, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[59, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[59, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[60, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[60, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[60, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.9.1/.buildinfo b/docs/compilation/v1.9.1/.buildinfo index 4a35b86842..441a196d70 100644 --- a/docs/compilation/v1.9.1/.buildinfo +++ b/docs/compilation/v1.9.1/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 14f0a4ffab5ae1d07ccd699acd9230f9 +config: 58633ace5a20743cc522a8a3370ef576 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.9.1/.doctrees/environment.pickle b/docs/compilation/v1.9.1/.doctrees/environment.pickle index c9fedc5a16..4cbe0730cd 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/environment.pickle and b/docs/compilation/v1.9.1/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.9.1/.doctrees/index.doctree b/docs/compilation/v1.9.1/.doctrees/index.doctree index 346150e4b1..02b0f37bc2 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/index.doctree and b/docs/compilation/v1.9.1/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.9.1/.doctrees/pages/API-reference.doctree index 8788dc5fad..009aab5ce5 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/controllers.doctree b/docs/compilation/v1.9.1/.doctrees/pages/controllers.doctree index 141b994ec1..e62fb9b1c9 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.9.1/.doctrees/pages/deep-reinforcement-learning.doctree index 6728d8c791..f376b771d0 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/environments.doctree b/docs/compilation/v1.9.1/.doctrees/pages/environments.doctree index f142fe8266..ea80d7c1e9 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/environments.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.9.1/.doctrees/pages/extra-configuration.doctree index 0cba55e526..9534525d59 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.9.1/.doctrees/pages/gcloudAPI.doctree index 36d03198ef..d9e5876aae 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.9.1/.doctrees/pages/github-actions.doctree index 8071543f94..0d0bb2c703 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/installation.doctree b/docs/compilation/v1.9.1/.doctrees/pages/installation.doctree index bec7bf6e56..7d24756d93 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/installation.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/introduction.doctree b/docs/compilation/v1.9.1/.doctrees/pages/introduction.doctree index d652a693e8..47775980cc 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.doctree index 3e27b7fec8..df099603aa 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 9ec3e53c83..00820afe2b 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index c6b947da8f..c44e0aa7f1 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 713ab31208..c4baa490cf 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.doctree index 4933c555f0..bb6584c8c2 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.doctree index c64c905165..b34635d9e5 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index c3cdae6b32..5b0840fca8 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index e5d1a74ee7..a894a17de0 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 4b321cee92..769b11d094 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 3c6239143f..874834cc9f 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index e43466acdc..029c828615 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 3a1bcc315e..a3189e3d6f 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 8f6acc7895..a0a346b4f4 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index aa92a32aeb..9fe3338064 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.doctree index d8e19586cd..ef09afd743 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 557b7d7abc..7fdc3ee2cc 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index e93f43edf8..a7a73361b7 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index f14076558f..1aee7cd949 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index cd1b3f8cf4..cfa5d7b021 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 1b94e691e2..77714ad30c 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 8df7a3173a..e0dc24ae3f 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 0c72baae53..5ac3c49de7 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 8ac199d1cd..a3f50eb887 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.doctree index f1625ab041..81db6f2c39 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.constants.doctree index 94347b38bf..08f0e4d88b 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index d3c3dfb45a..34c146c055 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 58149c7937..4875b8dca9 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 79e01d7b0c..d71e748fc2 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 4538da3179..ed6dc1a3c3 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.doctree index 70f4e8e485..037a1b6d9a 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index c6945d6ade..2d9743819e 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 44748ce7f8..008c5bc65c 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index b82eb343c9..d1d612d5ed 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index c512e65286..9d482845be 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index ca449ed982..d83b7880a1 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index ff178eacaa..0ccf39d294 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index d61a6371e3..f204439468 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index c36ac88403..a8a3b0ed66 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 09f6f21477..e709989fde 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 8658fe8bdf..553ee7467a 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.doctree index c4229ee79a..0b3d6d551e 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index ad4e54a831..7e80e038f3 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 33fc8c7b06..9dcae76dfd 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 8e4fb4b049..fa2adf1770 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 59b9c62af7..fc40c92045 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree index ac20ebc0d2..f9c888d26e 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 3dfe123245..fa9aa302a3 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 1e729c2d61..fc41ccbab4 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 9ed7962d8c..73e6c5d1b2 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 39be4e58b7..1eed9e6cd1 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/MLflow_example.doctree index 84a22d091b..3ccf9e9883 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/TensorBoard_example.doctree index 2354417f5a..4d8ae745e0 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/drl.doctree index 8c474169c7..64ac0372ae 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/rule_controller_example.doctree index e12bc48e9c..c1ba5c2c1a 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/usage_example.doctree b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/usage_example.doctree index eecfb5be36..e192ccde92 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/usage_example.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/usage_example.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/wrappers_examples.doctree index 0f9aa67530..9177b0e0ee 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/output.doctree b/docs/compilation/v1.9.1/.doctrees/pages/output.doctree index f0a3a22991..344aafcef3 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/output.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/rewards.doctree b/docs/compilation/v1.9.1/.doctrees/pages/rewards.doctree index 4f9cd3e996..36108320a5 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/tests.doctree b/docs/compilation/v1.9.1/.doctrees/pages/tests.doctree index 848feb46d2..e5cf20dbd7 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/tests.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.9.1/.doctrees/pages/usage-example.doctree index 89928ecddf..6965298631 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.9.1/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.9.1/.doctrees/pages/wrappers.doctree index 89a60d11c6..5efb68f2ed 100644 Binary files a/docs/compilation/v1.9.1/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.9.1/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.9.1/objects.inv b/docs/compilation/v1.9.1/objects.inv index 011c2f66fc..aeda4ec98f 100644 Binary files a/docs/compilation/v1.9.1/objects.inv and b/docs/compilation/v1.9.1/objects.inv differ diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.9.1/pages/modules/sinergym.envs.eplus_env.html index 18e7b79bf2..3289e33a5f 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.envs.eplus_env.html @@ -111,9 +111,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.envs.html b/docs/compilation/v1.9.1/pages/modules/sinergym.envs.html index 293c0d71a4..da04eb7e80 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.envs.html @@ -107,9 +107,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.base.html index e7ca0e7ec6..200ee6e7c9 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.base.html @@ -113,9 +113,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus.html index a6bf49e149..839eb46546 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus.html @@ -113,9 +113,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus_alpha.html index 2ce549515e..fb303c2d20 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.eplus_alpha.html @@ -113,9 +113,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.html b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.html index 282c081d2a..60d41f9c3b 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.simulators.html @@ -109,9 +109,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.callbacks.html index 81ce0e5a48..15994032b7 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.callbacks.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.common.html index d91f13ba3a..3300bd3b1b 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.common.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.config.html index 9ba0a231bc..539113f916 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.config.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.constants.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.constants.html index 3ec5186526..06548d770d 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.constants.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.controllers.html index b425593b09..d941808ea8 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.controllers.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.evaluation.html index 345fa5e6c2..be38e99f34 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.evaluation.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.gcloud.html index b8a2549cec..d050b866a1 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.gcloud.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.html index db1553a075..7ff57b663f 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.logger.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.logger.html index 84f9df9752..30316b0866 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.logger.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.rewards.html index 53e1dc6c9f..6f4c195333 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.rewards.html @@ -123,9 +123,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.wrappers.html index e17a510dd9..9c29fc51a8 100644 --- a/docs/compilation/v1.9.1/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.9.1/pages/modules/sinergym.utils.wrappers.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.9.1/searchindex.js b/docs/compilation/v1.9.1/searchindex.js index ecb1ea24dd..836063c804 100644 --- a/docs/compilation/v1.9.1/searchindex.js +++ b/docs/compilation/v1.9.1/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/drl", "pages/notebooks/rule_controller_example", "pages/notebooks/usage_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/usage_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "DRL usage example", "Rule Controller example", "Basic example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 32, 34, 41, 43, 49, 52, 59, 60, 62, 64, 65, 66, 67, 68, 69, 70], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 31, 32, 34, 41, 43, 49, 54, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "project": [0, 3, 4, 6, 7, 8, 9, 16, 35, 68], "base": [0, 2, 6, 7, 9, 37, 38, 52, 63, 67, 68], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 41, 52, 53, 54, 55, 56, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "eplu": [0, 4, 5, 9, 12, 32, 60, 62, 63, 64, 65, 66, 67, 69, 70], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 41, 65, 66, 67, 69, 70], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 32, 34, 60, 62, 63, 64, 65, 66, 69, 70], "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 34, 41, 49, 64, 66, 68, 69, 70], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 37, 38, 39, 41, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70], "follow": [0, 2, 4, 6, 7, 8, 9, 17, 38, 67, 69], "openai": [0, 9, 64, 68], "interfac": [0, 4, 5, 9, 13, 18, 66, 68], "wrap": [0, 3, 9, 23, 41, 60, 62, 66], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 32, 34, 37, 38, 39, 49, 50, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "engin": [0, 6, 9, 15], "build": [0, 2, 3, 5, 6, 7, 8, 9, 12, 19, 33, 34, 60, 62, 63, 64, 65, 66, 67, 68, 69], "control": [0, 4, 5, 7, 9, 12, 15, 17, 20, 67, 68], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 31, 32, 34, 35, 41, 42, 49, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 68, 70], "deep": [0, 6, 8, 9, 62, 69], "reinforc": [0, 6, 8, 9, 62, 67, 69], "learn": [0, 6, 8, 9, 60, 62, 67, 69], "main": [0, 3, 4, 6, 9, 49, 66], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 32, 40, 41, 42, 49, 51, 52, 54, 55, 63, 66, 67, 68, 69, 70], "ar": [0, 3, 4, 5, 6, 7, 8, 9, 29, 41, 49, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 41, 69], "commun": [0, 9, 13, 34, 66, 68], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 60, 62, 63, 64, 65, 66, 67, 69, 70], "design": [0, 4, 5, 9, 34], "set": [0, 3, 4, 5, 9, 33, 34, 60, 62, 63, 64, 65, 66, 67, 68, 69], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 60, 62, 68, 69], "These": [0, 4, 6, 7, 9, 49, 66, 67, 68], "mai": [0, 6, 8, 9, 34, 62, 64, 66], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 64, 67, 69], "differ": [0, 3, 4, 5, 6, 7, 8, 9, 27, 53, 55, 62, 67, 68, 69], "weather": [0, 4, 5, 9, 12, 17, 19, 25, 34, 60, 62, 63, 64, 65, 66, 68, 69], "action": [0, 2, 3, 5, 6, 8, 9, 12, 15, 17, 19, 23, 30, 34, 37, 38, 39, 41, 49, 57, 58, 63, 66, 68, 69, 70], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 30, 34, 37, 38, 49, 57, 58, 59, 63, 65, 66, 67, 68, 69, 70], "space": [0, 3, 6, 9, 12, 69, 70], "develop": [0, 2, 7, 8, 9, 65, 68, 70], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9], "packag": [0, 9, 60, 62], "allow": [0, 3, 4, 6, 7, 9, 67], "modifi": [0, 2, 4, 5, 9, 16, 34, 41, 66, 69], "easi": [0, 9, 68], "manner": [0, 9], "For": [0, 3, 4, 5, 6, 7, 8, 9, 60, 63, 65, 66, 67, 68, 69, 70], "sever": [0, 4, 5, 6, 9, 34, 65, 70], "reward": [0, 3, 4, 6, 9, 12, 20, 22, 23, 41, 49, 57, 58, 60, 62, 63, 64, 65, 66, 68, 70], "variabl": [0, 2, 3, 4, 5, 6, 9, 12, 17, 19, 30, 32, 34, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 70], "defin": [0, 4, 5, 6, 9, 15, 19, 29, 34, 60, 62, 63, 64, 65, 66, 67, 69], "between": [0, 3, 4, 9, 27, 67], "python": [0, 5, 6, 7, 9, 16, 42, 68, 69], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 34, 60, 62, 63, 64, 65, 66], "establish": [0, 9, 17, 66, 68], "bcvtb": [0, 4, 9, 17, 34], "sinc": [0, 4, 5, 6, 9, 26, 63, 66], "tool": [0, 9, 69], "interact": [0, 2, 3, 9, 49, 57, 62, 66, 70], "more": [0, 4, 5, 6, 7, 8, 9, 62, 65, 66, 67, 68, 69, 70], "them": [0, 3, 4, 9, 34, 65, 67, 69, 70], "e": [0, 8, 9, 41], "g": [0, 3, 6, 9, 41, 46], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 70], "backend": [0, 6, 9], "while": [0, 3, 9, 63, 64, 65, 69, 70], "maintain": [0, 9], "api": [0, 6, 9, 42, 64], "model": [0, 3, 4, 5, 9, 19, 23, 26, 33, 34, 41, 60, 62, 63, 64, 65, 68], "configur": [0, 4, 9, 12, 17, 19, 33, 34, 60, 62, 63, 64, 65, 67, 68], "automat": [0, 4, 6, 7, 8, 9, 68], "adapt": [0, 4, 9, 34, 69], "specif": [0, 3, 5, 7, 8, 9, 34, 66, 68, 69], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 31, 32, 41, 49, 62, 63, 66, 67, 69], "designdai": [0, 4, 9, 34, 60, 62, 63, 64, 65], "locat": [0, 4, 6, 8, 9, 25, 34, 60, 62, 63, 64, 65], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 34, 39, 43, 46, 47, 52, 53, 54, 55, 60, 62, 63, 65, 66, 67, 69, 70], "idf": [0, 4, 5, 9, 12, 17, 19, 34, 60, 62, 63, 64, 65, 66, 68, 69], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 25, 30, 33, 34, 46, 47, 60, 62, 63, 64, 65, 66, 68, 69], "specifi": [0, 3, 4, 5, 6, 9, 46, 47, 49, 66, 67, 69], "without": [0, 6, 7, 9, 34, 59, 69, 70], "ani": [0, 2, 4, 5, 6, 8, 9, 12, 17, 22, 23, 31, 34, 37, 38, 39, 41, 49, 57, 58, 59, 62, 63, 66, 67, 69, 70], "intervent": [0, 9], "user": [0, 7, 9, 66], "cfg": [0, 4, 5, 9, 17, 34, 66], "extern": [0, 4, 5, 6, 9, 66], "obtain": [0, 3, 4, 9, 12, 69], "depend": [0, 3, 5, 6, 8, 9, 29, 49, 53, 54, 55, 62, 66, 67, 68], "extra": [0, 3, 4, 6, 7, 8, 9, 12, 17, 33, 34, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 70], "facil": [0, 3, 9, 67, 69], "our": [0, 3, 4, 5, 7, 8, 9, 62, 63, 64, 68, 69], "team": [0, 8, 9], "paramet": [0, 3, 4, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 34, 37, 39, 41, 43, 46, 47, 49, 50, 52, 53, 54, 55, 57, 58, 59, 67, 69], "order": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 31, 34, 65, 66, 68, 70], "amplifi": [0, 5, 9], "context": [0, 5, 9, 68], "experi": [0, 3, 5, 8, 9, 33, 34], "peopl": [0, 9, 67], "occup": [0, 2, 9, 29, 37], "timestep": [0, 3, 4, 5, 6, 9, 12, 22, 49, 60, 62, 63, 64, 65, 66, 69, 70], "per": [0, 3, 4, 5, 9, 41, 49, 66], "hour": [0, 4, 5, 9, 17, 26, 54, 63, 64, 65, 67, 70], "definit": [0, 4, 5, 6, 9, 12, 64], "structur": [0, 4, 5, 9, 66], "etc": [0, 3, 5, 6, 8, 9, 49, 66], "stabl": [0, 3, 8, 9, 21, 68], "baselin": [0, 3, 9, 21, 68], "3": [0, 3, 5, 9, 17, 21, 60, 62, 63, 64, 65, 68], "integr": [0, 6, 7, 9, 62, 69], "some": [0, 3, 5, 6, 7, 9, 62, 70], "like": [0, 3, 4, 6, 7, 8, 9, 34, 64, 68], "callback": [0, 3, 6, 9, 20, 40, 41, 60, 62], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 62, 63, 65, 66, 67, 68, 69, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 41, 66, 67, 68, 69], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 42, 43, 44, 45, 46, 47], "cloud": [0, 3, 7, 9, 42, 43, 44, 45, 46, 47], "whether": [0, 6, 7, 9, 12, 17, 23, 41, 43, 58, 70], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 41, 46, 47, 53, 54, 55, 62, 65, 66, 67, 68, 69, 70], "account": [0, 5, 6, 8, 9, 43, 44, 67], "want": [0, 3, 4, 5, 6, 7, 8, 9, 41, 46, 47, 63, 66, 67, 68, 69, 70], "your": [0, 2, 3, 4, 5, 7, 8, 9, 62, 63, 67, 69, 70], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 62], "about": [0, 3, 4, 5, 7, 9, 65, 66, 68, 69, 70], "how": [0, 4, 5, 6, 8, 9, 60, 64, 65, 69], "do": [0, 3, 4, 5, 6, 8, 9, 41, 67, 68, 69], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 66], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9, 69], "lifecycl": [0, 9], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 41, 60, 62, 63, 64, 66, 67, 68, 69, 70], "remot": [0, 3, 7, 8, 9, 68], "local": [0, 3, 6, 7, 9, 41, 46, 47, 60, 62, 69], "store": [0, 3, 6, 9, 22, 34, 47, 49, 66, 69, 70], "help": [0, 6, 9], "manag": [0, 5, 6, 9, 33, 34, 43, 66], "run": [0, 4, 6, 8, 9, 17, 41, 60, 62, 66, 69], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 34, 66], "orderli": [0, 9], "data": [0, 2, 3, 4, 6, 9, 12, 17, 19, 22, 34, 38, 46, 47, 49, 62, 66], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 57, 62, 65, 70], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 60, 62, 66, 67], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 34, 49, 57, 58, 62, 64, 65, 66, 67, 68, 69, 70], "real": [0, 3, 4, 9, 49, 66], "time": [0, 3, 5, 7, 8, 9, 17, 27, 49, 54, 60, 62, 65, 66, 67, 68, 70], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 34, 41, 60, 62, 63, 64, 65, 67, 69], "progress": [0, 3, 9, 49, 50, 66, 70], "stai": [0, 5, 9, 67], "tune": [0, 5, 9, 67], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "To": [0, 4, 5, 6, 8, 68, 69], "interest": 0, "make": [0, 3, 4, 5, 6, 8, 17, 60, 62, 63, 64, 65, 67, 68, 69, 70], "better": [0, 69], "still": 0, "improv": 0, "need": [0, 4, 6, 7, 8, 60, 62, 63, 64, 66, 70], "done": [0, 3, 49, 63, 64, 65, 66, 69, 70], "check": [0, 3, 4, 6, 7, 41, 68], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 32, 34, 41, 59, 66, 67, 68, 69, 70], "pleas": [0, 5, 6, 7, 62, 69], "read": [0, 6, 15, 17, 46, 62], "md": 0, "first": [0, 3, 8, 17, 34, 41, 57, 59, 60, 62, 63, 64, 70], "comput": [0, 3, 6, 62], "contain": [0, 7, 41, 43, 44, 64, 68], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 34, 60, 62, 64, 65, 66, 67, 68, 69], "instal": [0, 6, 17, 69], "section": [0, 2, 3, 4, 6, 8, 68, 69], "notebook": [0, 65], "host": [0, 6, 66], "folder": [0, 4, 7, 8, 12, 23, 34, 69], "offici": 0, "repositori": [0, 6, 7, 8, 66, 68, 69], "sinergym": [2, 3, 4, 7, 9, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "ha": [2, 3, 4, 5, 6, 7, 8, 12, 19, 22, 23, 34, 41, 44, 66, 67, 68, 70], "implement": [2, 3, 5, 36, 51, 56, 67, 68, 70], "own": [2, 3, 4, 5, 62, 63, 67, 70], "current": [2, 3, 5, 6, 7, 8, 12, 15, 17, 26, 29, 34, 49, 62, 65, 66, 67, 68, 70], "random": [2, 6, 39, 69], "agent": [2, 4, 6, 12, 23, 37, 38, 39, 41, 49, 63, 66, 67, 68, 69], "rule": [2, 6, 37, 38, 68], "5zone": [2, 4, 5, 6, 63, 69, 70], "datacent": [2, 4, 6, 69], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 60, 64, 67, 69, 70], "util": [2, 3, 6, 12, 60, 62, 63, 65, 67, 68, 69, 70], "py": [2, 3, 4, 6, 8, 60, 62, 68, 69, 70], "veri": [2, 6, 7, 8, 67, 69], "perform": [2, 6, 23, 41, 58, 67, 70], "refer": [2, 6], "point": [2, 62, 69], "studi": [2, 4], "drl": [2, 4, 6, 60, 69], "basic": [2, 36], "datetim": [2, 6, 60, 62, 63, 67], "import": [2, 3, 5, 6, 7, 60, 62, 63, 64, 65, 66, 67, 69, 70], "type": [2, 3, 4, 5, 6, 7, 8, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 34, 37, 38, 39, 43, 44, 45, 57, 58, 59, 60, 62, 63, 67, 69, 70], "list": [2, 5, 6, 7, 8, 12, 17, 25, 26, 28, 30, 31, 32, 34, 37, 38, 41, 49, 53, 54, 55, 63, 66, 67], "sequenc": [2, 37, 38, 39, 59, 63, 70], "common": [2, 3, 4, 6, 20, 23, 41, 60, 62, 63, 65, 68, 70], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 33, 34, 36, 37, 38, 39, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 63, 66, 67, 70], "randomcontrol": [2, 69], "object": [2, 3, 6, 25, 26, 28, 34, 45, 46, 47, 66, 67], "def": [2, 3, 4, 63, 66, 67, 70], "__init__": [2, 3, 4, 6, 12, 15, 17, 19, 22, 23, 34, 37, 38, 39, 49, 50, 52, 53, 54, 55, 57, 58, 59, 66, 67, 70], "self": [2, 3, 4, 63, 66, 67, 70], "env": [2, 3, 4, 5, 6, 8, 23, 32, 34, 37, 38, 39, 41, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "It": [2, 3, 4, 6, 7, 8, 17, 23, 39, 49, 55, 66, 67, 70], "select": [2, 8, 12, 37, 38, 39, 63], "avail": [2, 4, 5, 6, 39, 62], "randomli": [2, 39, 69], "arg": [2, 3, 4, 6, 8, 12, 22, 23, 57, 58, 59, 63, 66, 67, 70], "act": [2, 37, 38, 39, 63, 69], "": [2, 3, 4, 5, 6, 8, 16, 34, 39, 49, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "action_spac": [2, 4, 6, 12, 39, 64, 65, 69, 70], "return": [2, 3, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 34, 37, 38, 39, 41, 43, 44, 45, 50, 57, 58, 59, 60, 62, 63, 67, 69, 70], "chosen": [2, 37, 38, 39, 63, 69], "sampl": [2, 64, 65, 69, 70], "rbc5zone": [2, 63, 69], "none": [2, 3, 4, 6, 12, 15, 17, 23, 25, 32, 34, 37, 38, 41, 49, 57, 58, 59, 66, 70], "static": [2, 6, 37, 38], "5zoneautodxvav": [2, 4, 37], "setpoint": [2, 3, 4, 5, 37, 38, 63], "ashra": [2, 29, 37, 38], "standard": [2, 4, 7, 29, 37, 64, 69], "55": [2, 29, 37], "2004": [2, 29, 37], "thermal": [2, 29, 37, 54, 67], "environment": [2, 29, 37], "condit": [2, 4, 12, 29, 37], "human": [2, 12, 29, 37], "setpoints_summ": 2, "26": [2, 60, 64, 65, 67, 69], "29": [2, 64], "0": [2, 3, 4, 6, 17, 22, 27, 49, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70], "setpoints_wint": 2, "20": [2, 63, 64, 65, 67, 69], "23": [2, 63, 64, 67, 69], "5": [2, 3, 4, 17, 23, 41, 53, 54, 55, 58, 62, 63, 64, 65, 67, 69, 70], "indoor": [2, 37, 38], "temperatur": [2, 3, 29, 37, 38, 49, 53, 54, 55, 63, 64, 65, 66, 67, 69], "perceiv": [2, 37, 38, 63], "obs_dict": [2, 4, 63, 67], "dict": [2, 3, 4, 12, 17, 30, 31, 32, 34, 41, 57, 58, 59, 63, 67, 70], "zip": [2, 6, 63], "year": [2, 4, 5, 17, 26, 27, 29, 34, 63, 64, 65, 67], "int": [2, 3, 4, 6, 12, 15, 17, 23, 26, 27, 29, 34, 41, 49, 57, 58, 63, 66, 70], "month": [2, 4, 17, 26, 27, 29, 63, 64, 65, 67, 69, 70], "dai": [2, 4, 5, 17, 26, 27, 29, 34, 63, 64, 65, 67, 70], "summer_start_d": [2, 63, 67], "6": [2, 5, 6, 8, 17, 34, 62, 63, 64, 65, 67, 69], "1": [2, 3, 4, 5, 12, 17, 22, 23, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70], "summer_final_d": [2, 63, 67], "9": [2, 4, 38, 54, 60, 62, 63, 64, 65, 67], "30": [2, 63, 65, 67], "current_dt": [2, 63, 67], "get": [2, 6, 8, 29, 34, 41, 44, 59, 63, 70], "season": [2, 29, 53, 54, 55, 63, 67], "comfort": [2, 3, 8, 22, 29, 49, 53, 54, 55, 63, 66, 67], "rang": [2, 3, 5, 6, 29, 32, 38, 53, 54, 55, 59, 63, 64, 65, 67, 69, 70], "season_rang": 2, "els": [2, 3, 4, 6, 41, 63, 66, 67, 70], "rbcdatacent": [2, 69], "2zonedatacenterhvac": [2, 38], "recommend": [2, 3, 6, 7, 8, 38, 67], "center": [2, 38], "describ": [2, 6, 38], "tc9": [2, 38], "2016": [2, 38], "18": [2, 62, 63, 64, 65], "27": [2, 64, 65], "celsiu": 2, "range_datacent": 2, "west": [2, 69], "zone": [2, 5, 6, 30, 63, 67, 69], "west_in_temp": 2, "air": [2, 63, 67, 69], "west_current_heat_setpoint": 2, "thermostat": [2, 63], "heat": [2, 5, 63], "west_current_cool_setpoint": 2, "cool": [2, 4, 5, 63, 69], "west_new_heat_setpoint": 2, "west_new_cool_setpoint": 2, "elif": [2, 3, 6, 63, 70], "east": [2, 69], "east_in_temp": 2, "east_current_heat_setpoint": 2, "east_current_cool_setpoint": 2, "east_new_heat_setpoint": 2, "east_new_cool_setpoint": 2, "simpl": [2, 64, 67, 69], "given": [2, 3, 6, 17, 26, 28, 32, 34, 53, 54, 55, 57, 67, 70], "instanc": [2, 3, 4, 6, 12, 43, 66], "exampl": [2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 70], "usag": [2, 3, 6, 60, 70], "discret": [3, 4, 12, 67], "continu": [3, 4, 5, 6, 7, 8, 69, 70], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 60, 62], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 34], "due": [3, 6], "its": [3, 4, 5, 6, 7, 44, 57, 64, 69, 70], "call": [3, 4, 6, 7, 8, 17, 23, 41, 66, 69], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 4, 6, 17, 57, 70], "dure": [3, 4, 6, 12, 22, 23, 66, 69], "one": [3, 4, 5, 6, 12, 25, 28, 41, 49, 63, 66, 67, 68, 69], "monitor": [3, 6, 8, 23, 41, 49, 62, 66, 70], "auto": [3, 6], "save": [3, 5, 6, 23, 34, 60, 62, 69, 70], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 6, 20, 21, 22, 40, 56, 70], "execut": [3, 4, 7, 8, 12, 17, 34, 43, 49, 50, 57, 58, 62, 66, 68, 70], "log": [3, 49, 50, 57, 62, 66, 70], "all": [3, 4, 6, 7, 8, 12, 17, 22, 32, 34, 52, 62, 64, 66, 67, 68, 69], "therefor": [3, 67, 69], "propos": 3, "extract": [3, 4, 32], "which": [3, 4, 6, 7, 8, 17, 22, 31, 34, 49, 66, 67, 68, 69], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 6, 29, 67], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 34, 41], "valu": [3, 4, 5, 6, 8, 17, 22, 32, 49, 59, 60, 62, 66, 67, 70], "param": [3, 6, 22, 23, 33, 34, 38, 41, 49, 66], "ep_reward": [3, 22], "here": [3, 4, 6, 7, 8, 22, 62, 68, 69], "episod": [3, 4, 5, 6, 12, 17, 22, 23, 32, 34, 41, 49, 57, 58, 60, 62, 63, 64, 65, 66, 69, 70], "ep_pow": [3, 22], "consumpt": [3, 22, 49, 54, 55, 66, 67], "ep_term_comfort": [3, 22], "term": [3, 22, 53, 54, 55, 67], "compon": [3, 4, 5, 6, 22, 67], "ep_term_energi": [3, 22], "energi": [3, 22, 53, 54, 55, 67], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 34, 41, 49, 58, 62, 66, 69, 70], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "fals": [3, 6, 22, 23, 41, 49, 57, 60, 62, 63, 64, 65, 66, 69, 70], "verbos": [3, 6, 22, 23, 62, 68], "boolean": [3, 17, 22], "indic": [3, 4, 6, 17, 22], "csvlogger": [3, 6, 22, 57, 66, 70], "inner": [3, 6, 7, 22, 43, 46, 47], "activ": [3, 6, 8, 22, 49, 57, 66, 70], "super": [3, 67, 70], "_on_training_start": 3, "is_wrap": [3, 70], "training_env": 3, "loggerwrapp": [3, 6, 60, 62, 65, 69, 70], "env_method": 3, "activate_logg": [3, 57, 70], "deactivate_logg": [3, 57, 70], "record": [3, 28, 31, 49, 57, 66, 70], "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 34, 37, 38, 39, 49, 50, 52, 53, 54, 55, 57, 58, 59, 66, 67], "global": [3, 6, 41], "kei": [3, 5, 6, 17, 28, 30, 32, 70], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 34, 41, 67], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 41, 49, 57, 58, 66, 70], "info": [3, 60, 62, 63, 64, 65, 69, 70], "get_attr": 3, "normal": [3, 6, 59, 65, 66, 67, 68, 69, 70], "origin": [3, 4, 16, 25, 34, 46, 57, 58, 59, 66, 69, 70], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 65, 69, 70], "obs_norm": 3, "new_ob": 3, "ob": [3, 59, 63, 64, 65, 69, 70], "get_unwrapped_ob": [3, 59, 70], "enumer": [3, 70], "normalized_observ": 3, "onli": [3, 4, 5, 6, 7, 8, 12, 41, 49, 64, 66, 67, 70], "receiv": [3, 4, 12, 17, 19], "action_": [3, 63, 64, 65, 70], "try": [3, 4, 6, 17, 66], "network": [3, 6], "output": [3, 4, 5, 7, 32, 34, 50, 69], "clip": [3, 6], "clipped_act": 3, "except": [3, 4, 34, 66, 69], "unknown": [3, 7], "flag_discret": [3, 4], "action_map": [3, 4, 12], "action_simul": 3, "append": [3, 6, 60, 62, 63, 64, 65, 66, 68, 69, 70], "print": [3, 62, 63, 64, 65, 69, 70], "total_pow": [3, 63, 64, 65, 70], "comfort_penalti": [3, 49, 62, 63, 64, 65, 66, 70], "total_power_no_unit": [3, 49, 63, 64, 65, 66, 70], "end": [3, 6, 12, 17, 19, 27, 49, 60, 66, 70], "summari": [3, 57, 64, 66, 70], "reset": [3, 6, 12, 17, 34, 41, 57, 58, 63, 64, 65, 66, 69, 70], "last": [3, 4, 8, 12, 17, 32, 57, 59, 66, 69, 70], "metric": [3, 66], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 66, 70], "np": [3, 4, 6, 12, 17, 57, 58, 59, 63, 64, 65, 66, 69, 70], "sum": [3, 63, 64, 65, 66, 67, 69, 70], "mean_reward": [3, 62, 66, 70], "mean": [3, 4, 6, 7, 17, 23, 25, 34, 41, 60, 62, 63, 64, 65, 66, 67, 69, 70], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 66, 70], "cumulative_comfort_penalti": [3, 66, 70], "mean_power_penalti": [3, 66, 70], "cumulative_power_penalti": [3, 66, 70], "comfort_violation_tim": 3, "100": [3, 6, 66], "zerodivisionerror": [3, 66], "nan": [3, 66], "finish": [3, 6, 7, 17, 69], "shouldn": 3, "t": [3, 4, 6, 8, 28, 53, 55, 64, 66, 67, 70], "hasattr": 3, "item": [3, 67], "true": [3, 6, 23, 41, 49, 57, 58, 60, 62, 66, 70], "on_training_end": [3, 22], "same": [3, 4, 5, 6, 7, 25, 60, 65, 66, 69, 70], "attribut": [3, 12, 17, 34, 49, 62, 66, 70], "constructor": [3, 4, 5, 15, 69], "deriv": [3, 6], "background": 3, "With": [3, 69], "possibl": [3, 4, 5, 6, 7, 8, 69], "compar": [3, 7], "There": [3, 6, 7, 8, 66], "tabl": 3, "other": [3, 4, 6, 8, 62, 66, 67, 69], "vice": 3, "versa": 3, "log_interv": [3, 6, 60, 62], "process": [3, 4, 6, 7, 12, 17, 25, 34, 60, 62], "step": [3, 4, 8, 12, 17, 41, 49, 57, 58, 62, 63, 64, 65, 66, 69, 70], "frequenc": [3, 6], "consequ": [3, 6, 67], "featur": [3, 4], "up": [3, 4, 5, 8, 33, 34, 53, 55, 60, 62, 63, 64, 65, 67, 68], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 40, 41], "whole": [3, 35, 49, 66, 67, 69], "instead": [3, 6, 8, 41], "when": [3, 6, 7, 17, 23, 41, 49, 66, 67, 69], "On": [3, 6, 8], "appear": [3, 8, 41, 64, 66], "too": [3, 6, 7, 8, 43, 70], "becaus": [3, 4, 6, 62, 63, 69], "Then": [3, 5, 6, 8, 60, 70], "pars": [3, 4, 30], "entir": 3, "equival": 3, "csv": [3, 49, 62, 66, 69, 70], "format": [3, 5, 6, 7, 69], "percentag": 3, "out": [3, 66, 70], "bound": 3, "penalti": [3, 49, 66, 67], "power": [3, 49, 53, 54, 55, 66, 67, 70], "being": [3, 66], "option": [3, 4, 6, 7, 8, 12, 17, 25, 32, 34, 53, 54, 55, 57, 58, 59, 66, 67, 68, 70], "wrapper": [3, 6, 20, 23, 41, 60, 62, 66, 68], "thei": [3, 4, 6, 8, 68, 69], "both": [3, 6, 67], "rollout": [3, 62], "default": [3, 4, 5, 6, 7, 8, 12, 17, 25, 34, 53, 54, 55, 57, 58, 67, 68, 70], "exploration_r": [3, 62], "doesn": [3, 6, 70], "neural": 3, "well": [3, 41, 62], "evalu": [3, 6, 23, 60, 62, 67], "ad": [3, 5, 70], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 4, 6, 8, 31, 69], "drl_batteri": [3, 6, 62, 69], "flag": [3, 6, 17, 49, 57, 66, 70], "most": [3, 66, 67], "must": [3, 4, 6, 8, 41, 67], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6, 60, 62], "until": [3, 7], "where": [3, 4, 6, 8, 23, 31, 43, 46, 47, 54, 67], "comment": [3, 7], "requir": [3, 4, 5, 6, 7, 8, 34, 62, 66, 67, 69], "argument": [3, 6, 70], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 34, 62, 66, 67, 69, 70], "field": [3, 4, 6], "valid": [3, 6, 44, 65, 70], "path": [3, 4, 6, 17, 23, 25, 30, 32, 34, 46, 47, 49, 66], "script": [3, 6, 69], "load": 3, "argpars": [3, 6], "loggerevalcallback": [3, 6, 60, 62], "stable_baselines3": [3, 6, 23, 41, 60, 62, 70], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 41, 60, 62], "dummyvecenv": [3, 6, 60, 62], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 4, 5, 6, 12, 17, 19, 23, 25, 28, 30, 31, 32, 34, 41, 43, 44, 47, 49, 50, 53, 54, 55, 57, 58, 59, 66, 67, 70], "learning_r": [3, 6, 62], "lr": [3, 6], "float": [3, 4, 6, 12, 17, 25, 26, 27, 32, 34, 41, 49, 53, 54, 55, 57, 58, 66, 67, 70], "0007": 3, "n_step": [3, 6], "n": [3, 6, 58, 66, 69, 70], "gamma": [3, 6], "99": [3, 6, 34], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 67, 68], "max_grad_norm": [3, 6], "m": [3, 6, 60, 62], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 53, 54, 55, 67], "05": [3, 6, 60, 62, 63, 64, 65], "parse_arg": [3, 6], "id": [3, 4, 6, 67, 69], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 25, 30, 34, 43, 46, 47, 50, 53, 54, 55, 60, 62, 67, 69], "start_run": [3, 6, 60], "run_nam": [3, 6, 60], "log_param": [3, 6], "mlppolici": [3, 6, 60, 62], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6, 60, 62], "_eplus_one_epi_len": [3, 6, 60, 62], "_eplus_run_steps": [3, 6, 60, 62], "lambda": [3, 6, 60, 62], "freq": [3, 23], "2": [3, 4, 7, 17, 60, 62, 63, 64, 65, 69], "everi": [3, 6, 7, 8, 23, 63, 64, 65, 68, 69, 70], "eval_callback": [3, 6, 60, 62], "best_model_save_path": [3, 6, 23, 60, 62], "best_model": [3, 6, 60, 62], "log_path": [3, 6, 23, 60, 62], "eval_freq": [3, 6, 23, 60, 62], "determinist": [3, 6, 23, 41, 60, 62], "render": [3, 6, 12, 23, 41, 60, 62], "n_eval_episod": [3, 6, 23, 41, 60, 62], "log_callback": [3, 6], "total_timestep": [3, 6, 49, 60, 62, 66], "As": [3, 4, 6, 8], "abl": [3, 4, 6, 8], "start": [3, 4, 6, 15, 17, 19, 26, 27, 69], "batteri": [3, 6], "initi": [3, 23, 45, 70], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 5, 6, 67], "period": [4, 67], "demo": [4, 60, 62, 63, 64, 65, 69], "v1": [4, 5, 12, 60, 62, 63, 64, 65, 67, 69, 70], "pittsburgh": 4, "usa": 4, "10": [4, 6, 12, 17, 62, 63, 64, 65, 69], "01": [4, 62], "31": [4, 5], "03": [4, 60], "hot": [4, 5, 53, 54, 55, 67, 69, 70], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 62, 63, 64, 65], "mix": [4, 67], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 12, 70], "stochast": [4, 23, 41, 67, 69], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 34, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 69], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 5, 6, 17, 66], "classif": 4, "In": [4, 6, 7, 8, 34, 41, 64, 67, 68, 69], "seri": 4, "chang": [4, 5, 6, 7, 49, 62, 66, 67, 69], "gaussian": 4, "std": [4, 41], "dynam": [4, 7], "let": [4, 5, 6, 7, 8, 60, 62, 64, 69], "idf_fil": [4, 12, 19], "weather_fil": [4, 12, 19, 69], "observation_spac": [4, 12, 70], "low": [4, 53, 55, 67, 68, 70], "5e6": [4, 70], "high": [4, 70], "shape": [4, 6, 70], "observation_vari": [4, 12], "union": [4, 12, 17, 49, 53, 54, 55, 57, 58, 66, 67, 70], "action_vari": [4, 12], "tupl": [4, 5, 12, 17, 25, 34, 53, 54, 55, 57, 58, 67, 70], "weather_vari": [4, 12, 17, 33, 69], "linearreward": [4, 6, 12, 60, 62, 67, 69], "reward_kwarg": [4, 12, 67, 69], "act_repeat": [4, 12, 17, 69], "max_ep_data_store_num": [4, 12, 17, 69], "env_nam": [4, 12, 17, 19, 32, 34, 66, 69], "config_param": [4, 5, 12, 17, 69], "epw": [4, 12, 17, 19, 25, 34, 66, 68, 69], "empti": [4, 8, 12, 60, 62], "manual": [4, 5, 7, 12, 70], "should": [4, 5, 6, 8, 12, 17, 23, 52, 67, 69, 70], "extra_config": [4, 12, 34], "map": [4, 12], "sigma": [4, 6, 12, 17, 25, 34], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 34], "uhlenbeck": [4, 12, 25, 34], "appli": [4, 5, 6, 7, 12, 34, 59, 66, 70], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 41, 66], "repeat": [4, 12, 17, 69], "regardless": [4, 12, 66], "repetit": [4, 12], "interv": [4, 6, 12], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 32, 34, 46, 47, 60, 62, 63, 64, 65, 66, 68], "dictionari": [4, 5, 6, 7, 12, 17, 30, 31, 67, 69], "eplus_path": [4, 8, 17, 19], "o": [4, 6, 66], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 34], "join": 4, "weather_path": [4, 17, 34], "isinst": 4, "setpoints_spac": 4, "continuous_action_def": 4, "dtype": [4, 60, 62, 70], "reward_fn": 4, "checker": 4, "_check_eplus_env": 4, "go": [4, 5, 6, 60, 62, 64, 65, 70], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 62, 69], "correctli": [4, 6, 68, 69], "correct": [4, 6, 7, 8, 65, 70], "respect": [4, 7, 8, 30], "look": [4, 62, 63], "found": [4, 70], "rdd": 4, "repres": 4, "previous": [4, 6, 34, 66], "rememb": [4, 62, 63], "later": [4, 8, 49, 66], "so": [4, 6, 7, 8, 66, 67, 70], "reserv": [4, 6], "inconsist": 4, "notifi": [4, 6, 7], "fix": [4, 7], "schedul": 4, "actuat": 4, "befor": [4, 6, 8, 17, 34, 41, 62, 69, 70], "what": [4, 6, 65], "take": [4, 5, 7, 34, 62], "care": [4, 6], "hiperenlac": 4, "consist": [4, 17], "show": [4, 7], "usual": [4, 7], "solut": 4, "updat": [4, 6, 7, 8, 23, 32, 60, 62, 63, 64, 65, 68], "problem": [4, 6], "alwai": [4, 6, 62, 63, 64, 66, 67], "send": [4, 6, 12, 15, 17, 19, 44, 45, 47], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "necessari": [4, 6, 7, 8], "link": [4, 6], "index": [4, 6], "told": [4, 8], "dinam": 4, "environmet": 4, "constant": [4, 6, 53, 54, 55, 67], "seen": 4, "recogniz": 4, "calcul": [4, 6, 60, 62, 67, 69], "support": [4, 5, 8, 68], "word": [4, 7], "don": [4, 6, 8, 64, 66], "howev": [4, 5, 6, 8, 67, 68], "give": [4, 6], "plai": [4, 62, 63], "affect": [4, 25, 34, 41], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "made": [4, 41], "ones": [4, 6, 67], "case": [4, 6, 7, 8, 41, 62, 63, 64, 67, 69], "offer": 4, "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 5, 6, 7, 41, 70], "stablish": 4, "connect": [4, 6, 16, 17, 18], "version": [4, 6, 7, 8, 69], "intend": 4, "someon": 4, "decid": [4, 6], "next": [4, 5, 6, 7, 8, 12, 17, 57, 58, 60, 66, 68, 70], "mention": [4, 6], "long": 4, "copi": [4, 8, 17, 66, 67, 70], "than": [4, 6, 66, 67, 69, 70], "extens": [4, 8, 62], "rest": [4, 6, 8, 42, 43, 67, 69], "now": [4, 6, 8, 60, 62, 63, 64, 65], "document": [4, 6, 7, 8, 66, 69], "config": [5, 6, 64, 68], "u": 5, "investig": 5, "wai": [5, 6, 69], "extra_param": 5, "timesteps_per_hour": [5, 69], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 67, 69], "less": 5, "1991": [5, 63, 64, 65, 69], "result": [5, 6, 17, 41, 63, 64, 65, 66, 69, 70], "determin": [5, 6, 67, 69], "length": [5, 6, 41, 60, 62, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 34], "end_dai": [5, 27], "end_month": 5, "end_year": [5, 27], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "new": [5, 6, 15, 17, 19, 23, 25, 34, 49, 57, 58, 60, 62, 63, 64, 65, 66, 69, 70], "part": [5, 6], "trivial": 5, "task": 5, "certain": 5, "pourpos": 5, "Its": 5, "controller_typ": 5, "controller1_definit": 5, "controller2_definit": 5, "controller_definit": 5, "resourc": [5, 6, 45, 46, 47], "heating_nam": [5, 69], "cooling_nam": [5, 69], "exist": [5, 7, 60, 62, 63, 64, 65, 66, 69], "report": [5, 6], "actual": 5, "apply_extra_conf": [5, 34], "gcloud": 6, "combin": [6, 8, 69], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 62, 64, 69], "job": [6, 7, 8, 68], "remov": [6, 43, 53, 54, 55, 67], "explan": 6, "abov": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 62, 63, 68], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46, 47], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 66, 68, 69], "termin": [6, 17, 49, 50, 57, 58, 66, 69, 70], "applic": [6, 68], "login": 6, "upload": [6, 7, 47], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": [6, 64], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 62, 63, 64, 65], "hub": [6, 7, 8], "visit": [6, 8, 65, 66, 68, 69, 70], "prefer": 6, "realli": [6, 65, 69, 70], "10gb": 6, "isn": [6, 70], "enough": 6, "silenc": 6, "would": [6, 67], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 68, 69], "purpos": 6, "write": [6, 7, 8, 66, 68], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 53, 54, 55, 67], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 68], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 63, 67, 68], "confus": 6, "helper": 6, "everyth": [6, 69], "upgrad": 6, "memori": 6, "least": 6, "free": [6, 62, 63], "might": 6, "submit": 6, "region": 6, "substitut": [6, 69], "predetermin": 6, "enter": [6, 69], "after": [6, 17, 41, 64, 69], "immedi": 6, "hasn": [6, 28], "yet": [6, 68], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 62], "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "ip": 6, "5000": 6, "explain": [6, 69], "previou": [6, 58, 69, 70], "group": [6, 43], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 62, 63, 64], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": [6, 62, 64, 70], "alloc": [6, 7], "numpi": [6, 60, 62, 63, 64, 65, 69, 70], "ranges_5zon": [6, 65], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 65, 70], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 54, 55, 67, 69], "exponenti": [6, 53, 67], "norm": 6, "store_tru": 6, "multiob": [6, 65, 70], "mob": 6, "multi": [6, 65, 70], "ten": 6, "eval": [6, 23, 60, 62], "best": [6, 23, 60, 62], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 69], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "0003": 6, "2048": 6, "batch_siz": 6, "64": 6, "n_epoch": 6, "ne": 6, "95": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 25, 34], "tu": 6, "005": [6, 65], "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rpe": 6, "experiment_d": [6, 60, 62], "todai": [6, 60, 62], "strftime": [6, 60, 62], "y": [6, 60, 62], "d_": 6, "h": [6, 60, 62], "_": [6, 70], "ping": 6, "mlflow_ip": 6, "split": [6, 66], "respons": [6, 43, 66], "system": [6, 46, 47], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "rate": [6, 67, 69], "batch": [6, 31], "epoch": 6, "gae": 6, "ent": 6, "coef": 6, "vf": 6, "max": [6, 32, 53, 55, 67, 70], "grad": 6, "buffer": 6, "gradient": 6, "expreward": [6, 67, 69], "runtimeerror": [6, 17, 34], "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "nameerror": 6, "cant": 6, "disabl": 6, "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 62], "_init_setup_model": 6, "f": [6, 8, 60, 62], "model_path": 6, "download": 6, "init_storage_cli": 6, "bucket_nam": [6, 46], "read_from_bucket": 6, "set_env": 6, "total": [6, 49, 62, 66, 67, 69], "dir": [6, 34], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 60, 62, 70], "close": [6, 12, 17, 57, 62, 63, 64, 65, 69, 70], "_episode_exist": [6, 70], "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "upload_to_bucket": 6, "src_path": [6, 47], "dest_bucket_nam": [6, 47], "dest_path": [6, 47], "end_run": [6, 60], "autodelet": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 67], "deactiv": [6, 49, 57, 66, 70], "written": 6, "recreat": 6, "belong": [6, 49, 66], "delet": [6, 43, 70], "individu": [6, 67], "appropri": [6, 69], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 69], "gitignor": 6, "ignor": [6, 7], "final": [6, 64], "know": 6, "load_ag": 6, "just": [6, 65, 67], "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 69, 70], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 28], "two": [6, 8, 67], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 26, 27, 41, 49, 66, 69, 70], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 68], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "jajim": [6, 8], "github": [6, 8, 16, 68], "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 62, 63, 65], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 54, 64, 65, 67], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 63, 64, 65, 69, 70], "mb": 6, "tier": 6, "db": [6, 34], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 60, 62], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 26, 66], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "7": [6, 17, 62, 63, 64, 65, 67], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "direct": 6, "ingress": 6, "target": [6, 67], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 67], "creation": [6, 69], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "level": [7, 50, 68], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "workflow": [7, 68], "cannot": [7, 69], "storag": [7, 8, 45, 46, 47], "compil": 7, "sphinx": 7, "vocabulari": 7, "spell": 7, "mistak": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 66], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": [7, 60, 62], "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 68], "advantag": 7, "pip": [8, 68], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 65], "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 69], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 60, 62], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 67], "also": [8, 62, 67, 69], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "itself": 8, "consid": [8, 53, 54, 55, 64, 67], "subset": [8, 65, 70], "ofici": 8, "supervis": [8, 68], "successfulli": [8, 60, 62, 63, 64, 65, 68], "anywai": [8, 68], "prepar": [8, 31], "kwarg": [12, 22, 23, 57, 58, 59], "mode": 12, "ndarrai": [12, 15, 17, 57, 58, 59, 70], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 34], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 66], "sensor": 17, "ou": [17, 25, 34], "element": [17, 28, 31, 49, 66, 69], "elaps": [17, 26, 49, 66], "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 63], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 41], "weather_data": [25, 34], "weatherdata": [25, 34], "original_epw_fil": 25, "drybulb": [25, 34, 63], "variat": [25, 34], "opyplu": [25, 26, 28, 31, 34], "epm": [26, 28, 31, 34], "sec_elaps": 26, "compos": 26, "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": 27, "st": 27, "mon": 27, "24": [27, 60, 65], "explicitli": 28, "var_fil": 30, "add_batch": 31, "convert": 31, "output_path": 32, "last_result": 32, "min": [32, 67, 70], "absolut": [32, 53, 55, 67], "modif": [33, 67], "max_ep_stor": 34, "_idf_path": 34, "_weather_path": 34, "_ddy_path": 34, "ddy": [34, 60, 62, 63, 64, 65], "experiment_path": 34, "episode_path": 34, "_idd": 34, "idd": 34, "ddy_model": 34, "adapt_idf_to_epw": 34, "summerdai": 34, "ann": 34, "clg": 34, "condn": 34, "mwb": 34, "winterdai": 34, "htg": 34, "summer": [34, 67], "winter": [34, 67], "desingdai": 34, "adapt_variables_to_cfg_and_idf": 34, "xml": 34, "tree": [34, 68], "apply_weather_vari": 34, "save_building_model": 34, "env_working_dir": 34, "save_variables_cfg": 34, "set_episode_working_dir": 34, "parent": 34, "set_experiment_working_dir": 34, "base_class": 41, "basealgorithm": 41, "callabl": 41, "averag": [41, 69], "note": [41, 66, 70], "count": 41, "scale": [41, 68], "earli": 41, "avoid": 41, "anyth": 41, "reward_threshold": 41, "minimum": [41, 54, 67], "expect": 41, "met": 41, "return_episode_reward": 41, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "request": 43, "author": 44, "petit": [44, 45], "ask": [45, 46, 47], "blob_prefix": 46, "recurs": [46, 47], "bucket": [46, 47], "exclud": 46, "destin": 47, "monitor_head": [49, 66, 70], "progress_head": [49, 66, 70], "log_progress_fil": [49, 66, 70], "log_fil": [49, 66], "header": [49, 66, 70], "sub_run_n": [49, 66], "res_n": [49, 66], "steps_data": [49, 66], "arrai": [49, 66, 70], "elabor": [49, 66], "total_time_elaps": [49, 66], "comfort_violation_timestep": [49, 66], "whose": [49, 66], "activate_flag": [49, 66, 70], "deactivate_flag": [49, 66, 70], "log_episod": [49, 66, 70], "log_step": [49, 66, 70], "simulation_tim": [49, 66, 70], "achiev": [49, 66], "w": [49, 53, 54, 55, 66, 67], "log_step_norm": [49, 66, 70], "steps_data_norm": [49, 66], "set_log_fil": [49, 66, 70], "new_log_fil": [49, 66], "getlogg": 50, "formatt": 50, "inherit": [52, 67, 70], "temperature_vari": [53, 54, 55, 67, 69], "energy_vari": [53, 54, 55, 67, 69], "range_comfort_wint": [53, 54, 55, 63, 67, 69], "range_comfort_summ": [53, 54, 55, 63, 67, 69], "energy_weight": [53, 55, 67, 69], "lambda_energi": [53, 54, 55, 67], "0001": [53, 54, 55, 62], "lambda_temperatur": [53, 54, 55, 67], "r": [53, 55, 67], "lambda_": [53, 55, 67], "lambda_t": [53, 55, 67], "exp": [53, 67], "t_": [53, 55, 67], "cold": [53, 54, 55, 67], "fot": [53, 54, 55, 67], "weight": [53, 54, 55, 67], "dimens": [53, 54, 55, 67], "min_energy_weight": [54, 67], "range_comfort_hour": [54, 67], "flatten": [58, 70], "stack": [58, 70], "flat": [58, 70], "vector": [58, 62, 70], "reli": [59, 70], "episodes_": [60, 62], "shown": 60, "env_vec": [60, 62], "2022": [60, 62, 63, 64, 65], "16": [60, 62, 63, 64, 65], "13": [60, 62, 63, 64, 65], "43": 60, "49": 60, "680": 60, "eplus_env_demo": [60, 62, 63, 64, 65], "v1_mainthread_root": [60, 62, 63, 64, 65], "site": [60, 62, 63, 64, 65], "sizingperiod": [60, 62, 63, 64, 65], "682": 60, "686": 60, "702": 60, "workspac": [60, 62, 63, 64, 65, 69], "res2": 60, "sub_run1": [60, 62, 63, 64, 65, 66], "44": 60, "07": 60, "471": 60, "complet": [60, 62, 67], "472": 60, "486": 60, "sub_run2": [60, 62, 66], "36": [60, 62], "436": 60, "437": 60, "451": 60, "sub_run3": [60, 62, 66], "usr": [60, 62], "lib": [60, 62], "dist": [60, 62], "core": [60, 62], "fromnumer": [60, 62], "3474": [60, 62], "runtimewarn": [60, 62], "slice": [60, 62], "_method": [60, 62], "_mean": [60, 62], "axi": [60, 62], "189": [60, 62], "invalid": [60, 62], "encount": [60, 62], "double_scalar": [60, 62], "ret": [60, 62], "rcount": [60, 62], "42": [60, 62], "769": 60, "770": 60, "782": 60, "sub_run4": [60, 62], "45": [60, 64], "057": 60, "058": 60, "072": 60, "sub_run5": [60, 62], "521": 60, "524": 60, "551": 60, "sub_run6": [60, 62], "num_timestep": [60, 62], "70080": [60, 62], "episode_reward": [60, 62], "18206": 60, "00": [60, 62, 64], "35040": [60, 62, 63, 64, 65], "46": [60, 62], "519": 60, "532": 60, "sub_run7": [60, 62], "37": [60, 62], "035": 60, "038": 60, "061": 60, "sub_run8": [60, 62], "449": 60, "450": 60, "469": 60, "sub_run9": [60, 62], "47": [60, 62, 63], "531": 60, "544": 60, "sub_run10": [60, 62], "473": 60, "474": 60, "492": 60, "sub_run11": [60, 62], "140160": [60, 62], "19928": 60, "33": [60, 62, 63], "al": [62, 63], "even": [62, 63, 69], "sai": [62, 63], "ref": [62, 64, 65], "59": 62, "775": 62, "780": 62, "feel": [62, 63], "cpu": 62, "11": [62, 63, 64, 65], "loggerev": 62, "earlier": 62, "few": 62, "15": [62, 63, 64, 65], "34": 62, "641": 62, "673": 62, "res1": 62, "35": [62, 65], "132": 62, "167": 62, "ep_len_mean": 62, "5e": 62, "04": 62, "ep_rew_mean": 62, "24e": 62, "fp": 62, "1396": 62, "time_elaps": [62, 63, 64, 65, 66, 70], "25": [62, 63, 64], "40": 62, "865": 62, "867": 62, "912": 62, "155": 62, "156": 62, "191": 62, "545": 62, "547": 62, "587": 62, "019": 62, "021": 62, "064": 62, "19505": 62, "93": 62, "14e": 62, "comfort_viol": [62, 66, 70], "mean_ep_length": 62, "mean_power_consum": 62, "76e": 62, "08": 62, "926": 62, "power_penalti": [62, 66, 70], "std_reward": 62, "08e": 62, "538": 62, "130": 62, "loss": 62, "n_updat": 62, "5019": 62, "920": 62, "952": 62, "97e": 62, "584": 62, "179": 62, "105120": 62, "13779": 62, "38": 62, "28": [62, 63, 64, 65], "273": 62, "305": 62, "736": 62, "737": 62, "771": 62, "39": [62, 63, 64, 65], "465": 62, "497": 62, "108": 62, "109": 62, "143": 62, "20375": 62, "97": 62, "29e": 62, "78e": 62, "975": 62, "2e": 62, "467": 62, "300": 62, "22539": 62, "lt": 62, "0x7fb5acdaaa30": 62, "gt": 62, "17": [62, 63, 64, 65], "683": 62, "get_season_comfort_rang": 63, "52": 63, "254": 63, "257": 63, "extend": 63, "desir": 63, "myrulebasedcontrol": 63, "outdoor": 63, "daytim": 63, "out_temp": 63, "season_comfort_rang": 63, "in_temp": 63, "space1": [63, 67, 69], "current_heat_setpoint": 63, "current_cool_setpoint": 63, "new_heat_setpoint": 63, "new_cool_setpoint": 63, "22": [63, 64], "weekend": 63, "night": 63, "current_month": [63, 64, 65, 69, 70], "cumul": [63, 64, 65, 67, 69, 70], "462": 63, "477": 63, "res15": 63, "3808358083250143": 63, "900": [63, 64, 65], "7616": 63, "716166500285": 63, "7616716166500286": 63, "99998783039325": 63, "out_temperatur": [63, 64, 65], "21": [63, 64, 65], "1394": 63, "933741103853": 63, "2976": [63, 64, 65], "2678400": [63, 64, 65], "8783": 63, "948537124963": 63, "8783948537124964": 63, "32998668433318": 63, "2650": 63, "5674622643014": 63, "5664": [63, 64, 65], "5097600": [63, 64, 65], "2828": 63, "551434642312": 63, "2828551434642312": 63, "32988764119706": 63, "3464": 63, "4534634130637": 63, "8640": [63, 64, 65], "7776000": [63, 64, 65], "186": [63, 64, 65], "5934720667916": [63, 64, 65], "018659347206679163": [63, 64, 65], "2670384566951505": 63, "73296154330485": 63, "4056": 63, "362905023052": 63, "11520": [63, 64, 65], "10368000": [63, 64, 65], "1049": 63, "348956006732": 63, "10493489560067319": 63, "33021459066708": 63, "4575": 63, "388821261888": 63, "14496": [63, 64, 65], "13046400": [63, 64, 65], "602": 63, "6474404745787": 63, "06026474404745787": 63, "6702171176743406": 63, "32978288232566": 63, "5959": 63, "068563514961": 63, "17376": [63, 64, 65], "15638400": [63, 64, 65], "215": [63, 64, 65], "8105427085715": [63, 64], "02158105427085715": [63, 64], "871010625169369": 63, "12898937483063": 63, "7457": 63, "679714984278": 63, "20352": [63, 64, 65], "18316800": [63, 64, 65], "9961": 63, "587143366478": 63, "9961587143366478": 63, "33021175763765": 63, "8981": 63, "302898158818": 63, "23328": [63, 64, 65], "20995200": [63, 64, 65], "1814": 63, "198506979714": 63, "1814198506979714": 63, "32960549764289": 63, "10197": 63, "28247814917": 63, "26208": [63, 64, 65], "23587200": [63, 64, 65], "2130": 63, "682079753009": 63, "2130682079753009": 63, "33031354561692": 63, "10685": 63, "569288303852": 63, "29184": [63, 64, 65], "26265600": [63, 64, 65], "944": 63, "0904158092015": 63, "09440904158092016": 63, "33017991675662": 63, "11374": 63, "36750934867": 63, "32064": [63, 64, 65], "28857600": [63, 64, 65], "2788": 63, "852968187345": 63, "27888529681873453": 63, "32995260044678": 63, "12774": 63, "026233137427": 63, "31536000": [63, 64, 65], "1992": [63, 64, 65, 69], "10847": 63, "14414165405": 63, "084714414165405": 63, "33000003505644": 63, "36455554318315797": 63, "58": 63, "937": 63, "loop": 64, "690": 64, "692": 64, "glanc": 64, "someth": 64, "750": 64, "764": 64, "res4": 64, "2841864127941599": 64, "5683": 64, "728255883198": 64, "5683728255883198": 64, "09252236706715": 64, "1901": 64, "9936487214263": 64, "5114": 64, "533558613195": 64, "5114533558613196": 64, "4418498744559507": 64, "55815012554405": 64, "3644": 64, "0794939860984": 64, "904": 64, "3033400850004": 64, "09043033400850005": 64, "0265696607017887": 64, "97343033929821": 64, "4748": 64, "919758737626": 64, "0754550796285": 64, "5551": 64, "1305170053665": 64, "18156576151877": 64, "6287": 64, "013473001529": 64, "311": [64, 65], "2037327096765": 64, "03112037327096765": 64, "9682857678869006": 64, "0317142321131": 64, "9315": 64, "732274431955": 64, "7372908133191203": 64, "26270918668088": 64, "12605": 64, "000758314483": 64, "7396": 64, "796157794615": 64, "7396796157794616": 64, "15506148558136": 64, "84493851441864": 64, "15937": 64, "079728458055": 64, "1175": 64, "521212911868": 64, "11755212129118679": 64, "0021315671471918": 64, "99786843285281": 64, "18793": 64, "23508185701": 64, "2782": 64, "859159891797": 64, "27828591598917973": 64, "97042552719191": 64, "19698": 64, "456143954274": 64, "22708878036418056": 64, "77291121963582": 64, "20747": 64, "431528649675": 64, "6130": 64, "917053865358": 64, "6130917053865358": 64, "33530558238196": 64, "22511": 64, "33303888805": 64, "12885": 64, "27471315695": 64, "2885274713156951": 64, "22337018610072": 64, "forget": 64, "857": 64, "642446719146322": 64, "env_with_wrapp": 65, "51": 65, "674": 65, "678": 65, "714": 65, "717": 65, "830": 65, "834": 65, "990": 65, "res14": 65, "6725497890372467": 65, "3133": 65, "716390651039": 65, "3133716390651039": 65, "0317279390093894": 65, "96827206099061": 65, "1809": 65, "6247298837213": 65, "5107": 65, "400520896434": 65, "5107400520896433": 65, "40452930117074": 65, "59547069882926": 65, "3564": 65, "6143288880503": 65, "4732": 65, "071629972534": 65, "4732071629972534": 65, "94123714194632": 65, "4753": 65, "266089024571": 65, "2842": 65, "149123903046": 65, "2842149123903046": 65, "88387972165356": 65, "5548": 65, "758183624994": 65, "1845": 65, "156949449085": 65, "18451569494490852": 65, "97361268288754": 65, "6267": 65, "448456576817": 65, "2386211971196": 65, "03112386211971196": 65, "920549183740629": 65, "07945081625937": 65, "9278": 65, "129018992366": 65, "8105448937054": 65, "021581054489370543": 65, "160645643964191": 65, "83935435603581": 65, "12606": 65, "74763835033": 65, "4271": 65, "371117883376": 65, "4271371117883377": 65, "44536993682021": 65, "55463006317979": 65, "15966": 65, "020368671201": 65, "1438": 65, "096189867415": 65, "1438096189867415": 65, "0114058500185408": 65, "98859414998146": 65, "18790": 65, "598543772387": 65, "0548335727706": 65, "19736": 65, "601375956336": 65, "2266": 65, "111275620936": 65, "2266111275620936": 65, "95281263641111": 65, "20765": 65, "161768659775": 65, "2698": 65, "220158800282": 65, "26982201588002824": 65, "03788844083321": 65, "22517": 65, "74879099755": 65, "9659": 65, "44758487137": 65, "965944758487137": 65, "9937089853210495": 65, "00629101467895": 65, "6426298170946527": 65, "848": 65, "re": 66, "num_simul": 66, "content": 66, "sub_runn": 66, "utilsocket": 66, "monitor_norm": 66, "sub_run": 66, "num_episod": 66, "within": [66, 68], "suit": 66, "observation_valu": 66, "action_valu": 66, "row": 66, "episode_num": [66, 70], "cumulative_power_consumpt": [66, 70], "mean_power_consumpt": [66, 70], "carri": 66, "techniqu": 66, "factor": 66, "present": 66, "row_cont": 66, "_store_step_inform": 66, "statist": 66, "ep_mean_reward": 66, "ep_cumulative_reward": 66, "ep_cumulative_pow": 66, "ep_mean_pow": 66, "ep_cumulative_comfort_penalti": 66, "ep_mean_comfort_penalti": 66, "ep_cumulative_power_penalti": 66, "ep_mean_power_penalti": 66, "steps_info": 66, "newlin": 66, "file_obj": 66, "writer": 66, "csv_writer": 66, "writerow": 66, "len": [66, 70], "_normal": 66, "isfil": 66, "_reset_logg": 66, "relev": 66, "unwrap": 66, "thing": 67, "below": 67, "discomfort": 67, "togeth": 67, "insid": [67, 69], "typic": 67, "satisfact": 67, "taken": [67, 69], "similar": 67, "That": 67, "higher": 67, "far": 67, "hourlylinearreward": 67, "slight": 67, "am": 67, "pm": 67, "equal": 67, "neg": 67, "perfect": 67, "behavior": 67, "adjust": 67, "aspect": 67, "But": [67, 69], "hvac": [67, 69], "electr": [67, 69], "demand": [67, 69], "neccesari": [67, 69], "imagin": 67, "signal": 67, "__call__": 67, "basereward": 67, "customreward": 67, "naiv": 67, "math": 67, "2021": 67, "notimplementederror": 67, "temp_nam": 67, "energy_nam": 67, "w_energi": 67, "lambda_temp": 67, "reward_energi": 67, "temp": 67, "_get_comfort": 67, "reward_comfort": 67, "reward_term": 67, "total_energi": 67, "temp_rang": 67, "k": 67, "ab": 67, "vv": 68, "under": [68, 69], "framework": 68, "small": 68, "complex": 68, "independ": 68, "uniqu": 68, "test_common": 68, "test_reward": 68, "test_wrapp": 68, "test_simul": 68, "test_config": 68, "test_env": 68, "test_control": 68, "test_stable_baselin": 68, "conceptu": 68, "readm": 68, "try_env": 69, "soon": 69, "place": 69, "dispos": 69, "understand": 69, "practic": 69, "screen": 69, "basi": 69, "exactli": 69, "criteria": 69, "replac": 69, "esp_granada": 69, "084190_swec": 69, "001": 69, "new_env_nam": 69, "put": 69, "leav": 69, "intact": 69, "extra_conf": 69, "runperiod": 69, "action_definit": 69, "thermostatsetpoint": 69, "dualsetpoint": 69, "dualsetp": 69, "htgsetp": 69, "clgsetp": 69, "variant": 70, "dequ": 70, "env_util": 70, "observationwrapp": 70, "unwrapped_observ": 70, "handl": 70, "divisionbyzero": 70, "isnan": 70, "ind_flat": 70, "histori": 70, "maxlen": 70, "new_shap": 70, "float32": 70, "_get_ob": 70, "reshap": 70, "monitor_header_list": 70, "element_head": 70, "logger_main": 70, "debug": 70, "_epi_num": 70, "_eplus_working_dir": 70}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [33, 0, 0, "-", "config"], [35, 0, 0, "-", "constants"], [36, 0, 0, "-", "controllers"], [40, 0, 0, "-", "evaluation"], [42, 0, 0, "-", "gcloud"], [48, 0, 0, "-", "logger"], [51, 0, 0, "-", "rewards"], [56, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "parse_variables"], [31, 5, 1, "", "prepare_batch_from_records"], [32, 5, 1, "", "ranges_getter"]], "sinergym.utils.config": [[34, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[34, 2, 1, "", "__init__"], [34, 2, 1, "", "adapt_idf_to_epw"], [34, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [34, 2, 1, "", "apply_extra_conf"], [34, 2, 1, "", "apply_weather_variability"], [34, 2, 1, "", "save_building_model"], [34, 2, 1, "", "save_variables_cfg"], [34, 2, 1, "", "set_episode_working_dir"], [34, 2, 1, "", "set_experiment_working_dir"], [34, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[37, 1, 1, "", "RBC5Zone"], [38, 1, 1, "", "RBCDatacenter"], [39, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[41, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "read_from_bucket"], [47, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[49, 1, 1, "", "CSVLogger"], [50, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "activate_flag"], [49, 2, 1, "", "deactivate_flag"], [49, 2, 1, "", "log_episode"], [49, 2, 1, "", "log_step"], [49, 2, 1, "", "log_step_normalize"], [49, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[52, 1, 1, "", "BaseReward"], [53, 1, 1, "", "ExpReward"], [54, 1, 1, "", "HourlyLinearReward"], [55, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[52, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[53, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[55, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[57, 1, 1, "", "LoggerWrapper"], [58, 1, 1, "", "MultiObsWrapper"], [59, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "activate_logger"], [57, 2, 1, "", "close"], [57, 2, 1, "", "deactivate_logger"], [57, 2, 1, "", "reset"], [57, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[58, 2, 1, "", "__init__"], [58, 2, 1, "", "reset"], [58, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "get_unwrapped_obs"], [59, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "contribut": 0, "exampl": [0, 60, 61, 62, 63, 64, 65, 69], "api": 1, "refer": 1, "control": [2, 36, 37, 38, 39, 63, 69], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 62], "logger": [3, 48, 49, 50, 66], "tensorboard": [3, 6, 61], "structur": 3, "how": 3, "us": [3, 6, 69], "mlflow": [3, 6, 60], "environ": [4, 8, 69], "list": 4, "observ": 4, "action": [4, 7], "space": 4, "specif": 4, "ad": [4, 69], "new": [4, 7, 68], "build": 4, "extra": [5, 69], "configur": [5, 6, 8, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "action_definit": 5, "thermostat": 5, "dualsetpoint": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": [6, 8], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 68], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 66], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": 7, "instal": [8, 68], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 69], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32], "create_variable_weath": 25, "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "parse_vari": 30, "prepare_batch_from_record": 31, "ranges_gett": 32, "config": [33, 34], "constant": 35, "rbc5zone": 37, "rbcdatacent": 38, "randomcontrol": 39, "evalu": [40, 41], "evaluate_polici": 41, "gcloud": [42, 43, 44, 45, 46, 47], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "read_from_bucket": 46, "upload_to_bucket": 47, "csvlogger": 49, "reward": [51, 52, 53, 54, 55, 67, 69], "basereward": 52, "expreward": 53, "hourlylinearreward": 54, "linearreward": 55, "wrapper": [56, 57, 58, 59, 65, 69, 70], "loggerwrapp": 57, "multiobswrapp": 58, "normalizeobserv": 59, "usag": [62, 69], "rule": [63, 69], "basic": 64, "format": 66, "test": 68, "pytest": 68, "run": 68, "simplest": 69, "overwrit": 69, "some": 69, "default": 69, "valu": 69, "definit": 69}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Specification": [[4, "specification"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "action_definition": [[5, "action-definition"]], "Thermostat:DualSetpoint": [[5, "thermostat-dualsetpoint"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_variables": [[30, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[31, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.config": [[33, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[34, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[35, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[36, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[37, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[38, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[39, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.evaluation": [[40, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[41, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[42, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[46, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[47, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[48, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[49, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[50, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[51, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[52, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[53, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[54, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[55, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[56, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[57, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[58, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[59, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[60, "MLFlow-example"]], "TensorBoard example": [[61, "TensorBoard-example"]], "DRL usage example": [[62, "DRL-usage-example"]], "Rule Controller example": [[63, "Rule-Controller-example"]], "Basic example": [[64, "Basic-example"]], "Wrappers example": [[65, "Wrappers-example"]], "Output format": [[66, "output-format"]], "Logger": [[66, "logger"]], "Rewards": [[67, "rewards"]], "Tests": [[68, "tests"]], "Install Pytest": [[68, "install-pytest"]], "Running tests": [[68, "running-tests"]], "Create new tests": [[68, "create-new-tests"]], "Usage example": [[69, "usage-example"]], "Simplest example": [[69, "simplest-example"]], "Adding a reward": [[69, "adding-a-reward"]], "Adding wrappers": [[69, "adding-wrappers"]], "Using a rule-based controller": [[69, "using-a-rule-based-controller"]], "Overwriting some default values of the environments.": [[69, "overwriting-some-default-values-of-the-environments"]], "Adding extra configuration definition": [[69, "adding-extra-configuration-definition"]], "Wrappers": [[70, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [33, "module-sinergym.utils.config"], [35, "module-sinergym.utils.constants"], [36, "module-sinergym.utils.controllers"], [40, "module-sinergym.utils.evaluation"], [42, "module-sinergym.utils.gcloud"], [48, "module-sinergym.utils.logger"], [51, "module-sinergym.utils.rewards"], [56, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "parse_variables() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "sinergym.utils.config": [[33, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[34, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[34, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[35, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[36, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[37, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[37, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[37, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[38, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[38, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[38, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[39, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[39, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[39, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.evaluation": [[40, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[41, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[48, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[49, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[50, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[50, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[50, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[51, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[52, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[52, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[53, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[53, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[54, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[55, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[55, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[56, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[57, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[58, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[58, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[58, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[58, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[59, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[59, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[59, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/drl", "pages/notebooks/rule_controller_example", "pages/notebooks/usage_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/usage_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "DRL usage example", "Rule Controller example", "Basic example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 32, 34, 41, 43, 49, 52, 59, 60, 62, 64, 65, 66, 67, 68, 69, 70], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 31, 32, 34, 41, 43, 49, 54, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "project": [0, 3, 4, 6, 7, 8, 9, 16, 35, 68], "base": [0, 2, 6, 7, 9, 37, 38, 52, 63, 67, 68], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 41, 52, 53, 54, 55, 56, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "eplu": [0, 4, 5, 9, 12, 32, 60, 62, 63, 64, 65, 66, 67, 69, 70], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 41, 65, 66, 67, 69, 70], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 32, 34, 60, 62, 63, 64, 65, 66, 69, 70], "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 34, 41, 49, 64, 66, 68, 69, 70], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 37, 38, 39, 41, 49, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 70], "follow": [0, 2, 4, 6, 7, 8, 9, 17, 38, 67, 69], "openai": [0, 9, 64, 68], "interfac": [0, 4, 5, 9, 13, 18, 66, 68], "wrap": [0, 3, 9, 23, 41, 60, 62, 66], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 32, 34, 37, 38, 39, 49, 50, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "engin": [0, 6, 9, 15], "build": [0, 2, 3, 5, 6, 7, 8, 9, 12, 19, 33, 34, 60, 62, 63, 64, 65, 66, 67, 68, 69], "control": [0, 4, 5, 7, 9, 12, 15, 17, 20, 67, 68], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 31, 32, 34, 35, 41, 42, 49, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 68, 70], "deep": [0, 6, 8, 9, 62, 69], "reinforc": [0, 6, 8, 9, 62, 67, 69], "learn": [0, 6, 8, 9, 60, 62, 67, 69], "main": [0, 3, 4, 6, 9, 49, 66], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 32, 40, 41, 42, 49, 51, 52, 54, 55, 63, 66, 67, 68, 69, 70], "ar": [0, 3, 4, 5, 6, 7, 8, 9, 29, 41, 49, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 41, 69], "commun": [0, 9, 13, 34, 66, 68], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 60, 62, 63, 64, 65, 66, 67, 69, 70], "design": [0, 4, 5, 9, 34], "set": [0, 3, 4, 5, 9, 33, 34, 60, 62, 63, 64, 65, 66, 67, 68, 69], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 60, 62, 68, 69], "These": [0, 4, 6, 7, 9, 49, 66, 67, 68], "mai": [0, 6, 8, 9, 34, 62, 64, 66], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 64, 67, 69], "differ": [0, 3, 4, 5, 6, 7, 8, 9, 27, 53, 55, 62, 67, 68, 69], "weather": [0, 4, 5, 9, 12, 17, 19, 25, 34, 60, 62, 63, 64, 65, 66, 68, 69], "action": [0, 2, 3, 5, 6, 8, 9, 12, 15, 17, 19, 23, 30, 34, 37, 38, 39, 41, 49, 57, 58, 63, 66, 68, 69, 70], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 30, 34, 37, 38, 49, 57, 58, 59, 63, 65, 66, 67, 68, 69, 70], "space": [0, 3, 6, 9, 12, 69, 70], "develop": [0, 2, 7, 8, 9, 65, 68, 70], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9], "packag": [0, 9, 60, 62], "allow": [0, 3, 4, 6, 7, 9, 67], "modifi": [0, 2, 4, 5, 9, 16, 34, 41, 66, 69], "easi": [0, 9, 68], "manner": [0, 9], "For": [0, 3, 4, 5, 6, 7, 8, 9, 60, 63, 65, 66, 67, 68, 69, 70], "sever": [0, 4, 5, 6, 9, 34, 65, 70], "reward": [0, 3, 4, 6, 9, 12, 20, 22, 23, 41, 49, 57, 58, 60, 62, 63, 64, 65, 66, 68, 70], "variabl": [0, 2, 3, 4, 5, 6, 9, 12, 17, 19, 30, 32, 34, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 70], "defin": [0, 4, 5, 6, 9, 15, 19, 29, 34, 60, 62, 63, 64, 65, 66, 67, 69], "between": [0, 3, 4, 9, 27, 67], "python": [0, 5, 6, 7, 9, 16, 42, 68, 69], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 34, 60, 62, 63, 64, 65, 66], "establish": [0, 9, 17, 66, 68], "bcvtb": [0, 4, 9, 17, 34], "sinc": [0, 4, 5, 6, 9, 26, 63, 66], "tool": [0, 9, 69], "interact": [0, 2, 3, 9, 49, 57, 62, 66, 70], "more": [0, 4, 5, 6, 7, 8, 9, 62, 65, 66, 67, 68, 69, 70], "them": [0, 3, 4, 9, 34, 65, 67, 69, 70], "e": [0, 8, 9, 41], "g": [0, 3, 6, 9, 41, 46], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 70], "backend": [0, 6, 9], "while": [0, 3, 9, 63, 64, 65, 69, 70], "maintain": [0, 9], "api": [0, 6, 9, 42, 64], "model": [0, 3, 4, 5, 9, 19, 23, 26, 33, 34, 41, 60, 62, 63, 64, 65, 68], "configur": [0, 4, 9, 12, 17, 19, 33, 34, 60, 62, 63, 64, 65, 67, 68], "automat": [0, 4, 6, 7, 8, 9, 68], "adapt": [0, 4, 9, 34, 69], "specif": [0, 3, 5, 7, 8, 9, 34, 66, 68, 69], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 31, 32, 41, 49, 62, 63, 66, 67, 69], "designdai": [0, 4, 9, 34, 60, 62, 63, 64, 65], "locat": [0, 4, 6, 8, 9, 25, 34, 60, 62, 63, 64, 65], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 34, 39, 43, 46, 47, 52, 53, 54, 55, 60, 62, 63, 65, 66, 67, 69, 70], "idf": [0, 4, 5, 9, 12, 17, 19, 34, 60, 62, 63, 64, 65, 66, 68, 69], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 25, 30, 33, 34, 46, 47, 60, 62, 63, 64, 65, 66, 68, 69], "specifi": [0, 3, 4, 5, 6, 9, 46, 47, 49, 66, 67, 69], "without": [0, 6, 7, 9, 34, 59, 69, 70], "ani": [0, 2, 4, 5, 6, 8, 9, 12, 17, 22, 23, 31, 34, 37, 38, 39, 41, 49, 57, 58, 59, 62, 63, 66, 67, 69, 70], "intervent": [0, 9], "user": [0, 7, 9, 66], "cfg": [0, 4, 5, 9, 17, 34, 66], "extern": [0, 4, 5, 6, 9, 66], "obtain": [0, 3, 4, 9, 12, 69], "depend": [0, 3, 5, 6, 8, 9, 29, 49, 53, 54, 55, 62, 66, 67, 68], "extra": [0, 3, 4, 6, 7, 8, 9, 12, 17, 33, 34, 57, 58, 60, 62, 63, 64, 65, 66, 67, 68, 70], "facil": [0, 3, 9, 67, 69], "our": [0, 3, 4, 5, 7, 8, 9, 62, 63, 64, 68, 69], "team": [0, 8, 9], "paramet": [0, 3, 4, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 34, 37, 39, 41, 43, 46, 47, 49, 50, 52, 53, 54, 55, 57, 58, 59, 67, 69], "order": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 31, 34, 65, 66, 68, 70], "amplifi": [0, 5, 9], "context": [0, 5, 9, 68], "experi": [0, 3, 5, 8, 9, 33, 34], "peopl": [0, 9, 67], "occup": [0, 2, 9, 29, 37], "timestep": [0, 3, 4, 5, 6, 9, 12, 22, 49, 60, 62, 63, 64, 65, 66, 69, 70], "per": [0, 3, 4, 5, 9, 41, 49, 66], "hour": [0, 4, 5, 9, 17, 26, 54, 63, 64, 65, 67, 70], "definit": [0, 4, 5, 6, 9, 12, 64], "structur": [0, 4, 5, 9, 66], "etc": [0, 3, 5, 6, 8, 9, 49, 66], "stabl": [0, 3, 8, 9, 21, 68], "baselin": [0, 3, 9, 21, 68], "3": [0, 3, 5, 9, 17, 21, 60, 62, 63, 64, 65, 68], "integr": [0, 6, 7, 9, 62, 69], "some": [0, 3, 5, 6, 7, 9, 62, 70], "like": [0, 3, 4, 6, 7, 8, 9, 34, 64, 68], "callback": [0, 3, 6, 9, 20, 40, 41, 60, 62], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 62, 63, 65, 66, 67, 68, 69, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 41, 66, 67, 68, 69], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 42, 43, 44, 45, 46, 47], "cloud": [0, 3, 7, 9, 42, 43, 44, 45, 46, 47], "whether": [0, 6, 7, 9, 12, 17, 23, 41, 43, 58, 70], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 41, 46, 47, 53, 54, 55, 62, 65, 66, 67, 68, 69, 70], "account": [0, 5, 6, 8, 9, 43, 44, 67], "want": [0, 3, 4, 5, 6, 7, 8, 9, 41, 46, 47, 63, 66, 67, 68, 69, 70], "your": [0, 2, 3, 4, 5, 7, 8, 9, 62, 63, 67, 69, 70], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 62], "about": [0, 3, 4, 5, 7, 9, 65, 66, 68, 69, 70], "how": [0, 4, 5, 6, 8, 9, 60, 64, 65, 69], "do": [0, 3, 4, 5, 6, 8, 9, 41, 67, 68, 69], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 66], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9, 69], "lifecycl": [0, 9], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 41, 60, 62, 63, 64, 66, 67, 68, 69, 70], "remot": [0, 3, 7, 8, 9, 68], "local": [0, 3, 6, 7, 9, 41, 46, 47, 60, 62, 69], "store": [0, 3, 6, 9, 22, 34, 47, 49, 66, 69, 70], "help": [0, 6, 9], "manag": [0, 5, 6, 9, 33, 34, 43, 66], "run": [0, 4, 6, 8, 9, 17, 41, 60, 62, 66, 69], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 34, 66], "orderli": [0, 9], "data": [0, 2, 3, 4, 6, 9, 12, 17, 19, 22, 34, 38, 46, 47, 49, 62, 66], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 57, 62, 65, 70], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 60, 62, 66, 67], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 34, 49, 57, 58, 62, 64, 65, 66, 67, 68, 69, 70], "real": [0, 3, 4, 9, 49, 66], "time": [0, 3, 5, 7, 8, 9, 17, 27, 49, 54, 60, 62, 65, 66, 67, 68, 70], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 34, 41, 60, 62, 63, 64, 65, 67, 69], "progress": [0, 3, 9, 49, 50, 66, 70], "stai": [0, 5, 9, 67], "tune": [0, 5, 9, 67], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "To": [0, 4, 5, 6, 8, 68, 69], "interest": 0, "make": [0, 3, 4, 5, 6, 8, 17, 60, 62, 63, 64, 65, 67, 68, 69, 70], "better": [0, 69], "still": 0, "improv": 0, "need": [0, 4, 6, 7, 8, 60, 62, 63, 64, 66, 70], "done": [0, 3, 49, 63, 64, 65, 66, 69, 70], "check": [0, 3, 4, 6, 7, 41, 68], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 32, 34, 41, 59, 66, 67, 68, 69, 70], "pleas": [0, 5, 6, 7, 62, 69], "read": [0, 6, 15, 17, 46, 62], "md": 0, "first": [0, 3, 8, 17, 34, 41, 57, 59, 60, 62, 63, 64, 70], "comput": [0, 3, 6, 62], "contain": [0, 7, 41, 43, 44, 64, 68], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 34, 60, 62, 64, 65, 66, 67, 68, 69], "instal": [0, 6, 17, 69], "section": [0, 2, 3, 4, 6, 8, 68, 69], "notebook": [0, 65], "host": [0, 6, 66], "folder": [0, 4, 7, 8, 12, 23, 34, 69], "offici": 0, "repositori": [0, 6, 7, 8, 66, 68, 69], "sinergym": [2, 3, 4, 7, 9, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "ha": [2, 3, 4, 5, 6, 7, 8, 12, 19, 22, 23, 34, 41, 44, 66, 67, 68, 70], "implement": [2, 3, 5, 36, 51, 56, 67, 68, 70], "own": [2, 3, 4, 5, 62, 63, 67, 70], "current": [2, 3, 5, 6, 7, 8, 12, 15, 17, 26, 29, 34, 49, 62, 65, 66, 67, 68, 70], "random": [2, 6, 39, 69], "agent": [2, 4, 6, 12, 23, 37, 38, 39, 41, 49, 63, 66, 67, 68, 69], "rule": [2, 6, 37, 38, 68], "5zone": [2, 4, 5, 6, 63, 69, 70], "datacent": [2, 4, 6, 69], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 60, 64, 67, 69, 70], "util": [2, 3, 6, 12, 60, 62, 63, 65, 67, 68, 69, 70], "py": [2, 3, 4, 6, 8, 60, 62, 68, 69, 70], "veri": [2, 6, 7, 8, 67, 69], "perform": [2, 6, 23, 41, 58, 67, 70], "refer": [2, 6], "point": [2, 62, 69], "studi": [2, 4], "drl": [2, 4, 6, 60, 69], "basic": [2, 36], "datetim": [2, 6, 60, 62, 63, 67], "import": [2, 3, 5, 6, 7, 60, 62, 63, 64, 65, 66, 67, 69, 70], "type": [2, 3, 4, 5, 6, 7, 8, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 34, 37, 38, 39, 43, 44, 45, 57, 58, 59, 60, 62, 63, 67, 69, 70], "list": [2, 5, 6, 7, 8, 12, 17, 25, 26, 28, 30, 31, 32, 34, 37, 38, 41, 49, 53, 54, 55, 63, 66, 67], "sequenc": [2, 37, 38, 39, 59, 63, 70], "common": [2, 3, 4, 6, 20, 23, 41, 60, 62, 63, 65, 68, 70], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 33, 34, 36, 37, 38, 39, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 63, 66, 67, 70], "randomcontrol": [2, 69], "object": [2, 3, 6, 25, 26, 28, 34, 45, 46, 47, 66, 67], "def": [2, 3, 4, 63, 66, 67, 70], "__init__": [2, 3, 4, 6, 12, 15, 17, 19, 22, 23, 34, 37, 38, 39, 49, 50, 52, 53, 54, 55, 57, 58, 59, 66, 67, 70], "self": [2, 3, 4, 63, 66, 67, 70], "env": [2, 3, 4, 5, 6, 8, 23, 32, 34, 37, 38, 39, 41, 52, 53, 54, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "It": [2, 3, 4, 6, 7, 8, 17, 23, 39, 49, 55, 66, 67, 70], "select": [2, 8, 12, 37, 38, 39, 63], "avail": [2, 4, 5, 6, 39, 62], "randomli": [2, 39, 69], "arg": [2, 3, 4, 6, 8, 12, 22, 23, 57, 58, 59, 63, 66, 67, 70], "act": [2, 37, 38, 39, 63, 69], "": [2, 3, 4, 5, 6, 8, 16, 34, 39, 49, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70], "action_spac": [2, 4, 6, 12, 39, 64, 65, 69, 70], "return": [2, 3, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 34, 37, 38, 39, 41, 43, 44, 45, 50, 57, 58, 59, 60, 62, 63, 67, 69, 70], "chosen": [2, 37, 38, 39, 63, 69], "sampl": [2, 64, 65, 69, 70], "rbc5zone": [2, 63, 69], "none": [2, 3, 4, 6, 12, 15, 17, 23, 25, 32, 34, 37, 38, 41, 49, 57, 58, 59, 66, 70], "static": [2, 6, 37, 38], "5zoneautodxvav": [2, 4, 37], "setpoint": [2, 3, 4, 5, 37, 38, 63], "ashra": [2, 29, 37, 38], "standard": [2, 4, 7, 29, 37, 64, 69], "55": [2, 29, 37], "2004": [2, 29, 37], "thermal": [2, 29, 37, 54, 67], "environment": [2, 29, 37], "condit": [2, 4, 12, 29, 37], "human": [2, 12, 29, 37], "setpoints_summ": 2, "26": [2, 60, 64, 65, 67, 69], "29": [2, 64], "0": [2, 3, 4, 6, 17, 22, 27, 49, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70], "setpoints_wint": 2, "20": [2, 63, 64, 65, 67, 69], "23": [2, 63, 64, 67, 69], "5": [2, 3, 4, 17, 23, 41, 53, 54, 55, 58, 62, 63, 64, 65, 67, 69, 70], "indoor": [2, 37, 38], "temperatur": [2, 3, 29, 37, 38, 49, 53, 54, 55, 63, 64, 65, 66, 67, 69], "perceiv": [2, 37, 38, 63], "obs_dict": [2, 4, 63, 67], "dict": [2, 3, 4, 12, 17, 30, 31, 32, 34, 41, 57, 58, 59, 63, 67, 70], "zip": [2, 6, 63], "year": [2, 4, 5, 17, 26, 27, 29, 34, 63, 64, 65, 67], "int": [2, 3, 4, 6, 12, 15, 17, 23, 26, 27, 29, 34, 41, 49, 57, 58, 63, 66, 70], "month": [2, 4, 17, 26, 27, 29, 63, 64, 65, 67, 69, 70], "dai": [2, 4, 5, 17, 26, 27, 29, 34, 63, 64, 65, 67, 70], "summer_start_d": [2, 63, 67], "6": [2, 5, 6, 8, 17, 34, 62, 63, 64, 65, 67, 69], "1": [2, 3, 4, 5, 12, 17, 22, 23, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70], "summer_final_d": [2, 63, 67], "9": [2, 4, 38, 54, 60, 62, 63, 64, 65, 67], "30": [2, 63, 65, 67], "current_dt": [2, 63, 67], "get": [2, 6, 8, 29, 34, 41, 44, 59, 63, 70], "season": [2, 29, 53, 54, 55, 63, 67], "comfort": [2, 3, 8, 22, 29, 49, 53, 54, 55, 63, 66, 67], "rang": [2, 3, 5, 6, 29, 32, 38, 53, 54, 55, 59, 63, 64, 65, 67, 69, 70], "season_rang": 2, "els": [2, 3, 4, 6, 41, 63, 66, 67, 70], "rbcdatacent": [2, 69], "2zonedatacenterhvac": [2, 38], "recommend": [2, 3, 6, 7, 8, 38, 67], "center": [2, 38], "describ": [2, 6, 38], "tc9": [2, 38], "2016": [2, 38], "18": [2, 62, 63, 64, 65], "27": [2, 64, 65], "celsiu": 2, "range_datacent": 2, "west": [2, 69], "zone": [2, 5, 6, 30, 63, 67, 69], "west_in_temp": 2, "air": [2, 63, 67, 69], "west_current_heat_setpoint": 2, "thermostat": [2, 63], "heat": [2, 5, 63], "west_current_cool_setpoint": 2, "cool": [2, 4, 5, 63, 69], "west_new_heat_setpoint": 2, "west_new_cool_setpoint": 2, "elif": [2, 3, 6, 63, 70], "east": [2, 69], "east_in_temp": 2, "east_current_heat_setpoint": 2, "east_current_cool_setpoint": 2, "east_new_heat_setpoint": 2, "east_new_cool_setpoint": 2, "simpl": [2, 64, 67, 69], "given": [2, 3, 6, 17, 26, 28, 32, 34, 53, 54, 55, 57, 67, 70], "instanc": [2, 3, 4, 6, 12, 43, 66], "exampl": [2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 70], "usag": [2, 3, 6, 60, 70], "discret": [3, 4, 12, 67], "continu": [3, 4, 5, 6, 7, 8, 69, 70], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 60, 62], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 34], "due": [3, 6], "its": [3, 4, 5, 6, 7, 44, 57, 64, 69, 70], "call": [3, 4, 6, 7, 8, 17, 23, 41, 66, 69], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 4, 6, 17, 57, 70], "dure": [3, 4, 6, 12, 22, 23, 66, 69], "one": [3, 4, 5, 6, 12, 25, 28, 41, 49, 63, 66, 67, 68, 69], "monitor": [3, 6, 8, 23, 41, 49, 62, 66, 70], "auto": [3, 6], "save": [3, 5, 6, 23, 34, 60, 62, 69, 70], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 6, 20, 21, 22, 40, 56, 70], "execut": [3, 4, 7, 8, 12, 17, 34, 43, 49, 50, 57, 58, 62, 66, 68, 70], "log": [3, 49, 50, 57, 62, 66, 70], "all": [3, 4, 6, 7, 8, 12, 17, 22, 32, 34, 52, 62, 64, 66, 67, 68, 69], "therefor": [3, 67, 69], "propos": 3, "extract": [3, 4, 32], "which": [3, 4, 6, 7, 8, 17, 22, 31, 34, 49, 66, 67, 68, 69], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 6, 29, 67], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 34, 41], "valu": [3, 4, 5, 6, 8, 17, 22, 32, 49, 59, 60, 62, 66, 67, 70], "param": [3, 6, 22, 23, 33, 34, 38, 41, 49, 66], "ep_reward": [3, 22], "here": [3, 4, 6, 7, 8, 22, 62, 68, 69], "episod": [3, 4, 5, 6, 12, 17, 22, 23, 32, 34, 41, 49, 57, 58, 60, 62, 63, 64, 65, 66, 69, 70], "ep_pow": [3, 22], "consumpt": [3, 22, 49, 54, 55, 66, 67], "ep_term_comfort": [3, 22], "term": [3, 22, 53, 54, 55, 67], "compon": [3, 4, 5, 6, 22, 67], "ep_term_energi": [3, 22], "energi": [3, 22, 53, 54, 55, 67], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 34, 41, 49, 58, 62, 66, 69, 70], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "fals": [3, 6, 22, 23, 41, 49, 57, 60, 62, 63, 64, 65, 66, 69, 70], "verbos": [3, 6, 22, 23, 62, 68], "boolean": [3, 17, 22], "indic": [3, 4, 6, 17, 22], "csvlogger": [3, 6, 22, 57, 66, 70], "inner": [3, 6, 7, 22, 43, 46, 47], "activ": [3, 6, 8, 22, 49, 57, 66, 70], "super": [3, 67, 70], "_on_training_start": 3, "is_wrap": [3, 70], "training_env": 3, "loggerwrapp": [3, 6, 60, 62, 65, 69, 70], "env_method": 3, "activate_logg": [3, 57, 70], "deactivate_logg": [3, 57, 70], "record": [3, 28, 31, 49, 57, 66, 70], "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 34, 37, 38, 39, 49, 50, 52, 53, 54, 55, 57, 58, 59, 66, 67], "global": [3, 6, 41], "kei": [3, 5, 6, 17, 28, 30, 32, 70], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 34, 41, 67], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 41, 49, 57, 58, 66, 70], "info": [3, 60, 62, 63, 64, 65, 69, 70], "get_attr": 3, "normal": [3, 6, 59, 65, 66, 67, 68, 69, 70], "origin": [3, 4, 16, 25, 34, 46, 57, 58, 59, 66, 69, 70], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 65, 69, 70], "obs_norm": 3, "new_ob": 3, "ob": [3, 59, 63, 64, 65, 69, 70], "get_unwrapped_ob": [3, 59, 70], "enumer": [3, 70], "normalized_observ": 3, "onli": [3, 4, 5, 6, 7, 8, 12, 41, 49, 64, 66, 67, 70], "receiv": [3, 4, 12, 17, 19], "action_": [3, 63, 64, 65, 70], "try": [3, 4, 6, 17, 66], "network": [3, 6], "output": [3, 4, 5, 7, 32, 34, 50, 69], "clip": [3, 6], "clipped_act": 3, "except": [3, 4, 34, 66, 69], "unknown": [3, 7], "flag_discret": [3, 4], "action_map": [3, 4, 12], "action_simul": 3, "append": [3, 6, 60, 62, 63, 64, 65, 66, 68, 69, 70], "print": [3, 62, 63, 64, 65, 69, 70], "total_pow": [3, 63, 64, 65, 70], "comfort_penalti": [3, 49, 62, 63, 64, 65, 66, 70], "total_power_no_unit": [3, 49, 63, 64, 65, 66, 70], "end": [3, 6, 12, 17, 19, 27, 49, 60, 66, 70], "summari": [3, 57, 64, 66, 70], "reset": [3, 6, 12, 17, 34, 41, 57, 58, 63, 64, 65, 66, 69, 70], "last": [3, 4, 8, 12, 17, 32, 57, 59, 66, 69, 70], "metric": [3, 66], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 66, 70], "np": [3, 4, 6, 12, 17, 57, 58, 59, 63, 64, 65, 66, 69, 70], "sum": [3, 63, 64, 65, 66, 67, 69, 70], "mean_reward": [3, 62, 66, 70], "mean": [3, 4, 6, 7, 17, 23, 25, 34, 41, 60, 62, 63, 64, 65, 66, 67, 69, 70], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 66, 70], "cumulative_comfort_penalti": [3, 66, 70], "mean_power_penalti": [3, 66, 70], "cumulative_power_penalti": [3, 66, 70], "comfort_violation_tim": 3, "100": [3, 6, 66], "zerodivisionerror": [3, 66], "nan": [3, 66], "finish": [3, 6, 7, 17, 69], "shouldn": 3, "t": [3, 4, 6, 8, 28, 53, 55, 64, 66, 67, 70], "hasattr": 3, "item": [3, 67], "true": [3, 6, 23, 41, 49, 57, 58, 60, 62, 66, 70], "on_training_end": [3, 22], "same": [3, 4, 5, 6, 7, 25, 60, 65, 66, 69, 70], "attribut": [3, 12, 17, 34, 49, 62, 66, 70], "constructor": [3, 4, 5, 15, 69], "deriv": [3, 6], "background": 3, "With": [3, 69], "possibl": [3, 4, 5, 6, 7, 8, 69], "compar": [3, 7], "There": [3, 6, 7, 8, 66], "tabl": 3, "other": [3, 4, 6, 8, 62, 66, 67, 69], "vice": 3, "versa": 3, "log_interv": [3, 6, 60, 62], "process": [3, 4, 6, 7, 12, 17, 25, 34, 60, 62], "step": [3, 4, 8, 12, 17, 41, 49, 57, 58, 62, 63, 64, 65, 66, 69, 70], "frequenc": [3, 6], "consequ": [3, 6, 67], "featur": [3, 4], "up": [3, 4, 5, 8, 33, 34, 53, 55, 60, 62, 63, 64, 65, 67, 68], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 40, 41], "whole": [3, 35, 49, 66, 67, 69], "instead": [3, 6, 8, 41], "when": [3, 6, 7, 17, 23, 41, 49, 66, 67, 69], "On": [3, 6, 8], "appear": [3, 8, 41, 64, 66], "too": [3, 6, 7, 8, 43, 70], "becaus": [3, 4, 6, 62, 63, 69], "Then": [3, 5, 6, 8, 60, 70], "pars": [3, 4, 30], "entir": 3, "equival": 3, "csv": [3, 49, 62, 66, 69, 70], "format": [3, 5, 6, 7, 69], "percentag": 3, "out": [3, 66, 70], "bound": 3, "penalti": [3, 49, 66, 67], "power": [3, 49, 53, 54, 55, 66, 67, 70], "being": [3, 66], "option": [3, 4, 6, 7, 8, 12, 17, 25, 32, 34, 53, 54, 55, 57, 58, 59, 66, 67, 68, 70], "wrapper": [3, 6, 20, 23, 41, 60, 62, 66, 68], "thei": [3, 4, 6, 8, 68, 69], "both": [3, 6, 67], "rollout": [3, 62], "default": [3, 4, 5, 6, 7, 8, 12, 17, 25, 34, 53, 54, 55, 57, 58, 67, 68, 70], "exploration_r": [3, 62], "doesn": [3, 6, 70], "neural": 3, "well": [3, 41, 62], "evalu": [3, 6, 23, 60, 62, 67], "ad": [3, 5, 70], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 4, 6, 8, 31, 69], "drl_batteri": [3, 6, 62, 69], "flag": [3, 6, 17, 49, 57, 66, 70], "most": [3, 66, 67], "must": [3, 4, 6, 8, 41, 67], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6, 60, 62], "until": [3, 7], "where": [3, 4, 6, 8, 23, 31, 43, 46, 47, 54, 67], "comment": [3, 7], "requir": [3, 4, 5, 6, 7, 8, 34, 62, 66, 67, 69], "argument": [3, 6, 70], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 34, 62, 66, 67, 69, 70], "field": [3, 4, 6], "valid": [3, 6, 44, 65, 70], "path": [3, 4, 6, 17, 23, 25, 30, 32, 34, 46, 47, 49, 66], "script": [3, 6, 69], "load": 3, "argpars": [3, 6], "loggerevalcallback": [3, 6, 60, 62], "stable_baselines3": [3, 6, 23, 41, 60, 62, 70], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 41, 60, 62], "dummyvecenv": [3, 6, 60, 62], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 4, 5, 6, 12, 17, 19, 23, 25, 28, 30, 31, 32, 34, 41, 43, 44, 47, 49, 50, 53, 54, 55, 57, 58, 59, 66, 67, 70], "learning_r": [3, 6, 62], "lr": [3, 6], "float": [3, 4, 6, 12, 17, 25, 26, 27, 32, 34, 41, 49, 53, 54, 55, 57, 58, 66, 67, 70], "0007": 3, "n_step": [3, 6], "n": [3, 6, 58, 66, 69, 70], "gamma": [3, 6], "99": [3, 6, 34], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 67, 68], "max_grad_norm": [3, 6], "m": [3, 6, 60, 62], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 53, 54, 55, 67], "05": [3, 6, 60, 62, 63, 64, 65], "parse_arg": [3, 6], "id": [3, 4, 6, 67, 69], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 25, 30, 34, 43, 46, 47, 50, 53, 54, 55, 60, 62, 67, 69], "start_run": [3, 6, 60], "run_nam": [3, 6, 60], "log_param": [3, 6], "mlppolici": [3, 6, 60, 62], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6, 60, 62], "_eplus_one_epi_len": [3, 6, 60, 62], "_eplus_run_steps": [3, 6, 60, 62], "lambda": [3, 6, 60, 62], "freq": [3, 23], "2": [3, 4, 7, 17, 60, 62, 63, 64, 65, 69], "everi": [3, 6, 7, 8, 23, 63, 64, 65, 68, 69, 70], "eval_callback": [3, 6, 60, 62], "best_model_save_path": [3, 6, 23, 60, 62], "best_model": [3, 6, 60, 62], "log_path": [3, 6, 23, 60, 62], "eval_freq": [3, 6, 23, 60, 62], "determinist": [3, 6, 23, 41, 60, 62], "render": [3, 6, 12, 23, 41, 60, 62], "n_eval_episod": [3, 6, 23, 41, 60, 62], "log_callback": [3, 6], "total_timestep": [3, 6, 49, 60, 62, 66], "As": [3, 4, 6, 8], "abl": [3, 4, 6, 8], "start": [3, 4, 6, 15, 17, 19, 26, 27, 69], "batteri": [3, 6], "initi": [3, 23, 45, 70], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 8], "plan": 3, "futur": [3, 5, 6, 67], "period": [4, 67], "demo": [4, 60, 62, 63, 64, 65, 69], "v1": [4, 5, 12, 60, 62, 63, 64, 65, 67, 69, 70], "pittsburgh": 4, "usa": 4, "10": [4, 6, 12, 17, 62, 63, 64, 65, 69], "01": [4, 62], "31": [4, 5], "03": [4, 60], "hot": [4, 5, 53, 54, 55, 67, 69, 70], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 62, 63, 64, 65], "mix": [4, 67], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 12, 70], "stochast": [4, 23, 41, 67, 69], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 34, 53, 54, 55, 60, 62, 63, 64, 65, 66, 67, 69], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 5, 6, 17, 66], "classif": 4, "In": [4, 6, 7, 8, 34, 41, 64, 67, 68, 69], "seri": 4, "chang": [4, 5, 6, 7, 49, 62, 66, 67, 69], "gaussian": 4, "std": [4, 41], "dynam": [4, 7], "let": [4, 5, 6, 7, 8, 60, 62, 64, 69], "idf_fil": [4, 12, 19], "weather_fil": [4, 12, 19, 69], "observation_spac": [4, 12, 70], "low": [4, 53, 55, 67, 68, 70], "5e6": [4, 70], "high": [4, 70], "shape": [4, 6, 70], "observation_vari": [4, 12], "union": [4, 12, 17, 49, 53, 54, 55, 57, 58, 66, 67, 70], "action_vari": [4, 12], "tupl": [4, 5, 12, 17, 25, 34, 53, 54, 55, 57, 58, 67, 70], "weather_vari": [4, 12, 17, 33, 69], "linearreward": [4, 6, 12, 60, 62, 67, 69], "reward_kwarg": [4, 12, 67, 69], "act_repeat": [4, 12, 17, 69], "max_ep_data_store_num": [4, 12, 17, 69], "env_nam": [4, 12, 17, 19, 32, 34, 66, 69], "config_param": [4, 5, 12, 17, 69], "epw": [4, 12, 17, 19, 25, 34, 66, 68, 69], "empti": [4, 8, 12, 60, 62], "manual": [4, 5, 7, 12, 70], "should": [4, 5, 6, 8, 12, 17, 23, 52, 67, 69, 70], "extra_config": [4, 12, 34], "map": [4, 12], "sigma": [4, 6, 12, 17, 25, 34], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 34], "uhlenbeck": [4, 12, 25, 34], "appli": [4, 5, 6, 7, 12, 34, 59, 66, 70], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 41, 66], "repeat": [4, 12, 17, 69], "regardless": [4, 12, 66], "repetit": [4, 12], "interv": [4, 6, 12], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 32, 34, 46, 47, 60, 62, 63, 64, 65, 66, 68], "dictionari": [4, 5, 6, 7, 12, 17, 30, 31, 67, 69], "eplus_path": [4, 8, 17, 19], "o": [4, 6, 66], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 34], "join": 4, "weather_path": [4, 17, 34], "isinst": 4, "setpoints_spac": 4, "continuous_action_def": 4, "dtype": [4, 60, 62, 70], "reward_fn": 4, "checker": 4, "_check_eplus_env": 4, "go": [4, 5, 6, 60, 62, 64, 65, 70], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 62, 69], "correctli": [4, 6, 68, 69], "correct": [4, 6, 7, 8, 65, 70], "respect": [4, 7, 8, 30], "look": [4, 62, 63], "found": [4, 70], "rdd": 4, "repres": 4, "previous": [4, 6, 34, 66], "rememb": [4, 62, 63], "later": [4, 8, 49, 66], "so": [4, 6, 7, 8, 66, 67, 70], "reserv": [4, 6], "inconsist": 4, "notifi": [4, 6, 7], "fix": [4, 7], "schedul": 4, "actuat": 4, "befor": [4, 6, 8, 17, 34, 41, 62, 69, 70], "what": [4, 6, 65], "take": [4, 5, 7, 34, 62], "care": [4, 6], "hiperenlac": 4, "consist": [4, 17], "show": [4, 7], "usual": [4, 7], "solut": 4, "updat": [4, 6, 7, 8, 23, 32, 60, 62, 63, 64, 65, 68], "problem": [4, 6], "alwai": [4, 6, 62, 63, 64, 66, 67], "send": [4, 6, 12, 15, 17, 19, 44, 45, 47], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "necessari": [4, 6, 7, 8], "link": [4, 6], "index": [4, 6], "told": [4, 8], "dinam": 4, "environmet": 4, "constant": [4, 6, 53, 54, 55, 67], "seen": 4, "recogniz": 4, "calcul": [4, 6, 60, 62, 67, 69], "support": [4, 5, 8, 68], "word": [4, 7], "don": [4, 6, 8, 64, 66], "howev": [4, 5, 6, 8, 67, 68], "give": [4, 6], "plai": [4, 62, 63], "affect": [4, 25, 34, 41], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "made": [4, 41], "ones": [4, 6, 67], "case": [4, 6, 7, 8, 41, 62, 63, 64, 67, 69], "offer": 4, "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 5, 6, 7, 41, 70], "stablish": 4, "connect": [4, 6, 16, 17, 18], "version": [4, 6, 7, 8, 69], "intend": 4, "someon": 4, "decid": [4, 6], "next": [4, 5, 6, 7, 8, 12, 17, 57, 58, 60, 66, 68, 70], "mention": [4, 6], "long": 4, "copi": [4, 8, 17, 66, 67, 70], "than": [4, 6, 66, 67, 69, 70], "extens": [4, 8, 62], "rest": [4, 6, 8, 42, 43, 67, 69], "now": [4, 6, 8, 60, 62, 63, 64, 65], "document": [4, 6, 7, 8, 66, 69], "config": [5, 6, 64, 68], "u": 5, "investig": 5, "wai": [5, 6, 69], "extra_param": 5, "timesteps_per_hour": [5, 69], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 67, 69], "less": 5, "1991": [5, 63, 64, 65, 69], "result": [5, 6, 17, 41, 63, 64, 65, 66, 69, 70], "determin": [5, 6, 67, 69], "length": [5, 6, 41, 60, 62, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 34], "end_dai": [5, 27], "end_month": 5, "end_year": [5, 27], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "new": [5, 6, 15, 17, 19, 23, 25, 34, 49, 57, 58, 60, 62, 63, 64, 65, 66, 69, 70], "part": [5, 6], "trivial": 5, "task": 5, "certain": 5, "pourpos": 5, "Its": 5, "controller_typ": 5, "controller1_definit": 5, "controller2_definit": 5, "controller_definit": 5, "resourc": [5, 6, 45, 46, 47], "heating_nam": [5, 69], "cooling_nam": [5, 69], "exist": [5, 7, 60, 62, 63, 64, 65, 66, 69], "report": [5, 6], "actual": 5, "apply_extra_conf": [5, 34], "gcloud": 6, "combin": [6, 8, 69], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 62, 64, 69], "job": [6, 7, 8, 68], "remov": [6, 43, 53, 54, 55, 67], "explan": 6, "abov": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "enabl": [6, 7], "servic": [6, 43, 44], "librari": [6, 8, 62, 63, 68], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46, 47], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 66, 68, 69], "termin": [6, 17, 49, 50, 57, 58, 66, 69, 70], "applic": [6, 68], "login": 6, "upload": [6, 7, 47], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": [6, 64], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 62, 63, 64, 65], "hub": [6, 7, 8], "visit": [6, 8, 65, 66, 68, 69, 70], "prefer": 6, "realli": [6, 65, 69, 70], "10gb": 6, "isn": [6, 70], "enough": 6, "silenc": 6, "would": [6, 67], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 68, 69], "purpos": 6, "write": [6, 7, 8, 66, 68], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 53, 54, 55, 67], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 68], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 63, 67, 68], "confus": 6, "helper": 6, "everyth": [6, 69], "upgrad": 6, "memori": 6, "least": 6, "free": [6, 62, 63], "might": 6, "submit": 6, "region": 6, "substitut": [6, 69], "predetermin": 6, "enter": [6, 69], "after": [6, 17, 41, 64, 69], "immedi": 6, "hasn": [6, 28], "yet": [6, 68], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 62], "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "ip": 6, "5000": 6, "explain": [6, 69], "previou": [6, 58, 69, 70], "group": [6, 43], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 62, 63, 64], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": [6, 62, 64, 70], "alloc": [6, 7], "numpi": [6, 60, 62, 63, 64, 65, 69, 70], "ranges_5zon": [6, 65], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 65, 70], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 54, 55, 67, 69], "exponenti": [6, 53, 67], "norm": 6, "store_tru": 6, "multiob": [6, 65, 70], "mob": 6, "multi": [6, 65, 70], "ten": 6, "eval": [6, 23, 60, 62], "best": [6, 23, 60, 62], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 69], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "0003": 6, "2048": 6, "batch_siz": 6, "64": 6, "n_epoch": 6, "ne": 6, "95": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 25, 34], "tu": 6, "005": [6, 65], "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rpe": 6, "experiment_d": [6, 60, 62], "todai": [6, 60, 62], "strftime": [6, 60, 62], "y": [6, 60, 62], "d_": 6, "h": [6, 60, 62], "_": [6, 70], "ping": 6, "mlflow_ip": 6, "split": [6, 66], "respons": [6, 43, 66], "system": [6, 46, 47], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "rate": [6, 67, 69], "batch": [6, 31], "epoch": 6, "gae": 6, "ent": 6, "coef": 6, "vf": 6, "max": [6, 32, 53, 55, 67, 70], "grad": 6, "buffer": 6, "gradient": 6, "expreward": [6, 67, 69], "runtimeerror": [6, 17, 34], "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "nameerror": 6, "cant": 6, "disabl": 6, "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 62], "_init_setup_model": 6, "f": [6, 8, 60, 62], "model_path": 6, "download": 6, "init_storage_cli": 6, "bucket_nam": [6, 46], "read_from_bucket": 6, "set_env": 6, "total": [6, 49, 62, 66, 67, 69], "dir": [6, 34], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 60, 62, 70], "close": [6, 12, 17, 57, 62, 63, 64, 65, 69, 70], "_episode_exist": [6, 70], "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "upload_to_bucket": 6, "src_path": [6, 47], "dest_bucket_nam": [6, 47], "dest_path": [6, 47], "end_run": [6, 60], "autodelet": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 67], "deactiv": [6, 49, 57, 66, 70], "written": 6, "recreat": 6, "belong": [6, 49, 66], "delet": [6, 43, 70], "individu": [6, 67], "appropri": [6, 69], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 69], "gitignor": 6, "ignor": [6, 7], "final": [6, 64], "know": 6, "load_ag": 6, "just": [6, 65, 67], "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 69, 70], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 28], "two": [6, 8, 67], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 26, 27, 41, 49, 66, 69, 70], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 68], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "jajim": [6, 8], "github": [6, 8, 16, 68], "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 62, 63, 65], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 54, 64, 65, 67], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 63, 64, 65, 69, 70], "mb": 6, "tier": 6, "db": [6, 34], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 60, 62], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 26, 66], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "7": [6, 17, 62, 63, 64, 65, 67], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "direct": 6, "ingress": 6, "target": [6, 67], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 67], "creation": [6, 69], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "level": [7, 50, 68], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "workflow": [7, 68], "cannot": [7, 69], "storag": [7, 8, 45, 46, 47], "compil": 7, "sphinx": 7, "vocabulari": 7, "spell": 7, "mistak": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 66], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": 7, "commit": 7, "ci": 7, "string": [7, 60, 62], "161": 7, "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 68], "advantag": 7, "pip": [8, 68], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 65], "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 69], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 60, 62], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 67], "also": [8, 62, 67, 69], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "itself": 8, "consid": [8, 53, 54, 55, 64, 67], "subset": [8, 65, 70], "ofici": 8, "supervis": [8, 68], "successfulli": [8, 60, 62, 63, 64, 65, 68], "anywai": [8, 68], "prepar": [8, 31], "kwarg": [12, 22, 23, 57, 58, 59], "mode": 12, "ndarrai": [12, 15, 17, 57, 58, 59, 70], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 34], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 66], "sensor": 17, "ou": [17, 25, 34], "element": [17, 28, 31, 49, 66, 69], "elaps": [17, 26, 49, 66], "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 63], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 41], "weather_data": [25, 34], "weatherdata": [25, 34], "original_epw_fil": 25, "drybulb": [25, 34, 63], "variat": [25, 34], "opyplu": [25, 26, 28, 31, 34], "epm": [26, 28, 31, 34], "sec_elaps": 26, "compos": 26, "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": 27, "st": 27, "mon": 27, "24": [27, 60, 65], "explicitli": 28, "var_fil": 30, "add_batch": 31, "convert": 31, "output_path": 32, "last_result": 32, "min": [32, 67, 70], "absolut": [32, 53, 55, 67], "modif": [33, 67], "max_ep_stor": 34, "_idf_path": 34, "_weather_path": 34, "_ddy_path": 34, "ddy": [34, 60, 62, 63, 64, 65], "experiment_path": 34, "episode_path": 34, "_idd": 34, "idd": 34, "ddy_model": 34, "adapt_idf_to_epw": 34, "summerdai": 34, "ann": 34, "clg": 34, "condn": 34, "mwb": 34, "winterdai": 34, "htg": 34, "summer": [34, 67], "winter": [34, 67], "desingdai": 34, "adapt_variables_to_cfg_and_idf": 34, "xml": 34, "tree": [34, 68], "apply_weather_vari": 34, "save_building_model": 34, "env_working_dir": 34, "save_variables_cfg": 34, "set_episode_working_dir": 34, "parent": 34, "set_experiment_working_dir": 34, "base_class": 41, "basealgorithm": 41, "callabl": 41, "averag": [41, 69], "note": [41, 66, 70], "count": 41, "scale": [41, 68], "earli": 41, "avoid": 41, "anyth": 41, "reward_threshold": 41, "minimum": [41, 54, 67], "expect": 41, "met": 41, "return_episode_reward": 41, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "request": 43, "author": 44, "petit": [44, 45], "ask": [45, 46, 47], "blob_prefix": 46, "recurs": [46, 47], "bucket": [46, 47], "exclud": 46, "destin": 47, "monitor_head": [49, 66, 70], "progress_head": [49, 66, 70], "log_progress_fil": [49, 66, 70], "log_fil": [49, 66], "header": [49, 66, 70], "sub_run_n": [49, 66], "res_n": [49, 66], "steps_data": [49, 66], "arrai": [49, 66, 70], "elabor": [49, 66], "total_time_elaps": [49, 66], "comfort_violation_timestep": [49, 66], "whose": [49, 66], "activate_flag": [49, 66, 70], "deactivate_flag": [49, 66, 70], "log_episod": [49, 66, 70], "log_step": [49, 66, 70], "simulation_tim": [49, 66, 70], "achiev": [49, 66], "w": [49, 53, 54, 55, 66, 67], "log_step_norm": [49, 66, 70], "steps_data_norm": [49, 66], "set_log_fil": [49, 66, 70], "new_log_fil": [49, 66], "getlogg": 50, "formatt": 50, "inherit": [52, 67, 70], "temperature_vari": [53, 54, 55, 67, 69], "energy_vari": [53, 54, 55, 67, 69], "range_comfort_wint": [53, 54, 55, 63, 67, 69], "range_comfort_summ": [53, 54, 55, 63, 67, 69], "energy_weight": [53, 55, 67, 69], "lambda_energi": [53, 54, 55, 67], "0001": [53, 54, 55, 62], "lambda_temperatur": [53, 54, 55, 67], "r": [53, 55, 67], "lambda_": [53, 55, 67], "lambda_t": [53, 55, 67], "exp": [53, 67], "t_": [53, 55, 67], "cold": [53, 54, 55, 67], "fot": [53, 54, 55, 67], "weight": [53, 54, 55, 67], "dimens": [53, 54, 55, 67], "min_energy_weight": [54, 67], "range_comfort_hour": [54, 67], "flatten": [58, 70], "stack": [58, 70], "flat": [58, 70], "vector": [58, 62, 70], "reli": [59, 70], "episodes_": [60, 62], "shown": 60, "env_vec": [60, 62], "2022": [60, 62, 63, 64, 65], "16": [60, 62, 63, 64, 65], "13": [60, 62, 63, 64, 65], "43": 60, "49": 60, "680": 60, "eplus_env_demo": [60, 62, 63, 64, 65], "v1_mainthread_root": [60, 62, 63, 64, 65], "site": [60, 62, 63, 64, 65], "sizingperiod": [60, 62, 63, 64, 65], "682": 60, "686": 60, "702": 60, "workspac": [60, 62, 63, 64, 65, 69], "res2": 60, "sub_run1": [60, 62, 63, 64, 65, 66], "44": 60, "07": 60, "471": 60, "complet": [60, 62, 67], "472": 60, "486": 60, "sub_run2": [60, 62, 66], "36": [60, 62], "436": 60, "437": 60, "451": 60, "sub_run3": [60, 62, 66], "usr": [60, 62], "lib": [60, 62], "dist": [60, 62], "core": [60, 62], "fromnumer": [60, 62], "3474": [60, 62], "runtimewarn": [60, 62], "slice": [60, 62], "_method": [60, 62], "_mean": [60, 62], "axi": [60, 62], "189": [60, 62], "invalid": [60, 62], "encount": [60, 62], "double_scalar": [60, 62], "ret": [60, 62], "rcount": [60, 62], "42": [60, 62], "769": 60, "770": 60, "782": 60, "sub_run4": [60, 62], "45": [60, 64], "057": 60, "058": 60, "072": 60, "sub_run5": [60, 62], "521": 60, "524": 60, "551": 60, "sub_run6": [60, 62], "num_timestep": [60, 62], "70080": [60, 62], "episode_reward": [60, 62], "18206": 60, "00": [60, 62, 64], "35040": [60, 62, 63, 64, 65], "46": [60, 62], "519": 60, "532": 60, "sub_run7": [60, 62], "37": [60, 62], "035": 60, "038": 60, "061": 60, "sub_run8": [60, 62], "449": 60, "450": 60, "469": 60, "sub_run9": [60, 62], "47": [60, 62, 63], "531": 60, "544": 60, "sub_run10": [60, 62], "473": 60, "474": 60, "492": 60, "sub_run11": [60, 62], "140160": [60, 62], "19928": 60, "33": [60, 62, 63], "al": [62, 63], "even": [62, 63, 69], "sai": [62, 63], "ref": [62, 64, 65], "59": 62, "775": 62, "780": 62, "feel": [62, 63], "cpu": 62, "11": [62, 63, 64, 65], "loggerev": 62, "earlier": 62, "few": 62, "15": [62, 63, 64, 65], "34": 62, "641": 62, "673": 62, "res1": 62, "35": [62, 65], "132": 62, "167": 62, "ep_len_mean": 62, "5e": 62, "04": 62, "ep_rew_mean": 62, "24e": 62, "fp": 62, "1396": 62, "time_elaps": [62, 63, 64, 65, 66, 70], "25": [62, 63, 64], "40": 62, "865": 62, "867": 62, "912": 62, "155": 62, "156": 62, "191": 62, "545": 62, "547": 62, "587": 62, "019": 62, "021": 62, "064": 62, "19505": 62, "93": 62, "14e": 62, "comfort_viol": [62, 66, 70], "mean_ep_length": 62, "mean_power_consum": 62, "76e": 62, "08": 62, "926": 62, "power_penalti": [62, 66, 70], "std_reward": 62, "08e": 62, "538": 62, "130": 62, "loss": 62, "n_updat": 62, "5019": 62, "920": 62, "952": 62, "97e": 62, "584": 62, "179": 62, "105120": 62, "13779": 62, "38": 62, "28": [62, 63, 64, 65], "273": 62, "305": 62, "736": 62, "737": 62, "771": 62, "39": [62, 63, 64, 65], "465": 62, "497": 62, "108": 62, "109": 62, "143": 62, "20375": 62, "97": 62, "29e": 62, "78e": 62, "975": 62, "2e": 62, "467": 62, "300": 62, "22539": 62, "lt": 62, "0x7fb5acdaaa30": 62, "gt": 62, "17": [62, 63, 64, 65], "683": 62, "get_season_comfort_rang": 63, "52": 63, "254": 63, "257": 63, "extend": 63, "desir": 63, "myrulebasedcontrol": 63, "outdoor": 63, "daytim": 63, "out_temp": 63, "season_comfort_rang": 63, "in_temp": 63, "space1": [63, 67, 69], "current_heat_setpoint": 63, "current_cool_setpoint": 63, "new_heat_setpoint": 63, "new_cool_setpoint": 63, "22": [63, 64], "weekend": 63, "night": 63, "current_month": [63, 64, 65, 69, 70], "cumul": [63, 64, 65, 67, 69, 70], "462": 63, "477": 63, "res15": 63, "3808358083250143": 63, "900": [63, 64, 65], "7616": 63, "716166500285": 63, "7616716166500286": 63, "99998783039325": 63, "out_temperatur": [63, 64, 65], "21": [63, 64, 65], "1394": 63, "933741103853": 63, "2976": [63, 64, 65], "2678400": [63, 64, 65], "8783": 63, "948537124963": 63, "8783948537124964": 63, "32998668433318": 63, "2650": 63, "5674622643014": 63, "5664": [63, 64, 65], "5097600": [63, 64, 65], "2828": 63, "551434642312": 63, "2828551434642312": 63, "32988764119706": 63, "3464": 63, "4534634130637": 63, "8640": [63, 64, 65], "7776000": [63, 64, 65], "186": [63, 64, 65], "5934720667916": [63, 64, 65], "018659347206679163": [63, 64, 65], "2670384566951505": 63, "73296154330485": 63, "4056": 63, "362905023052": 63, "11520": [63, 64, 65], "10368000": [63, 64, 65], "1049": 63, "348956006732": 63, "10493489560067319": 63, "33021459066708": 63, "4575": 63, "388821261888": 63, "14496": [63, 64, 65], "13046400": [63, 64, 65], "602": 63, "6474404745787": 63, "06026474404745787": 63, "6702171176743406": 63, "32978288232566": 63, "5959": 63, "068563514961": 63, "17376": [63, 64, 65], "15638400": [63, 64, 65], "215": [63, 64, 65], "8105427085715": [63, 64], "02158105427085715": [63, 64], "871010625169369": 63, "12898937483063": 63, "7457": 63, "679714984278": 63, "20352": [63, 64, 65], "18316800": [63, 64, 65], "9961": 63, "587143366478": 63, "9961587143366478": 63, "33021175763765": 63, "8981": 63, "302898158818": 63, "23328": [63, 64, 65], "20995200": [63, 64, 65], "1814": 63, "198506979714": 63, "1814198506979714": 63, "32960549764289": 63, "10197": 63, "28247814917": 63, "26208": [63, 64, 65], "23587200": [63, 64, 65], "2130": 63, "682079753009": 63, "2130682079753009": 63, "33031354561692": 63, "10685": 63, "569288303852": 63, "29184": [63, 64, 65], "26265600": [63, 64, 65], "944": 63, "0904158092015": 63, "09440904158092016": 63, "33017991675662": 63, "11374": 63, "36750934867": 63, "32064": [63, 64, 65], "28857600": [63, 64, 65], "2788": 63, "852968187345": 63, "27888529681873453": 63, "32995260044678": 63, "12774": 63, "026233137427": 63, "31536000": [63, 64, 65], "1992": [63, 64, 65, 69], "10847": 63, "14414165405": 63, "084714414165405": 63, "33000003505644": 63, "36455554318315797": 63, "58": 63, "937": 63, "loop": 64, "690": 64, "692": 64, "glanc": 64, "someth": 64, "750": 64, "764": 64, "res4": 64, "2841864127941599": 64, "5683": 64, "728255883198": 64, "5683728255883198": 64, "09252236706715": 64, "1901": 64, "9936487214263": 64, "5114": 64, "533558613195": 64, "5114533558613196": 64, "4418498744559507": 64, "55815012554405": 64, "3644": 64, "0794939860984": 64, "904": 64, "3033400850004": 64, "09043033400850005": 64, "0265696607017887": 64, "97343033929821": 64, "4748": 64, "919758737626": 64, "0754550796285": 64, "5551": 64, "1305170053665": 64, "18156576151877": 64, "6287": 64, "013473001529": 64, "311": [64, 65], "2037327096765": 64, "03112037327096765": 64, "9682857678869006": 64, "0317142321131": 64, "9315": 64, "732274431955": 64, "7372908133191203": 64, "26270918668088": 64, "12605": 64, "000758314483": 64, "7396": 64, "796157794615": 64, "7396796157794616": 64, "15506148558136": 64, "84493851441864": 64, "15937": 64, "079728458055": 64, "1175": 64, "521212911868": 64, "11755212129118679": 64, "0021315671471918": 64, "99786843285281": 64, "18793": 64, "23508185701": 64, "2782": 64, "859159891797": 64, "27828591598917973": 64, "97042552719191": 64, "19698": 64, "456143954274": 64, "22708878036418056": 64, "77291121963582": 64, "20747": 64, "431528649675": 64, "6130": 64, "917053865358": 64, "6130917053865358": 64, "33530558238196": 64, "22511": 64, "33303888805": 64, "12885": 64, "27471315695": 64, "2885274713156951": 64, "22337018610072": 64, "forget": 64, "857": 64, "642446719146322": 64, "env_with_wrapp": 65, "51": 65, "674": 65, "678": 65, "714": 65, "717": 65, "830": 65, "834": 65, "990": 65, "res14": 65, "6725497890372467": 65, "3133": 65, "716390651039": 65, "3133716390651039": 65, "0317279390093894": 65, "96827206099061": 65, "1809": 65, "6247298837213": 65, "5107": 65, "400520896434": 65, "5107400520896433": 65, "40452930117074": 65, "59547069882926": 65, "3564": 65, "6143288880503": 65, "4732": 65, "071629972534": 65, "4732071629972534": 65, "94123714194632": 65, "4753": 65, "266089024571": 65, "2842": 65, "149123903046": 65, "2842149123903046": 65, "88387972165356": 65, "5548": 65, "758183624994": 65, "1845": 65, "156949449085": 65, "18451569494490852": 65, "97361268288754": 65, "6267": 65, "448456576817": 65, "2386211971196": 65, "03112386211971196": 65, "920549183740629": 65, "07945081625937": 65, "9278": 65, "129018992366": 65, "8105448937054": 65, "021581054489370543": 65, "160645643964191": 65, "83935435603581": 65, "12606": 65, "74763835033": 65, "4271": 65, "371117883376": 65, "4271371117883377": 65, "44536993682021": 65, "55463006317979": 65, "15966": 65, "020368671201": 65, "1438": 65, "096189867415": 65, "1438096189867415": 65, "0114058500185408": 65, "98859414998146": 65, "18790": 65, "598543772387": 65, "0548335727706": 65, "19736": 65, "601375956336": 65, "2266": 65, "111275620936": 65, "2266111275620936": 65, "95281263641111": 65, "20765": 65, "161768659775": 65, "2698": 65, "220158800282": 65, "26982201588002824": 65, "03788844083321": 65, "22517": 65, "74879099755": 65, "9659": 65, "44758487137": 65, "965944758487137": 65, "9937089853210495": 65, "00629101467895": 65, "6426298170946527": 65, "848": 65, "re": 66, "num_simul": 66, "content": 66, "sub_runn": 66, "utilsocket": 66, "monitor_norm": 66, "sub_run": 66, "num_episod": 66, "within": [66, 68], "suit": 66, "observation_valu": 66, "action_valu": 66, "row": 66, "episode_num": [66, 70], "cumulative_power_consumpt": [66, 70], "mean_power_consumpt": [66, 70], "carri": 66, "techniqu": 66, "factor": 66, "present": 66, "row_cont": 66, "_store_step_inform": 66, "statist": 66, "ep_mean_reward": 66, "ep_cumulative_reward": 66, "ep_cumulative_pow": 66, "ep_mean_pow": 66, "ep_cumulative_comfort_penalti": 66, "ep_mean_comfort_penalti": 66, "ep_cumulative_power_penalti": 66, "ep_mean_power_penalti": 66, "steps_info": 66, "newlin": 66, "file_obj": 66, "writer": 66, "csv_writer": 66, "writerow": 66, "len": [66, 70], "_normal": 66, "isfil": 66, "_reset_logg": 66, "relev": 66, "unwrap": 66, "thing": 67, "below": 67, "discomfort": 67, "togeth": 67, "insid": [67, 69], "typic": 67, "satisfact": 67, "taken": [67, 69], "similar": 67, "That": 67, "higher": 67, "far": 67, "hourlylinearreward": 67, "slight": 67, "am": 67, "pm": 67, "equal": 67, "neg": 67, "perfect": 67, "behavior": 67, "adjust": 67, "aspect": 67, "But": [67, 69], "hvac": [67, 69], "electr": [67, 69], "demand": [67, 69], "neccesari": [67, 69], "imagin": 67, "signal": 67, "__call__": 67, "basereward": 67, "customreward": 67, "naiv": 67, "math": 67, "2021": 67, "notimplementederror": 67, "temp_nam": 67, "energy_nam": 67, "w_energi": 67, "lambda_temp": 67, "reward_energi": 67, "temp": 67, "_get_comfort": 67, "reward_comfort": 67, "reward_term": 67, "total_energi": 67, "temp_rang": 67, "k": 67, "ab": 67, "vv": 68, "under": [68, 69], "framework": 68, "small": 68, "complex": 68, "independ": 68, "uniqu": 68, "test_common": 68, "test_reward": 68, "test_wrapp": 68, "test_simul": 68, "test_config": 68, "test_env": 68, "test_control": 68, "test_stable_baselin": 68, "conceptu": 68, "readm": 68, "try_env": 69, "soon": 69, "place": 69, "dispos": 69, "understand": 69, "practic": 69, "screen": 69, "basi": 69, "exactli": 69, "criteria": 69, "replac": 69, "esp_granada": 69, "084190_swec": 69, "001": 69, "new_env_nam": 69, "put": 69, "leav": 69, "intact": 69, "extra_conf": 69, "runperiod": 69, "action_definit": 69, "thermostatsetpoint": 69, "dualsetpoint": 69, "dualsetp": 69, "htgsetp": 69, "clgsetp": 69, "variant": 70, "dequ": 70, "env_util": 70, "observationwrapp": 70, "unwrapped_observ": 70, "handl": 70, "divisionbyzero": 70, "isnan": 70, "ind_flat": 70, "histori": 70, "maxlen": 70, "new_shap": 70, "float32": 70, "_get_ob": 70, "reshap": 70, "monitor_header_list": 70, "element_head": 70, "logger_main": 70, "debug": 70, "_epi_num": 70, "_eplus_working_dir": 70}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [33, 0, 0, "-", "config"], [35, 0, 0, "-", "constants"], [36, 0, 0, "-", "controllers"], [40, 0, 0, "-", "evaluation"], [42, 0, 0, "-", "gcloud"], [48, 0, 0, "-", "logger"], [51, 0, 0, "-", "rewards"], [56, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "parse_variables"], [31, 5, 1, "", "prepare_batch_from_records"], [32, 5, 1, "", "ranges_getter"]], "sinergym.utils.config": [[34, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[34, 2, 1, "", "__init__"], [34, 2, 1, "", "adapt_idf_to_epw"], [34, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [34, 2, 1, "", "apply_extra_conf"], [34, 2, 1, "", "apply_weather_variability"], [34, 2, 1, "", "save_building_model"], [34, 2, 1, "", "save_variables_cfg"], [34, 2, 1, "", "set_episode_working_dir"], [34, 2, 1, "", "set_experiment_working_dir"], [34, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[37, 1, 1, "", "RBC5Zone"], [38, 1, 1, "", "RBCDatacenter"], [39, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "act"]], "sinergym.utils.evaluation": [[41, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "read_from_bucket"], [47, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[49, 1, 1, "", "CSVLogger"], [50, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "activate_flag"], [49, 2, 1, "", "deactivate_flag"], [49, 2, 1, "", "log_episode"], [49, 2, 1, "", "log_step"], [49, 2, 1, "", "log_step_normalize"], [49, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[52, 1, 1, "", "BaseReward"], [53, 1, 1, "", "ExpReward"], [54, 1, 1, "", "HourlyLinearReward"], [55, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[52, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[53, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[54, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[55, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[57, 1, 1, "", "LoggerWrapper"], [58, 1, 1, "", "MultiObsWrapper"], [59, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "activate_logger"], [57, 2, 1, "", "close"], [57, 2, 1, "", "deactivate_logger"], [57, 2, 1, "", "reset"], [57, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[58, 2, 1, "", "__init__"], [58, 2, 1, "", "reset"], [58, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "get_unwrapped_obs"], [59, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "contribut": 0, "exampl": [0, 60, 61, 62, 63, 64, 65, 69], "api": 1, "refer": 1, "control": [2, 36, 37, 38, 39, 63, 69], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 62], "logger": [3, 48, 49, 50, 66], "tensorboard": [3, 6, 61], "structur": 3, "how": 3, "us": [3, 6, 69], "mlflow": [3, 6, 60], "environ": [4, 8, 69], "list": 4, "observ": 4, "action": [4, 7], "space": 4, "specif": 4, "ad": [4, 69], "new": [4, 7, 68], "build": 4, "extra": [5, 69], "configur": [5, 6, 8, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "action_definit": 5, "thermostat": 5, "dualsetpoint": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": [6, 8], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 68], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 66], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": 7, "instal": [8, 68], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 69], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32], "create_variable_weath": 25, "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "parse_vari": 30, "prepare_batch_from_record": 31, "ranges_gett": 32, "config": [33, 34], "constant": 35, "rbc5zone": 37, "rbcdatacent": 38, "randomcontrol": 39, "evalu": [40, 41], "evaluate_polici": 41, "gcloud": [42, 43, 44, 45, 46, 47], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "read_from_bucket": 46, "upload_to_bucket": 47, "csvlogger": 49, "reward": [51, 52, 53, 54, 55, 67, 69], "basereward": 52, "expreward": 53, "hourlylinearreward": 54, "linearreward": 55, "wrapper": [56, 57, 58, 59, 65, 69, 70], "loggerwrapp": 57, "multiobswrapp": 58, "normalizeobserv": 59, "usag": [62, 69], "rule": [63, 69], "basic": 64, "format": 66, "test": 68, "pytest": 68, "run": 68, "simplest": 69, "overwrit": 69, "some": 69, "default": 69, "valu": 69, "definit": 69}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Specification": [[4, "specification"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "action_definition": [[5, "action-definition"]], "Thermostat:DualSetpoint": [[5, "thermostat-dualsetpoint"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.parse_variables": [[30, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[31, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.config": [[33, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[34, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[35, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[36, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[37, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[38, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[39, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.evaluation": [[40, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[41, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[46, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[47, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[48, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[49, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[50, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[51, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[52, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[53, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[54, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[55, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[56, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[57, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[58, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[59, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[60, "MLFlow-example"]], "TensorBoard example": [[61, "TensorBoard-example"]], "DRL usage example": [[62, "DRL-usage-example"]], "Rule Controller example": [[63, "Rule-Controller-example"]], "Basic example": [[64, "Basic-example"]], "Wrappers example": [[65, "Wrappers-example"]], "Output format": [[66, "output-format"]], "Logger": [[66, "logger"]], "Rewards": [[67, "rewards"]], "Tests": [[68, "tests"]], "Install Pytest": [[68, "install-pytest"]], "Running tests": [[68, "running-tests"]], "Create new tests": [[68, "create-new-tests"]], "Usage example": [[69, "usage-example"]], "Simplest example": [[69, "simplest-example"]], "Adding a reward": [[69, "adding-a-reward"]], "Adding wrappers": [[69, "adding-wrappers"]], "Using a rule-based controller": [[69, "using-a-rule-based-controller"]], "Overwriting some default values of the environments.": [[69, "overwriting-some-default-values-of-the-environments"]], "Adding extra configuration definition": [[69, "adding-extra-configuration-definition"]], "Wrappers": [[70, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [33, "module-sinergym.utils.config"], [35, "module-sinergym.utils.constants"], [36, "module-sinergym.utils.controllers"], [40, "module-sinergym.utils.evaluation"], [42, "module-sinergym.utils.gcloud"], [48, "module-sinergym.utils.logger"], [51, "module-sinergym.utils.rewards"], [56, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "parse_variables() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "sinergym.utils.config": [[33, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[34, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[34, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[34, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[35, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[36, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[37, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[37, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[37, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[38, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[38, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[38, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[39, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[39, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[39, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.evaluation": [[40, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[41, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[48, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[49, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[49, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[50, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[50, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[50, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[51, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[52, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[52, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[53, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[53, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[54, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[54, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[55, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[55, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[56, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[57, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[57, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[58, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[58, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[58, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[58, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[59, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[59, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[59, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v1.9.5/.buildinfo b/docs/compilation/v1.9.5/.buildinfo index bc64e155f7..7ccc646d3e 100644 --- a/docs/compilation/v1.9.5/.buildinfo +++ b/docs/compilation/v1.9.5/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 84f08e9bd351943cee1036178ffba736 +config: 44da621ef0f7d733863d4eb5fe6fc5cf tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.9.5/.doctrees/environment.pickle b/docs/compilation/v1.9.5/.doctrees/environment.pickle index 2fa9d8f0bc..8cc8816451 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/environment.pickle and b/docs/compilation/v1.9.5/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.9.5/.doctrees/index.doctree b/docs/compilation/v1.9.5/.doctrees/index.doctree index b86403f9b8..d94a6f7e5a 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/index.doctree and b/docs/compilation/v1.9.5/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.9.5/.doctrees/pages/API-reference.doctree index b778117d52..9717ac013d 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/controllers.doctree b/docs/compilation/v1.9.5/.doctrees/pages/controllers.doctree index adaf99a97a..da604bc794 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.9.5/.doctrees/pages/deep-reinforcement-learning.doctree index 5eaa7eabcc..64e22965b5 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/environments.doctree b/docs/compilation/v1.9.5/.doctrees/pages/environments.doctree index c8b1a45d07..7eb0947fcd 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/environments.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.9.5/.doctrees/pages/extra-configuration.doctree index fab7beb1bc..a1090f63b8 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.9.5/.doctrees/pages/gcloudAPI.doctree index 27eb565793..987ccfea0c 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.9.5/.doctrees/pages/github-actions.doctree index f8ac20a006..2f17d70075 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/installation.doctree b/docs/compilation/v1.9.5/.doctrees/pages/installation.doctree index 88ef93c6e0..b70aec30b3 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/installation.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/introduction.doctree b/docs/compilation/v1.9.5/.doctrees/pages/introduction.doctree index a3c7f8acb1..93525c28a2 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.doctree index c7621a857c..22dc50bcd7 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 0ac7ed6f63..3110a3de86 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 97c3c18650..c4049e492d 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index e7e6f9c81e..c323381361 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.doctree index 32fad576e8..1617e0ed4b 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.doctree index e18f3c066f..ee817de390 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index bf2371926a..5e5b004796 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index fe55a4705b..1c3bbe9989 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 07924b3d3b..e9f2dc88af 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 2b2e941ad9..4d73583b2a 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 71ee0d8f40..8bbdc161de 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 43ddc1ed8f..5448d539ab 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 593bc2244d..60e20e9ed3 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 4b54dfa882..8a1dbace71 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.doctree index 4fdca2e515..8341266f66 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 5937e4b4bb..46d82bc050 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 99e6c0da84..e6d661d1ed 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 88c7b6c22a..69952808c4 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index a5ad4f7861..861a6f05c2 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 4e96e73a1f..d2efa00e3f 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index dc458421ec..68b304bba1 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 7ec898706f..bbdfc52113 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index eb3d859df7..1eb265a4c0 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 9c78ca8983..fa9eef6ad9 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 3a1093e93a..9ddf52a2d0 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 978d7ba1c7..104577132e 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.doctree index 7050636b70..56e8d0e976 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.constants.doctree index 193bfa8863..e7f562acf3 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 2019599198..c85f564c19 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 0feb4282b5..f97fbbf627 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 65cf0c1e2d..1f7407dcc6 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree index fee8f94df6..a856d2167b 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.doctree index eb7bdf313b..c0f5a4595a 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index d04e0a815e..51b2bb2cba 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 38e034a336..543d5e709f 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 45decdfcec..64f1bfa9b7 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index e517ab9966..8373000021 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 9fc31ae908..99c8760125 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 3c38792190..e0dfc75d3f 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 5d26a7277a..dead281bc8 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index dc46651c3d..d8c60db72b 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index e5e91de11d..dd4155e40b 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index ab7c503200..73cf7e925a 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 3ad06f0d07..64a204b1fa 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 6c33d5244a..d84b694c47 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.doctree index 54d397f6a3..6b1b605587 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 3f35bcdb7f..850e40526e 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 3fb3ab53eb..ea50b142fd 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 719cd28da0..1dc01f32c5 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index d5295e695e..485e08527a 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree index a778297fcb..2d32228b61 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index fae24e1312..e1c8bd75ee 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index b10a248179..61f5b4d1b4 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index e192942fc3..66bfb8a074 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 99051ffdd5..f48ebae0b3 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/MLflow_example.doctree index a25d64baec..5f288c1a19 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/TensorBoard_example.doctree index d4cb52eb82..6691646a8b 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/basic_example.doctree index 727a921ae3..c50b0c0d39 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/change_environment.doctree index 5ed9354106..d41fa98f08 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/drl.doctree index 4dd512b798..7f79c35ce7 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 86feb94823..e83ca517df 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/rule_controller_example.doctree index e084917e0c..b6d74c6c09 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/wrappers_examples.doctree index 7c1fe346e4..2f5e98de3a 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/output.doctree b/docs/compilation/v1.9.5/.doctrees/pages/output.doctree index 768d10a2ac..52d3d80561 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/output.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/rewards.doctree b/docs/compilation/v1.9.5/.doctrees/pages/rewards.doctree index ed9b9d30f8..1c603806fd 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/tests.doctree b/docs/compilation/v1.9.5/.doctrees/pages/tests.doctree index a08409dffe..029d51dd69 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/tests.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.9.5/.doctrees/pages/usage-example.doctree index 36534d1a35..1236070feb 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.9.5/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.9.5/.doctrees/pages/wrappers.doctree index 9b724199db..7950ed0cf2 100644 Binary files a/docs/compilation/v1.9.5/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.9.5/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.9.5/objects.inv b/docs/compilation/v1.9.5/objects.inv index c490d368a2..2c5fcf8824 100644 Binary files a/docs/compilation/v1.9.5/objects.inv and b/docs/compilation/v1.9.5/objects.inv differ diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.9.5/pages/modules/sinergym.envs.eplus_env.html index 704cf6223c..513476796a 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.envs.eplus_env.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.envs.html b/docs/compilation/v1.9.5/pages/modules/sinergym.envs.html index 902d8c6d4e..26669926a0 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.envs.html @@ -110,9 +110,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.base.html index f3c5ee6b72..d5ca964491 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.base.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus.html index c0ba0b1b08..c60f9b115f 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus_alpha.html index 5d179915db..9b6c72b155 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.eplus_alpha.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.html b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.html index 8398c0a42b..d48a4b2d5f 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.simulators.html @@ -112,9 +112,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.callbacks.html index b8b91059a7..5fb2c51ae4 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.callbacks.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.common.html index 4f77fcb50a..91a359726b 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.common.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.config.html index 1acf1d65af..993096a73b 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.config.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.constants.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.constants.html index e8f55c81b5..9f17383d9c 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.constants.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.controllers.html index 6792baea2c..3ac6399037 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.controllers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.env_checker.html index a546a9ce14..6787656ecf 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.env_checker.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.evaluation.html index baef266a44..f5e04229c5 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.evaluation.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.gcloud.html index c19dbd2370..b3ab28ce54 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.gcloud.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.html index b9f98ded63..5b6b3068f7 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.logger.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.logger.html index 857742879a..0371f4ead4 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.logger.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.rewards.html index 1059370052..43c16eae9a 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.rewards.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.wrappers.html index 4321373943..daf1905df0 100644 --- a/docs/compilation/v1.9.5/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.9.5/pages/modules/sinergym.utils.wrappers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v1.9.5/searchindex.js b/docs/compilation/v1.9.5/searchindex.js index 98b9aadac0..0bc087706b 100644 --- a/docs/compilation/v1.9.5/searchindex.js +++ b/docs/compilation/v1.9.5/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 33, 37, 44, 46, 48, 54, 57, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 32, 33, 37, 44, 46, 48, 54, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "project": [0, 3, 4, 6, 7, 8, 9, 16, 38, 75], "base": [0, 2, 6, 7, 9, 40, 41, 57, 71, 74, 75], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 30, 35, 44, 46, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "eplu": [0, 4, 5, 9, 12, 33, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 44, 46, 67, 68, 72, 73, 74, 76, 77], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 33, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 37, 44, 46, 54, 67, 73, 75, 76, 77], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 30, 35, 40, 41, 42, 44, 46, 54, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 77], "follow": [0, 2, 4, 6, 7, 8, 9, 17, 41, 44, 67, 74, 76], "openai": [0, 9, 44, 67, 75], "interfac": [0, 4, 5, 9, 13, 18, 37, 73, 75], "wrap": [0, 3, 9, 23, 30, 35, 46, 65, 66, 69, 73], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 33, 37, 40, 41, 42, 54, 55, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "build": [0, 2, 3, 5, 6, 7, 8, 9, 12, 19, 34, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "control": [0, 4, 5, 7, 9, 12, 15, 17, 20, 74, 75], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 32, 33, 37, 38, 44, 46, 47, 54, 58, 59, 60, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "deep": [0, 6, 8, 9, 69, 76], "reinforc": [0, 6, 8, 9, 69, 74, 76], "learn": [0, 6, 8, 9, 65, 66, 69, 74, 76], "main": [0, 3, 4, 6, 9, 54, 73], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 33, 43, 45, 46, 47, 56, 57, 59, 60, 67, 68, 71, 72, 74, 75, 76, 77], "ar": [0, 3, 4, 5, 6, 7, 8, 9, 29, 46, 54, 58, 59, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 46, 68, 76], "commun": [0, 9, 13, 37, 73, 75], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "design": [0, 4, 5, 9, 37, 68], "set": [0, 3, 4, 5, 9, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 65, 66, 69, 75, 76], "These": [0, 4, 6, 7, 9, 54, 68, 73, 74, 75], "mai": [0, 6, 8, 9, 37, 67, 69, 73], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 66, 67, 74, 76], "differ": [0, 3, 4, 5, 6, 7, 8, 9, 27, 58, 60, 69, 74, 75, 76], "weather": [0, 4, 5, 9, 12, 17, 19, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "action": [0, 2, 3, 5, 6, 8, 9, 12, 15, 17, 19, 23, 31, 37, 40, 41, 42, 46, 54, 62, 63, 67, 68, 70, 71, 73, 75, 76, 77], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 31, 37, 40, 41, 54, 62, 63, 64, 68, 70, 71, 73, 74, 75, 76, 77], "space": [0, 3, 6, 9, 12, 67, 68, 76, 77], "develop": [0, 2, 7, 8, 9, 66, 72, 75, 77], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9], "packag": [0, 9, 65, 66, 67, 68, 69], "allow": [0, 3, 4, 6, 7, 9, 74], "modifi": [0, 2, 4, 5, 9, 16, 37, 46, 68, 73, 76], "easi": [0, 9, 75], "manner": [0, 9], "For": [0, 3, 4, 5, 6, 7, 8, 9, 65, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "sever": [0, 4, 5, 6, 9, 37, 68, 72, 77], "reward": [0, 3, 4, 6, 9, 12, 20, 22, 23, 46, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 75, 77], "variabl": [0, 2, 3, 4, 5, 6, 9, 12, 17, 19, 31, 33, 37, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "defin": [0, 4, 5, 6, 9, 15, 19, 29, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "between": [0, 3, 4, 9, 27, 74], "python": [0, 5, 6, 7, 9, 16, 47, 68, 75, 76], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 37, 65, 66, 67, 69, 70, 71, 72, 73], "establish": [0, 4, 9, 17, 73, 75], "bcvtb": [0, 4, 9, 17, 37], "sinc": [0, 4, 5, 6, 9, 26, 71, 73], "tool": [0, 9, 76], "interact": [0, 2, 3, 9, 44, 54, 62, 69, 73, 77], "more": [0, 4, 5, 6, 7, 8, 9, 44, 69, 71, 72, 73, 74, 75, 76, 77], "them": [0, 3, 4, 9, 37, 72, 74, 76, 77], "e": [0, 8, 9, 46], "g": [0, 3, 6, 9, 46, 51], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 66, 77], "backend": [0, 6, 9], "while": [0, 3, 9, 66, 67, 70, 71, 72, 76, 77], "maintain": [0, 9], "api": [0, 6, 9, 44, 47, 67], "model": [0, 3, 4, 5, 9, 19, 23, 26, 36, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 75], "configur": [0, 4, 9, 12, 17, 19, 36, 37, 65, 66, 67, 69, 71, 72, 74, 75], "automat": [0, 4, 6, 7, 8, 9, 75], "adapt": [0, 4, 9, 37, 43, 44, 68, 76], "specif": [0, 3, 5, 7, 8, 9, 37, 73, 75, 76], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 32, 33, 46, 54, 62, 69, 70, 71, 72, 73, 74, 76, 77], "designdai": [0, 4, 9, 37, 65, 66, 67, 68, 69, 70, 71, 72], "locat": [0, 4, 6, 8, 9, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 37, 42, 43, 44, 48, 51, 52, 54, 57, 58, 59, 60, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77], "idf": [0, 4, 5, 9, 12, 17, 19, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 25, 31, 36, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "specifi": [0, 3, 4, 5, 6, 9, 51, 52, 66, 68, 70, 74, 76], "without": [0, 6, 7, 9, 37, 64, 76, 77], "ani": [0, 2, 4, 5, 6, 8, 9, 12, 17, 22, 23, 32, 37, 40, 41, 42, 46, 54, 62, 63, 64, 68, 69, 70, 71, 73, 74, 76, 77], "intervent": [0, 9], "user": [0, 7, 9, 68, 73], "cfg": [0, 4, 5, 9, 17, 37, 73], "extern": [0, 4, 5, 6, 9, 37, 73], "obtain": [0, 3, 4, 9, 12, 76], "depend": [0, 3, 5, 6, 8, 9, 29, 54, 58, 59, 60, 68, 69, 73, 74, 75], "extra": [0, 3, 4, 6, 7, 8, 9, 12, 17, 36, 37, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "facil": [0, 3, 9, 68, 74, 76], "our": [0, 3, 4, 5, 7, 8, 9, 66, 67, 68, 69, 70, 71, 75, 76], "team": [0, 8, 9], "paramet": [0, 3, 4, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 40, 42, 44, 46, 48, 51, 52, 54, 55, 57, 58, 59, 60, 62, 63, 64, 68, 69, 74, 76], "order": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 32, 37, 66, 68, 72, 73, 75, 77], "amplifi": [0, 5, 9], "context": [0, 5, 9, 75], "experi": [0, 3, 5, 8, 9, 36, 37], "peopl": [0, 9, 74], "occup": [0, 2, 9, 29, 40], "timestep": [0, 3, 4, 5, 6, 9, 12, 22, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "per": [0, 3, 4, 5, 9, 46, 54, 73], "hour": [0, 4, 5, 9, 17, 26, 59, 67, 70, 71, 72, 74, 77], "definit": [0, 4, 5, 6, 9, 12, 66, 67], "structur": [0, 4, 5, 9, 73], "etc": [0, 3, 5, 6, 8, 9, 54, 67, 68, 73], "stabl": [0, 3, 8, 9, 21, 43, 44, 69, 75], "baselin": [0, 3, 9, 21, 43, 44, 75], "3": [0, 3, 5, 9, 17, 21, 65, 66, 67, 69, 70, 71, 72, 75], "integr": [0, 6, 7, 9, 66, 69, 76], "some": [0, 3, 5, 6, 7, 9, 69, 77], "like": [0, 3, 4, 6, 7, 8, 9, 37, 66, 67, 68, 75], "callback": [0, 3, 6, 9, 20, 45, 46, 65, 66, 69], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 44, 46, 66, 73, 74, 75, 76], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 47, 48, 49, 50, 51, 52], "cloud": [0, 3, 7, 9, 47, 48, 49, 50, 51, 52], "whether": [0, 6, 7, 9, 12, 17, 23, 44, 46, 48, 63, 77], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 46, 51, 52, 58, 59, 60, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77], "account": [0, 5, 6, 8, 9, 48, 49, 74], "want": [0, 3, 4, 5, 6, 7, 8, 9, 46, 51, 52, 68, 70, 71, 73, 74, 75, 76, 77], "your": [0, 2, 3, 4, 5, 7, 8, 9, 66, 69, 71, 74, 76, 77], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69], "about": [0, 3, 4, 5, 7, 9, 44, 66, 68, 69, 71, 72, 73, 75, 76, 77], "how": [0, 4, 5, 6, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 76], "do": [0, 3, 4, 5, 6, 8, 9, 46, 66, 68, 74, 75, 76], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 37, 66], "open": [0, 8, 9, 66, 73], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 66], "machin": [0, 6, 9, 66, 76], "lifecycl": [0, 9], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "remot": [0, 3, 7, 8, 9, 75], "local": [0, 3, 6, 7, 9, 46, 51, 52, 65, 66, 67, 68, 69, 76], "store": [0, 3, 6, 9, 22, 37, 52, 54, 66, 68, 73, 76, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 36, 37, 48, 73], "run": [0, 4, 6, 8, 9, 17, 46, 65, 66, 68, 69, 73, 76], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 37, 73], "orderli": [0, 9], "data": [0, 2, 3, 4, 6, 9, 12, 17, 19, 22, 37, 41, 51, 52, 54, 66, 69, 73], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 62, 66, 67, 68, 69, 77], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 65, 66, 69, 73, 74], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 37, 44, 54, 62, 63, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "real": [0, 3, 4, 9, 54, 66, 73], "time": [0, 3, 5, 7, 8, 9, 17, 27, 54, 59, 65, 66, 69, 70, 72, 73, 74, 75, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 37, 46, 65, 66, 67, 69, 70, 71, 72, 74, 76], "progress": [0, 3, 9, 54, 55, 62, 70, 72, 73, 77], "stai": [0, 5, 9, 74], "tune": [0, 5, 9, 74], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "To": [0, 4, 5, 6, 8, 75, 76], "interest": 0, "make": [0, 3, 4, 5, 6, 8, 17, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77], "better": [0, 76], "still": 0, "improv": 0, "need": [0, 4, 6, 7, 8, 65, 67, 69, 70, 71, 73, 77], "done": [0, 3, 54, 67, 68, 70, 71, 72, 73, 76, 77], "check": [0, 3, 4, 6, 7, 30, 44, 46, 75], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 33, 37, 46, 64, 68, 73, 74, 75, 76, 77], "pleas": [0, 5, 6, 7, 44, 69, 71, 76], "read": [0, 6, 15, 17, 51, 69], "md": 0, "first": [0, 3, 8, 17, 37, 46, 62, 64, 65, 67, 69, 70, 71, 77], "comput": [0, 3, 6, 69], "contain": [0, 7, 46, 48, 49, 67, 75], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 37, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "instal": [0, 6, 17, 76], "section": [0, 2, 3, 4, 6, 8, 75, 76], "notebook": [0, 66, 67, 70, 72, 76], "host": [0, 6, 73], "folder": [0, 4, 7, 8, 12, 23, 37, 66, 68, 70, 72, 76], "offici": 0, "repositori": [0, 6, 7, 8, 69, 73, 75, 76], "sinergym": [2, 3, 4, 7, 9, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77], "ha": [2, 3, 4, 5, 6, 7, 8, 12, 19, 22, 23, 30, 35, 37, 44, 46, 49, 66, 68, 69, 73, 74, 75, 77], "implement": [2, 3, 5, 39, 56, 61, 74, 75, 77], "own": [2, 3, 4, 5, 69, 71, 74, 76, 77], "current": [2, 3, 5, 6, 7, 8, 12, 15, 17, 26, 29, 37, 54, 69, 72, 73, 74, 75, 77], "random": [2, 6, 42, 76], "agent": [2, 4, 6, 12, 23, 40, 41, 42, 46, 54, 71, 73, 74, 75, 76], "rule": [2, 6, 40, 41, 75], "5zone": [2, 4, 5, 6, 68, 71, 76, 77], "datacent": [2, 4, 6, 68, 76], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 65, 67, 74, 76, 77], "util": [2, 3, 6, 12, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77], "py": [2, 3, 4, 6, 8, 44, 65, 66, 67, 68, 69, 75, 76, 77], "veri": [2, 6, 7, 8, 74, 76], "perform": [2, 6, 23, 46, 63, 74, 77], "refer": [2, 6], "point": [2, 69, 76], "studi": [2, 4], "drl": [2, 4, 6, 65, 66, 76], "basic": [2, 39], "datetim": [2, 6, 65, 66, 69, 71, 74], "import": [2, 3, 5, 6, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "type": [2, 3, 4, 5, 6, 7, 8, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 48, 49, 50, 62, 63, 64, 65, 66, 69, 70, 71, 74, 76, 77], "list": [2, 5, 6, 7, 8, 12, 17, 25, 26, 28, 31, 32, 33, 37, 40, 41, 46, 54, 58, 59, 60, 62, 67, 68, 70, 71, 73, 74, 77], "sequenc": [2, 40, 41, 42, 64, 70, 71, 77], "common": [2, 3, 4, 6, 20, 23, 46, 65, 66, 69, 71, 75, 77], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 30, 36, 37, 39, 40, 41, 42, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 70, 71, 73, 74, 77], "randomcontrol": [2, 76], "object": [2, 3, 4, 6, 25, 26, 28, 35, 37, 50, 51, 52, 66, 70, 73, 74], "def": [2, 3, 4, 70, 71, 73, 74, 77], "__init__": [2, 3, 4, 6, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 54, 55, 57, 58, 59, 60, 62, 63, 64, 70, 73, 74, 77], "self": [2, 3, 4, 70, 71, 73, 74, 77], "env": [2, 3, 4, 5, 6, 8, 23, 30, 33, 35, 37, 40, 41, 42, 43, 44, 46, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "It": [2, 3, 4, 6, 7, 8, 17, 23, 42, 44, 54, 60, 73, 74, 77], "select": [2, 8, 12, 40, 41, 42, 71], "avail": [2, 4, 5, 6, 42, 68, 69, 70, 72], "randomli": [2, 42, 76], "arg": [2, 3, 4, 6, 8, 12, 22, 23, 62, 63, 64, 67, 68, 69, 71, 73, 74, 77], "act": [2, 40, 41, 42, 71, 76], "": [2, 3, 4, 5, 6, 8, 16, 37, 42, 54, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "action_spac": [2, 4, 6, 12, 42, 67, 70, 72, 76, 77], "return": [2, 3, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 46, 48, 49, 50, 54, 55, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 76, 77], "chosen": [2, 40, 41, 42, 71, 76], "sampl": [2, 67, 70, 72, 76, 77], "rbc5zone": [2, 71, 76], "none": [2, 3, 4, 6, 12, 15, 17, 23, 25, 33, 34, 35, 37, 40, 41, 44, 46, 54, 62, 63, 64, 70, 73, 77], "static": [2, 6, 40, 41], "5zoneautodxvav": [2, 4, 40], "setpoint": [2, 3, 4, 5, 40, 41, 71], "ashra": [2, 29, 40, 41], "standard": [2, 4, 7, 29, 40, 67, 76], "55": [2, 29, 40], "2004": [2, 29, 40], "thermal": [2, 29, 40, 59, 74], "environment": [2, 29, 40], "condit": [2, 4, 12, 29, 40], "human": [2, 12, 29, 40], "setpoints_summ": [2, 71], "26": [2, 65, 67, 68, 70, 71, 72, 74, 76], "29": [2, 66, 68, 70, 72], "0": [2, 3, 4, 6, 17, 22, 27, 54, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "setpoints_wint": 2, "20": [2, 67, 68, 69, 70, 71, 72, 74, 76], "23": [2, 66, 67, 68, 69, 70, 71, 72, 74, 76], "5": [2, 3, 4, 17, 23, 46, 58, 59, 60, 63, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "indoor": [2, 40, 41], "temperatur": [2, 3, 29, 40, 41, 58, 59, 60, 67, 68, 70, 71, 72, 74, 76], "perceiv": [2, 40, 41, 71], "obs_dict": [2, 4, 71, 74], "dict": [2, 3, 4, 12, 17, 31, 32, 33, 37, 46, 54, 62, 63, 64, 70, 71, 73, 74, 77], "zip": [2, 6, 71], "year": [2, 4, 5, 17, 26, 27, 29, 37, 67, 70, 71, 72, 74], "int": [2, 3, 4, 6, 12, 15, 17, 23, 26, 27, 29, 37, 46, 54, 62, 63, 70, 71, 73, 77], "month": [2, 4, 17, 26, 27, 29, 67, 70, 71, 72, 74, 76, 77], "dai": [2, 4, 5, 17, 26, 27, 29, 37, 67, 70, 71, 72, 74, 77], "summer_start_d": [2, 71, 74], "6": [2, 5, 6, 8, 17, 37, 66, 67, 68, 69, 70, 71, 72, 74, 76], "1": [2, 3, 4, 5, 12, 17, 22, 23, 58, 59, 60, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 76, 77], "summer_final_d": [2, 71, 74], "9": [2, 4, 41, 59, 65, 66, 67, 68, 69, 70, 71, 72, 74], "30": [2, 67, 68, 69, 71, 72, 74], "current_dt": [2, 71, 74], "get": [2, 6, 8, 29, 37, 46, 49, 64, 71, 77], "season": [2, 29, 58, 59, 60, 71, 74], "comfort": [2, 3, 8, 22, 29, 58, 59, 60, 71, 74], "rang": [2, 3, 5, 6, 29, 33, 41, 58, 59, 60, 64, 67, 70, 71, 72, 74, 76, 77], "season_rang": 2, "els": [2, 3, 4, 6, 46, 70, 71, 73, 74, 77], "rbcdatacent": [2, 76], "2zonedatacenterhvac": [2, 41], "recommend": [2, 3, 6, 7, 8, 41, 68, 74], "center": [2, 41], "describ": [2, 6, 41], "tc9": [2, 41], "2016": [2, 41], "18": [2, 67, 70, 71, 72], "27": [2, 67, 69, 72], "celsiu": 2, "range_datacent": 2, "west": [2, 68, 76], "zone": [2, 5, 6, 31, 68, 71, 74, 76], "west_in_temp": 2, "air": [2, 68, 71, 74, 76], "west_current_heat_setpoint": 2, "thermostat": [2, 71], "heat": [2, 5, 71], "west_current_cool_setpoint": 2, "cool": [2, 4, 5, 68, 71, 76], "west_new_heat_setpoint": 2, "west_new_cool_setpoint": 2, "elif": [2, 3, 6, 71, 77], "east": [2, 68, 76], "east_in_temp": 2, "east_current_heat_setpoint": 2, "east_current_cool_setpoint": 2, "east_new_heat_setpoint": 2, "east_new_cool_setpoint": 2, "simpl": [2, 67, 74, 76], "given": [2, 3, 6, 17, 26, 28, 30, 33, 37, 58, 59, 60, 62, 74, 77], "instanc": [2, 3, 4, 6, 12, 48, 73], "exampl": [2, 3, 4, 5, 6, 7, 8, 9, 68, 73, 74, 75, 77], "usag": [2, 3, 6, 65, 77], "discret": [3, 4, 12, 67, 74], "continu": [3, 4, 5, 6, 7, 8, 66, 67, 68, 76, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 65, 66, 69], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 37], "due": [3, 6], "its": [3, 4, 5, 6, 7, 49, 62, 67, 76, 77], "call": [3, 4, 6, 7, 8, 17, 23, 46, 68, 69, 73, 76], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 4, 6, 17, 62, 77], "dure": [3, 4, 6, 12, 22, 23, 69, 73, 76], "one": [3, 4, 5, 6, 12, 25, 28, 46, 54, 68, 71, 73, 74, 75, 76], "monitor": [3, 6, 8, 23, 46, 54, 62, 66, 69, 70, 72, 73, 77], "auto": [3, 6, 69], "save": [3, 5, 6, 23, 37, 65, 66, 68, 69, 76, 77], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 6, 20, 21, 22, 44, 45, 61, 77], "execut": [3, 4, 7, 8, 12, 17, 37, 48, 54, 55, 62, 63, 66, 69, 73, 75, 76, 77], "log": [3, 54, 55, 62, 69, 73, 77], "all": [3, 4, 6, 7, 8, 12, 17, 22, 33, 37, 57, 62, 67, 69, 71, 73, 74, 75, 76, 77], "therefor": [3, 74, 76], "propos": 3, "extract": [3, 4, 33], "which": [3, 4, 6, 7, 8, 17, 22, 32, 37, 54, 68, 73, 74, 75, 76], "why": 3, "loggercallback": [3, 6, 66], "deal": 3, "those": [3, 6, 29, 68, 74], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 37, 44, 46], "valu": [3, 4, 5, 6, 8, 17, 22, 33, 64, 65, 66, 68, 69, 70, 74, 77], "param": [3, 6, 22, 23, 36, 37, 41, 46, 54, 73], "ep_reward": [3, 22], "here": [3, 4, 6, 7, 8, 22, 69, 75, 76], "episod": [3, 4, 5, 6, 12, 17, 22, 23, 33, 37, 46, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "ep_pow": [3, 22], "consumpt": [3, 22, 59, 60, 74], "ep_term_comfort": [3, 22], "term": [3, 22, 58, 59, 60, 74], "compon": [3, 4, 5, 6, 22, 74], "ep_term_energi": [3, 22], "energi": [3, 6, 22, 58, 59, 60, 74], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 37, 46, 54, 63, 68, 69, 73, 76, 77], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "fals": [3, 6, 22, 23, 46, 54, 62, 65, 67, 69, 70, 71, 72, 73, 76, 77], "verbos": [3, 6, 22, 23, 66, 69, 75], "boolean": [3, 17, 22], "indic": [3, 4, 6, 17, 22], "csvlogger": [3, 6, 22, 62, 70, 73, 77], "inner": [3, 6, 7, 22, 48, 51, 52], "activ": [3, 6, 8, 22, 54, 62, 73, 77], "super": [3, 70, 74, 77], "_on_training_start": 3, "is_wrap": [3, 77], "training_env": 3, "loggerwrapp": [3, 6, 65, 66, 69, 72, 76, 77], "env_method": 3, "activate_logg": [3, 62, 77], "deactivate_logg": [3, 62, 77], "record": [3, 28, 32, 54, 62, 73, 77], "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 44, 54, 55, 57, 58, 59, 60, 62, 63, 64, 73, 74], "global": [3, 6, 46], "kei": [3, 5, 6, 17, 28, 31, 33, 77], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 37, 46, 74], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 30, 44, 46, 54, 62, 63, 70, 73, 77], "info": [3, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "get_attr": 3, "normal": [3, 6, 64, 73, 74, 75, 76, 77], "origin": [3, 4, 16, 25, 37, 51, 62, 63, 64, 68, 72, 73, 76, 77], "env_is_wrap": 3, "wrapper_class": [3, 30, 35], "normalizeobserv": [3, 6, 70, 72, 76, 77], "obs_norm": 3, "new_ob": 3, "ob": [3, 54, 64, 67, 70, 71, 72, 73, 76, 77], "get_unwrapped_ob": [3, 64, 77], "enumer": [3, 77], "normalized_observ": 3, "onli": [3, 4, 5, 6, 7, 8, 12, 46, 54, 66, 67, 68, 73, 74, 77], "receiv": [3, 4, 12, 17, 19], "action_": [3, 67, 70, 71, 72, 77], "try": [3, 4, 6, 17, 73], "network": [3, 6], "output": [3, 4, 5, 7, 33, 37, 44, 55, 66, 67, 68, 69, 70, 71, 72, 76], "clip": [3, 6], "clipped_act": 3, "except": [3, 4, 37, 73, 76], "unknown": [3, 7], "flag_discret": [3, 4], "action_map": [3, 4, 12], "action_simul": 3, "append": [3, 6, 65, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77], "print": [3, 67, 69, 70, 71, 72, 76, 77], "total_pow": [3, 67, 70, 71, 72, 73], "comfort_penalti": [3, 54, 67, 69, 70, 71, 72, 73, 77], "total_power_no_unit": [3, 67, 70, 71, 72, 73], "end": [3, 6, 12, 17, 19, 27, 54, 65, 73, 77], "summari": [3, 62, 67, 73, 77], "reset": [3, 6, 12, 17, 37, 46, 62, 63, 67, 70, 71, 72, 73, 76, 77], "last": [3, 4, 8, 12, 17, 33, 62, 64, 68, 73, 76, 77], "metric": [3, 73], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 73, 77], "np": [3, 4, 6, 12, 17, 54, 62, 63, 64, 67, 68, 70, 71, 72, 73, 76, 77], "sum": [3, 67, 70, 71, 72, 73, 74, 76, 77], "mean_reward": [3, 69, 73, 77], "mean": [3, 4, 6, 7, 17, 23, 25, 37, 46, 65, 66, 67, 69, 70, 71, 72, 73, 74, 76, 77], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 73, 77], "cumulative_comfort_penalti": [3, 73, 77], "mean_power_penalti": [3, 73, 77], "cumulative_power_penalti": [3, 73, 77], "comfort_violation_tim": 3, "100": [3, 6, 73], "zerodivisionerror": [3, 73], "nan": [3, 73], "finish": [3, 6, 7, 17, 76], "shouldn": 3, "t": [3, 4, 6, 8, 28, 58, 60, 66, 67, 73, 74, 77], "hasattr": [3, 6], "item": [3, 74], "true": [3, 6, 23, 30, 44, 46, 54, 62, 63, 65, 66, 69, 70, 72, 73, 77], "on_training_end": [3, 22], "same": [3, 4, 5, 6, 7, 25, 65, 68, 72, 73, 76, 77], "attribut": [3, 12, 17, 37, 54, 69, 73, 77], "constructor": [3, 4, 5, 15, 68, 76], "deriv": [3, 6], "background": 3, "With": [3, 76], "possibl": [3, 4, 5, 6, 7, 8, 66, 68, 69, 76], "compar": [3, 7], "There": [3, 6, 7, 8, 73], "tabl": 3, "other": [3, 4, 6, 8, 69, 73, 74, 76], "vice": 3, "versa": 3, "log_interv": [3, 6, 65, 66, 69], "process": [3, 4, 6, 7, 12, 17, 25, 37, 65, 66], "step": [3, 4, 8, 12, 17, 46, 54, 62, 63, 67, 69, 71, 72, 73, 76, 77], "frequenc": [3, 6], "consequ": [3, 6, 74], "featur": [3, 4], "up": [3, 4, 5, 8, 36, 37, 58, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 45, 46], "whole": [3, 38, 54, 62, 68, 73, 74, 76, 77], "instead": [3, 6, 8, 46], "when": [3, 6, 7, 17, 23, 44, 46, 54, 73, 74, 76], "On": [3, 6, 8], "appear": [3, 8, 46, 67, 73], "too": [3, 6, 7, 8, 48, 77], "becaus": [3, 4, 6, 69, 71, 76], "Then": [3, 4, 5, 6, 8, 65, 66, 77], "pars": [3, 4, 31], "entir": 3, "equival": 3, "csv": [3, 54, 62, 69, 70, 72, 73, 76, 77], "format": [3, 5, 6, 7, 62, 76, 77], "percentag": 3, "out": [3, 73, 77], "bound": [3, 67, 68, 69], "penalti": [3, 74], "power": [3, 54, 58, 59, 60, 73, 74], "being": [3, 73], "option": [3, 4, 6, 7, 8, 12, 17, 25, 33, 37, 44, 54, 58, 59, 60, 62, 63, 64, 68, 69, 70, 73, 74, 75, 77], "wrapper": [3, 6, 20, 23, 30, 35, 46, 65, 66, 69, 73, 75], "thei": [3, 4, 6, 8, 66, 75, 76], "both": [3, 6, 74], "rollout": [3, 69], "default": [3, 4, 5, 6, 7, 8, 12, 17, 25, 37, 44, 58, 59, 60, 62, 63, 66, 68, 74, 75, 77], "exploration_r": [3, 69], "doesn": [3, 6, 77], "neural": 3, "well": [3, 46, 69], "evalu": [3, 6, 23, 65, 66, 69, 74], "ad": [3, 5, 77], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 4, 6, 8, 32, 76], "drl_batteri": [3, 6, 69, 76], "flag": [3, 6, 17, 54, 62, 70, 73, 77], "most": [3, 73, 74], "must": [3, 4, 6, 8, 46, 74], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 67], "concaten": 3, "callbacklist": [3, 6, 65, 66, 69], "until": [3, 7], "where": [3, 4, 6, 8, 23, 32, 48, 51, 52, 59, 74], "comment": [3, 7], "requir": [3, 4, 5, 6, 7, 8, 37, 69, 73, 74, 76], "argument": [3, 6, 77], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 37, 68, 69, 73, 74, 76, 77], "field": [3, 4, 6], "valid": [3, 6, 49, 72, 77], "path": [3, 4, 6, 17, 23, 25, 31, 33, 37, 51, 52, 54, 66, 73], "script": [3, 6, 68, 69, 76], "load": [3, 66], "argpars": [3, 6], "loggerevalcallback": [3, 6, 65, 66, 69], "stable_baselines3": [3, 6, 23, 46, 65, 66, 69], "nois": [3, 4, 6, 67], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 46, 65, 66, 69], "dummyvecenv": [3, 6, 65, 66, 69], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 4, 5, 6, 12, 17, 19, 23, 25, 28, 31, 32, 33, 34, 37, 46, 48, 49, 52, 54, 55, 58, 59, 60, 62, 63, 64, 70, 73, 74, 77], "learning_r": [3, 6, 69], "lr": [3, 6], "float": [3, 4, 6, 12, 17, 25, 26, 27, 33, 37, 46, 54, 58, 59, 60, 62, 63, 70, 73, 74, 77], "0007": 3, "n_step": [3, 6], "n": [3, 6, 63, 68, 72, 73, 76, 77], "gamma": [3, 6], "99": [3, 6, 37], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 74, 75], "max_grad_norm": [3, 6], "m": [3, 6, 65, 66, 69], "rms_prop_ep": [3, 6], "rm": [3, 6, 43, 44], "1e": [3, 6, 58, 59, 60, 74], "05": [3, 6, 65, 66, 67, 68, 69, 71, 72], "parse_arg": [3, 6], "id": [3, 4, 6, 68, 74, 76], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 25, 31, 37, 48, 51, 52, 55, 58, 59, 60, 65, 66, 68, 69, 74, 76], "start_run": [3, 6, 65], "run_nam": [3, 6, 65], "log_param": [3, 6], "mlppolici": [3, 6, 65, 66, 69], "tensorboard_log": [3, 6, 66], "n_timesteps_episod": [3, 6, 65, 66, 69], "_eplus_one_epi_len": [3, 6, 65, 66, 69], "_eplus_run_steps": [3, 6, 65, 66, 69], "lambda": [3, 6, 65, 66, 69], "freq": [3, 23], "2": [3, 4, 7, 17, 65, 66, 67, 68, 69, 71, 72, 76], "everi": [3, 6, 7, 8, 23, 67, 70, 71, 72, 75, 76, 77], "eval_callback": [3, 6, 65, 69], "best_model_save_path": [3, 6, 23, 65, 69], "best_model": [3, 6, 65, 69], "log_path": [3, 6, 23, 65, 69], "eval_freq": [3, 6, 23, 65, 69], "determinist": [3, 6, 23, 46, 65, 69], "render": [3, 6, 12, 23, 44, 46, 65, 69], "n_eval_episod": [3, 6, 23, 46, 65, 69], "log_callback": [3, 6, 66], "total_timestep": [3, 6, 54, 65, 66, 69, 73], "As": [3, 4, 6, 8, 68], "abl": [3, 4, 6, 8, 68], "start": [3, 4, 6, 15, 17, 19, 26, 27, 66, 68, 76], "batteri": [3, 6], "initi": [3, 23, 50, 77], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 6, 8, 44], "plan": 3, "futur": [3, 5, 6, 66, 74], "period": [4, 74], "demo": [4, 65, 66, 67, 69, 70, 71, 72, 76], "v1": [4, 5, 12, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "pittsburgh": 4, "usa": 4, "10": [4, 6, 8, 12, 17, 67, 68, 69, 70, 71, 72, 76], "01": [4, 66, 72], "31": [4, 5, 68], "03": [4, 65, 72], "hot": [4, 5, 58, 59, 60, 68, 74, 76, 77], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 67, 69, 70, 71, 72], "mix": [4, 74], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 12, 67, 68, 69, 77], "stochast": [4, 23, 46, 68, 74, 76], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 37, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "doe": [4, 5, 6, 17, 73], "classif": 4, "In": [4, 6, 7, 8, 37, 46, 66, 67, 68, 70, 73, 74, 75, 76], "seri": 4, "chang": [4, 5, 6, 7, 54, 66, 67, 69, 70, 73, 74, 76], "gaussian": 4, "std": [4, 46, 73], "dynam": [4, 7, 66], "let": [4, 5, 6, 7, 8, 65, 66, 67, 68, 69, 76], "idf_fil": [4, 12, 19], "weather_fil": [4, 12, 19, 68, 76], "observation_spac": [4, 12, 77], "low": [4, 58, 60, 74, 75, 77], "5e6": [4, 77], "high": [4, 77], "shape": [4, 6, 77], "observation_vari": [4, 12], "union": [4, 12, 17, 54, 58, 59, 60, 62, 63, 70, 73, 74, 77], "action_vari": [4, 12], "tupl": [4, 5, 12, 17, 25, 37, 58, 59, 60, 62, 63, 70, 74, 77], "weather_vari": [4, 12, 17, 36, 68, 76], "linearreward": [4, 6, 12, 65, 66, 68, 69, 74, 76], "reward_kwarg": [4, 12, 68, 74, 76], "act_repeat": [4, 12, 17, 68, 76], "max_ep_data_store_num": [4, 12, 17, 68, 76], "env_nam": [4, 12, 17, 19, 33, 37, 68, 73, 76], "config_param": [4, 5, 12, 17, 68, 76], "epw": [4, 12, 17, 19, 25, 37, 68, 73, 75, 76], "empti": [4, 8, 12, 37, 65, 66, 69], "manual": [4, 5, 7, 12, 77], "should": [4, 5, 6, 8, 12, 17, 23, 57, 74, 76, 77], "extra_config": [4, 12, 37], "map": [4, 12], "sigma": [4, 6, 12, 17, 25, 37], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 37], "uhlenbeck": [4, 12, 25, 37], "appli": [4, 5, 6, 7, 12, 37, 64, 69, 73, 77], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 46, 73], "repeat": [4, 12, 17, 68, 76], "regardless": [4, 12, 73], "repetit": [4, 12], "interv": [4, 6, 12], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 33, 37, 51, 52, 65, 66, 67, 69, 70, 71, 72, 73, 75], "dictionari": [4, 5, 6, 7, 12, 17, 31, 32, 68, 74, 76], "eplus_path": [4, 8, 17, 19], "o": [4, 6, 73], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 37], "join": 4, "weather_path": [4, 17, 37], "isinst": 4, "setpoints_spac": 4, "continuous_action_def": 4, "dtype": [4, 65, 66, 69, 77], "reward_fn": [4, 6], "checker": [4, 43], "_check_eplus_env": 4, "go": [4, 5, 6, 65, 66, 67, 68, 69, 72, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 66, 67, 69, 76], "correctli": [4, 6, 75, 76], "correct": [4, 6, 7, 8, 72, 77], "respect": [4, 7, 8, 31], "look": [4, 30, 35, 44, 69, 71], "found": [4, 69, 77], "rdd": 4, "repres": 4, "previous": [4, 6, 37, 73], "rememb": [4, 69, 71], "later": [4, 8, 54, 73], "so": [4, 6, 7, 8, 66, 69, 73, 74, 77], "reserv": [4, 6], "inconsist": 4, "notifi": [4, 6, 7], "fix": [4, 7], "schedul": 4, "actuat": 4, "befor": [4, 6, 8, 17, 37, 46, 68, 69, 72, 76, 77], "what": [4, 6, 68, 72], "take": [4, 5, 7, 37, 44, 69], "care": [4, 6], "action_definit": [4, 68, 76], "consist": [4, 17], "show": [4, 7], "usual": [4, 7], "solut": 4, "updat": [4, 6, 7, 8, 23, 33, 65, 66, 67, 68, 69, 70, 71, 72, 75], "problem": [4, 6], "alwai": [4, 6, 67, 69, 71, 73, 74], "send": [4, 6, 12, 15, 17, 19, 49, 50, 52], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "necessari": [4, 6, 7, 8, 74, 76], "link": [4, 6], "index": [4, 6], "told": [4, 8], "constant": [4, 6, 58, 59, 60, 70, 72, 74], "seen": 4, "recogniz": 4, "calcul": [4, 6, 65, 69, 74, 76], "support": [4, 5, 8, 75], "word": [4, 7], "don": [4, 6, 8, 67, 73], "howev": [4, 5, 6, 8, 74, 75], "give": [4, 6], "plai": [4, 69, 71], "affect": [4, 25, 37, 46], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "made": [4, 46], "ones": [4, 6, 74], "case": [4, 6, 7, 8, 46, 67, 69, 71, 74, 76], "offer": 4, "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 5, 6, 7, 46, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72], "version": [4, 6, 7, 8, 68, 76], "intend": 4, "someon": 4, "decid": [4, 6], "next": [4, 5, 6, 7, 8, 12, 17, 62, 63, 65, 73, 75, 77], "mention": [4, 6, 68], "long": [4, 68], "By": [4, 5, 8, 74, 76], "externalinterfac": [4, 70], "copi": [4, 8, 17, 73, 74, 77], "than": [4, 6, 73, 74, 76, 77], "extens": [4, 8, 67, 69], "sure": 4, "variabledictionari": 4, "regular": 4, "formar": 4, "rest": [4, 6, 8, 47, 48, 74, 76], "now": [4, 6, 8, 65, 66, 67, 69, 70, 71, 72], "document": [4, 6, 7, 8, 66, 68, 69, 71, 72, 73, 76], "config": [5, 6, 67, 75], "u": 5, "investig": 5, "wai": [5, 6, 68, 76], "extra_param": 5, "timesteps_per_hour": [5, 68, 76], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "less": 5, "1991": [5, 67, 68, 70, 71, 72, 76], "result": [5, 6, 17, 46, 67, 70, 71, 72, 73, 76, 77], "determin": [5, 6, 74, 76], "length": [5, 6, 46, 65, 69, 73, 77], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 37], "end_dai": [5, 27], "end_month": 5, "end_year": [5, 27], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "new": [5, 6, 15, 17, 19, 23, 25, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 76, 77], "part": [5, 6], "trivial": 5, "task": 5, "certain": 5, "purpos": [5, 6], "Its": 5, "controller_typ": 5, "controller1_definit": 5, "controller2_definit": 5, "controller_definit": 5, "resourc": [5, 6, 50, 51, 52], "heating_nam": [5, 68, 76], "cooling_nam": [5, 68, 76], "exist": [5, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "report": [5, 6], "actual": 5, "apply_extra_conf": [5, 37], "gcloud": 6, "combin": [6, 8, 68, 72, 76], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 67, 69, 76], "job": [6, 7, 8, 75], "remov": [6, 48, 58, 59, 60, 74], "explan": 6, "abov": [6, 66, 68], "firstli": 6, "sdk": [6, 8], "auth": [6, 48], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "enabl": [6, 7], "servic": [6, 48, 49], "librari": [6, 8, 66, 71, 75], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 50, 51, 52], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 43, 44], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 73, 75, 76], "termin": [6, 17, 55, 62, 63, 76, 77], "applic": [6, 75], "login": 6, "upload": [6, 7, 52], "public": 6, "gcr": 6, "io": [6, 69], "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 49], "restart": 6, "never": [6, 67], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 67, 69, 70, 71, 72], "hub": [6, 7, 8], "visit": [6, 8, 71, 72, 73, 75, 76, 77], "prefer": 6, "realli": [6, 72, 76, 77], "10gb": 6, "isn": [6, 77], "enough": 6, "silenc": 6, "would": [6, 74], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 75, 76], "write": [6, 7, 8, 73, 75], "cach": 6, "quick": 6, "eu": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 58, 59, 60, 74], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 75], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 71, 74, 75], "confus": 6, "helper": 6, "everyth": [6, 69, 76], "upgrad": 6, "memori": 6, "least": 6, "free": [6, 69, 71], "might": 6, "submit": 6, "region": 6, "substitut": [6, 68, 76], "predetermin": 6, "enter": [6, 76], "after": [6, 17, 46, 67, 68, 72, 76], "immedi": 6, "hasn": [6, 28], "yet": [6, 75], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 69], "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16, 43, 44, 69], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "ip": 6, "5000": 6, "explain": [6, 76], "previou": [6, 63, 76, 77], "group": [6, 48], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 67, 69, 71], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": [6, 67, 69, 77], "alloc": [6, 7], "numpi": [6, 65, 66, 67, 68, 69, 70, 71, 72, 76, 77], "ranges_5zon": [6, 70, 72], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 70, 72, 77], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 59, 60, 74, 76], "exponenti": [6, 58, 74], "energy_weight": [6, 58, 60, 68, 74, 76], "rew": 6, "weight": [6, 58, 59, 60, 68, 74], "norm": 6, "store_tru": 6, "multiob": [6, 72, 77], "mob": 6, "multi": [6, 77], "ten": 6, "eval": [6, 23, 65, 69], "best": [6, 23, 65, 66, 69], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 76], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 51], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "0003": 6, "2048": 6, "batch_siz": 6, "64": [6, 66], "n_epoch": 6, "ne": 6, "95": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 25, 37], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rpe": 6, "experiment_d": [6, 65, 66, 69], "todai": [6, 65, 66, 69], "strftime": [6, 65, 66, 69], "y": [6, 65, 66, 69], "d_": 6, "h": [6, 65, 66, 69], "_": [6, 77], "ping": 6, "mlflow_ip": 6, "split": [6, 73], "respons": [6, 48, 73], "system": [6, 51, 52], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "rate": [6, 68, 74, 76], "batch": [6, 32], "epoch": 6, "gae": 6, "ent": 6, "coef": 6, "vf": 6, "max": [6, 33, 58, 60, 74, 77], "grad": 6, "buffer": 6, "gradient": 6, "expreward": [6, 68, 74, 76], "runtimeerror": [6, 17, 37], "w_energi": [6, 74], "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 66, 69], "_init_setup_model": 6, "f": [6, 8, 65, 66, 69], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 68, 69, 74, 76], "dir": [6, 37, 66], "tensorboardformatlogg": [6, 66], "tb_path": [6, 66], "new_logg": [6, 66], "set_logg": [6, 66], "_env_working_dir_par": [6, 65, 66, 69, 77], "close": [6, 12, 17, 62, 66, 67, 69, 70, 71, 72, 76, 77], "_episode_exist": [6, 77], "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "upload_to_bucket": 6, "src_path": [6, 52], "dest_bucket_nam": [6, 52], "dest_path": [6, 52], "end_run": [6, 65], "autodelet": 6, "token": [6, 48, 49], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 74], "deactiv": [6, 54, 62, 73, 77], "written": 6, "recreat": 6, "belong": [6, 54, 73], "delet": [6, 48, 77], "individu": [6, 74], "appropri": [6, 68, 76], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 69, 76], "gitignor": 6, "ignor": [6, 7, 66], "final": [6, 67], "know": 6, "load_ag": 6, "just": [6, 72, 74], "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 54, 73, 76, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 28], "two": [6, 8, 74], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 26, 27, 46, 54, 68, 70, 73, 76, 77], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 75], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "github": [6, 8, 16, 43, 44, 75], "sinergymcompilationhtml": 6, "html": [6, 69], "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 69, 71], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 59, 66, 67, 69, 70, 72, 74], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 67, 70, 71, 72, 76, 77], "mb": 6, "tier": 6, "db": [6, 37], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 65, 66, 69], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 26, 68, 73], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "7": [6, 17, 66, 67, 68, 69, 70, 71, 72, 74], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "direct": 6, "ingress": 6, "target": [6, 74], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 74], "creation": [6, 76], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "level": [7, 55, 75], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "workflow": [7, 75], "cannot": [7, 66, 76], "storag": [7, 8, 50, 51, 52], "compil": 7, "sphinx": 7, "vocabulari": 7, "spell": 7, "mistak": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 44, 67, 68, 69], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 68, 73], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 44], "commit": 7, "ci": [7, 44], "string": [7, 65, 69], "161": [7, 69], "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 75], "advantag": 7, "pip": [8, 75], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 68, 72], "click": 8, "pop": [8, 70], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 76], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 65, 66, 67, 68, 69], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 74], "also": [8, 44, 68, 69, 72, 74, 76], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "itself": 8, "consid": [8, 58, 59, 60, 67, 74], "subset": [8, 72, 77], "ofici": 8, "supervis": [8, 75], "successfulli": [8, 65, 66, 67, 69, 70, 71, 72, 75], "anywai": [8, 75], "prepar": [8, 32], "kwarg": [12, 22, 23, 62, 63, 64], "mode": 12, "ndarrai": [12, 15, 17, 54, 62, 63, 64, 70, 73, 77], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 37], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 73], "sensor": 17, "ou": [17, 25, 37], "element": [17, 28, 32, 54, 73, 76], "elaps": [17, 26, 54, 73], "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 71], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 46], "weather_data": [25, 37], "weatherdata": [25, 37], "original_epw_fil": 25, "drybulb": [25, 37, 71], "variat": [25, 37], "opyplu": [25, 26, 28, 32, 37], "epm": [26, 28, 32, 34, 37], "sec_elaps": 26, "compos": 26, "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": 27, "st": 27, "mon": 27, "24": [27, 65, 69, 72], "explicitli": 28, "var_fil": 31, "add_batch": 32, "convert": 32, "output_path": 33, "last_result": 33, "min": [33, 74, 77], "absolut": [33, 58, 60, 74], "file_path": 34, "retriev": 35, "vecenvwrapp": 35, "recurs": [35, 51, 52], "search": 35, "unwrap": [35, 73], "till": 35, "modif": [36, 74], "max_ep_stor": 37, "_idf_path": 37, "_weather_path": 37, "_ddy_path": 37, "ddy": [37, 65, 66, 67, 68, 69, 70, 71, 72], "experiment_path": 37, "episode_path": 37, "_idd": 37, "idd": 37, "ddy_model": 37, "adapt_idf_to_epw": 37, "summerdai": 37, "ann": 37, "clg": 37, "condn": 37, "mwb": 37, "winterdai": 37, "htg": 37, "summer": [37, 74], "winter": [37, 74], "desingdai": 37, "adapt_variables_to_cfg_and_idf": 37, "xml": [37, 66, 67, 68, 69, 70, 71, 72], "tree": [37, 66, 67, 68, 69, 70, 71, 72, 75], "apply_weather_vari": 37, "save_building_model": 37, "env_working_dir": 37, "save_variables_cfg": 37, "set_episode_working_dir": 37, "parent": 37, "set_experiment_working_dir": 37, "set_external_interfac": 37, "ptolemi": 37, "dlr": [43, 44], "baselines3": [43, 44], "skip_render_check": 44, "particularli": 44, "blob": 44, "master": 44, "core": [44, 65, 66, 69], "mainli": 44, "relat": 44, "base_class": 46, "basealgorithm": 46, "callabl": [46, 62, 77], "averag": [46, 76], "note": [46, 73, 77], "count": 46, "scale": [46, 75], "earli": 46, "avoid": 46, "anyth": 46, "reward_threshold": 46, "minimum": [46, 59, 74], "expect": 46, "met": 46, "return_episode_reward": 46, "easier": 47, "instance_group_nam": 48, "vm": 48, "alon": 48, "mig": 48, "request": 48, "author": 49, "petit": [49, 50], "ask": [50, 51, 52], "blob_prefix": 51, "bucket": [51, 52], "exclud": 51, "destin": 52, "monitor_head": [54, 62, 70, 73, 77], "progress_head": [54, 62, 70, 73, 77], "log_progress_fil": [54, 70, 73, 77], "log_fil": [54, 70, 73], "header": [54, 62, 70, 73, 77], "sub_run_n": [54, 73], "res_n": [54, 73], "steps_data": [54, 73], "arrai": [54, 73, 77], "elabor": [54, 73], "total_time_elaps": [54, 73], "comfort_violation_timestep": [54, 73], "whose": [54, 73], "activate_flag": [54, 73, 77], "deactivate_flag": [54, 73, 77], "log_episod": [54, 73, 77], "log_step": [54, 73, 77], "log_step_norm": [54, 73, 77], "set_log_fil": [54, 73, 77], "new_log_fil": [54, 73], "getlogg": 55, "formatt": 55, "inherit": [57, 74, 77], "temperature_vari": [58, 59, 60, 68, 74, 76], "energy_vari": [58, 59, 60, 68, 74, 76], "range_comfort_wint": [58, 59, 60, 68, 74, 76], "range_comfort_summ": [58, 59, 60, 68, 74, 76], "lambda_energi": [58, 59, 60, 74], "0001": [58, 59, 60, 69], "lambda_temperatur": [58, 59, 60, 74], "r": [58, 60, 74], "w": [58, 59, 60, 66, 73, 74], "lambda_": [58, 60, 74], "lambda_t": [58, 60, 74], "exp": [58, 74], "t_": [58, 60, 74], "cold": [58, 59, 60, 74], "dimens": [58, 59, 60, 74], "min_energy_weight": [59, 74], "range_comfort_hour": [59, 74], "logger_class": [62, 70, 77], "flatten": [63, 72, 77], "stack": [63, 77], "flat": [63, 77], "vector": [63, 69, 77], "reli": [64, 69, 77], "episodes_": [65, 66, 69], "shown": 65, "env_vec": [65, 66, 69], "2022": [65, 66, 67, 68, 69, 70, 71, 72], "16": [65, 66, 67, 68, 69, 70, 71, 72], "13": [65, 67, 70, 71, 72], "43": [65, 66, 69, 71], "49": [65, 66], "680": 65, "eplus_env_demo": [65, 66, 67, 69, 70, 71, 72], "v1_mainthread_root": [65, 66, 67, 68, 69, 70, 71, 72], "site": [65, 66, 67, 68, 69, 70, 71, 72], "sizingperiod": [65, 66, 67, 68, 69, 70, 71, 72], "682": 65, "686": 65, "702": [65, 72], "workspac": [65, 66, 67, 69, 70, 71, 72, 76], "res2": [65, 69, 70], "sub_run1": [65, 66, 67, 69, 70, 72, 73], "44": [65, 66, 69, 71], "07": [65, 66], "471": 65, "complet": [65, 66, 69, 71, 72, 74], "472": 65, "486": 65, "sub_run2": [65, 66, 69, 71, 72, 73], "36": 65, "436": 65, "437": [65, 67], "451": 65, "sub_run3": [65, 66, 69, 73], "usr": [65, 66, 67, 68, 69], "lib": [65, 66, 67, 68, 69], "dist": [65, 66, 67, 68, 69], "fromnumer": [65, 66, 69], "3474": [65, 66, 69], "runtimewarn": [65, 66, 69], "slice": [65, 66, 69], "_method": [65, 66, 69], "_mean": [65, 66, 69], "axi": [65, 66, 69], "189": [65, 66, 69], "invalid": [65, 66, 69], "encount": [65, 66, 69], "double_scalar": [65, 66, 69], "ret": [65, 66, 69], "rcount": [65, 66, 69], "42": [65, 66, 69, 72], "769": 65, "770": [65, 72], "782": 65, "sub_run4": [65, 66, 69], "45": 65, "057": 65, "058": 65, "072": 65, "sub_run5": [65, 66, 69], "521": 65, "524": 65, "551": 65, "sub_run6": [65, 69], "num_timestep": [65, 69], "70080": [65, 69], "episode_reward": [65, 69], "18206": 65, "00": [65, 69, 70, 72], "35040": [65, 67, 69, 70, 71, 72], "46": 65, "519": 65, "532": 65, "sub_run7": [65, 69], "37": 65, "035": 65, "038": [65, 68], "061": [65, 69], "sub_run8": [65, 69], "449": 65, "450": 65, "469": 65, "sub_run9": [65, 69], "47": 65, "531": [65, 69], "544": 65, "sub_run10": [65, 69], "473": 65, "474": 65, "492": 65, "sub_run11": [65, 69], "140160": [65, 69], "19928": 65, "33": [65, 70, 71, 72], "session": 66, "41": [66, 67, 68, 69, 72], "416": 66, "418": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72], "419": 66, "tensorboard_path": 66, "cpu": [66, 69], "50": 66, "179466": 66, "tensorflow": 66, "stream_executor": 66, "dso_load": 66, "cc": 66, "39": [66, 67, 69, 70, 71, 72], "libcudart": 66, "11": [66, 67, 69, 70, 71, 72], "dlerror": 66, "share": 66, "No": 66, "179484": 66, "cuda": 66, "cudart_stub": 66, "cudart": 66, "gpu": 66, "couldn": 66, "dot_pars": 66, "dot": 66, "51": [66, 69], "876": 66, "888": 66, "res4": 66, "278": [66, 68], "279": 66, "291": 66, "227": 66, "228": [66, 68], "238": 66, "158": 66, "159": 66, "169": 66, "372": 66, "373": 66, "385": 66, "572": 66, "loop": 67, "34": [67, 68, 69, 70], "userwarn": [67, 68, 69], "precis": [67, 68, 69], "lower": [67, 68, 69], "cast": [67, 68, 69], "float32": [67, 68, 69, 77], "color": [67, 68, 69], "msg": [67, 68, 69], "yellow": [67, 68, 69], "15": [67, 69, 70, 71, 72], "262": 67, "266": 67, "269": 67, "glanc": 67, "someth": 67, "current_month": [67, 70, 71, 72, 76, 77], "452": 67, "res1": 67, "6725497890372467": 67, "time_elaps": [67, 69, 70, 71, 72, 73, 77], "900": [67, 70, 71, 72], "3133": 67, "716390651039": 67, "3133716390651039": 67, "0317279390093894": 67, "96827206099061": 67, "out_temperatur": [67, 70, 71, 72], "17": [67, 70, 71, 72], "28": [67, 71, 72], "1846": 67, "9621312474262": 67, "2976": [67, 70, 71, 72], "2678400": [67, 70, 71, 72], "5411": 67, "063351625962": 67, "5411063351625962": 67, "8909000854544509": 67, "10909991454555": 67, "3607": 67, "264114303269": 67, "5664": [67, 70, 71, 72], "5097600": [67, 70, 71, 72], "4461": 67, "216463017275": 67, "4461216463017275": 67, "95766035021237": 67, "21": [67, 70, 71, 72], "4786": 67, "171264451111": 67, "8640": [67, 70, 71, 72], "7776000": [67, 70, 71, 72], "186": [67, 70, 71, 72], "5934720667916": [67, 70, 71, 72], "018659347206679163": [67, 70, 71, 72], "67709349698774": 67, "5611": 67, "414269156897": 67, "11520": [67, 70, 71, 72], "10368000": [67, 70, 71, 72], "922": 67, "6285285423929": 67, "0922628528542393": 67, "02157118845279": 67, "6356": 67, "324891064242": 67, "14496": [67, 70, 71, 72], "13046400": [67, 70, 71, 72], "1338": 67, "345005962429": 67, "1338345005962429": 67, "0096463211117204": 67, "99035367888828": 67, "9383": 67, "627583873596": 67, "17376": [67, 70, 71, 72], "15638400": [67, 70, 71, 72], "395": 67, "5098530039662": 67, "03955098530039662": 67, "94742078729465": 67, "05257921270535": 67, "12767": 67, "036699993025": 67, "20352": [67, 70, 71, 72], "18316800": [67, 70, 71, 72], "9254": 67, "319513462964": 67, "9254319513462964": 67, "2539429997804383": 67, "74605700021956": 67, "22": [67, 69, 70, 71, 72], "16085": 67, "210572008498": 67, "23328": [67, 70, 71, 72], "20995200": [67, 70, 71, 72], "367": [67, 70], "8874637575448": 67, "03678874637575449": 67, "324175301260169": 67, "67582469873983": 67, "18964": 67, "991373602872": 67, "26208": [67, 70, 71, 72], "23587200": [67, 70, 71, 72], "583": 67, "799449730454": 67, "0583799449730454": 67, "00723554754091893": 67, "99276445245908": 67, "25": [67, 70, 71, 72], "19825": 67, "964771961888": 67, "29184": [67, 70, 71, 72], "26265600": [67, 70, 71, 72], "27634167442781177": 67, "72365832557219": 67, "20852": 67, "888693767633": 67, "32064": [67, 70, 71, 72], "28857600": [67, 70, 71, 72], "712": 67, "7997807153837": 67, "07127997807153837": 67, "9134903295960015": 67, "086509670404": 67, "22604": 67, "494577441612": 67, "31536000": [67, 70, 71, 72], "1992": [67, 68, 70, 71, 72, 76], "8077": 67, "874829054068": 67, "8077874829054068": 67, "8425197590065814": 67, "15748024099342": 67, "forget": 67, "875": 67, "cumul": [67, 70, 71, 72, 74, 76, 77], "6451054388538969": 67, "over": 67, "runperiod": [67, 68, 76], "discuss": 68, "environment_id": 68, "eplus_env_5zon": 68, "041": 68, "043": [68, 69], "scratch": 68, "obvious": 68, "thing": [68, 74], "space1": [68, 71, 74, 76], "hvac": [68, 74, 76], "electr": [68, 74, 76], "demand": [68, 74, 76], "160": 68, "163": 68, "165": 68, "esp_granada": [68, 76], "084190_swec": [68, 76], "001": [68, 76], "new_env_nam": [68, 76], "eplus_env_new_env_name_mainthread_root": 68, "231": 68, "234": 68, "even": [68, 69, 71, 76], "overwrit": 68, "put": [68, 76], "leav": [68, 76], "intact": [68, 76], "extra_conf": [68, 76], "thermostatsetpoint": [68, 76], "dualsetpoint": [68, 76], "dualsetp": [68, 76], "htgsetp": [68, 76], "clgsetp": [68, 76], "32": 68, "273": 68, "eplus_env_datacent": 68, "276": 68, "tqdm": 69, "tqdmwarn": 69, "iprogress": 69, "jupyt": 69, "ipywidget": 69, "readthedoc": 69, "en": 69, "user_instal": 69, "autonotebook": 69, "notebook_tqdm": 69, "ref": 69, "528": 69, "530": 69, "feel": [69, 71], "loggerev": 69, "earlier": 69, "few": 69, "022": 69, "033": 69, "58": [69, 70], "162": 69, "172": 69, "ep_len_mean": 69, "5e": 69, "04": 69, "ep_rew_mean": 69, "25e": 69, "fp": 69, "2230": 69, "200": 69, "201": 69, "213": 69, "689": 69, "690": 69, "705": 69, "48": [69, 71], "619": 69, "620": 69, "632": 69, "06": [69, 70], "271": 69, "283": 69, "19088": 69, "03e": 69, "comfort_viol": [69, 73, 77], "35": 69, "mean_ep_length": 69, "mean_power_consum": 69, "79e": 69, "08": [69, 72], "power_penalti": [69, 70, 73, 77], "std_reward": 69, "07e": 69, "835": 69, "83": 69, "loss": 69, "n_updat": 69, "5019": 69, "045": 69, "97e": 69, "872": 69, "120": 69, "105120": 69, "13779": 69, "042": 69, "389": 69, "390": 69, "400": 69, "500": 69, "502": 69, "522": 69, "322": 69, "323": 69, "336": 69, "19104": 69, "15e": 69, "67e": 69, "195": 69, "96e": 69, "741": 69, "188": 69, "22539": 69, "lt": 69, "0x7f7689a90100": 69, "gt": 69, "57": 69, "008": 69, "writen": 70, "funtion": 70, "create_row_cont": 70, "customcsvlogg": 70, "last_10_steps_reward": 70, "_create_row_cont": [70, 73], "abs_comfort": [70, 73, 74, 77], "instanti": 70, "09": 70, "455": 70, "present": [70, 73], "456": 70, "458": 70, "460": 70, "784": 70, "794": 70, "3808358083250144": 70, "7616": [70, 71, 72], "716166500288": 70, "7616716166500288": 70, "99998783039325": [70, 71, 72], "1817": 70, "7037351644783": 70, "8278": 70, "265126379221": 70, "8278265126379222": 70, "09635860317218": 70, "3569": 70, "893869126496": 70, "833": 70, "2920927358493": 70, "08332920927358493": 70, "43408478076705137": 70, "56591521923295": 70, "4726": 70, "825668121225": 70, "435109315811939": 70, "56489068418806": 70, "5537": 70, "597449713271": 70, "49458320791672": 70, "6292": 70, "769417325523": 70, "1081": 70, "566582699994": 70, "1081566582699994": 70, "0006063738688589": 70, "99939362613114": 70, "9282": 70, "920861126457": 70, "215": [70, 71, 72], "8190761704195": 70, "02158190761704195": 70, "219568577307669": 70, "78043142269233": 70, "12634": 70, "156075131721": 70, "4228": 70, "056578307433": 70, "42280565783074325": 70, "7050000356997295": 70, "29499996430027": 70, "15998": 70, "997030178922": 70, "8874627648617": 70, "03678874627648617": 70, "6311272146660514": 70, "36887278533395": 70, "18840": 70, "99755962802": 70, "89715955527449": 70, "19780": 70, "136585783544": 70, "1676": 70, "829498258497": 70, "16768294982584972": 70, "00051072214852": 70, "20847": 70, "657706575505": 70, "1300": 70, "083757928305": 70, "1300083757928305": 70, "8838907434947707": 70, "11610925650523": 70, "22626": 70, "148434896502": 70, "8146": 70, "94600014605": 70, "814694600014605": 70, "5231669758907707": 70, "47683302410923": 70, "6457234142378936": 70, "548": 70, "sai": 71, "get_season_comfort_rang": 71, "104": 71, "107": 71, "111": 71, "extend": 71, "desir": 71, "myrulebasedcontrol": 71, "outdoor": 71, "daytim": 71, "out_temp": 71, "season_comfort_rang": 71, "in_temp": 71, "current_heat_setpoint": 71, "current_cool_setpoint": 71, "new_heat_setpoint": 71, "new_cool_setpoint": 71, "weekend": 71, "night": 71, "429": 71, "430": 71, "443": 71, "res10": 71, "3808358083250143": [71, 72], "716166500285": [71, 72], "7616716166500286": [71, 72], "1394": 71, "933741103853": 71, "8783": 71, "948537124963": 71, "8783948537124964": 71, "32998668433318": 71, "2650": 71, "5674622643014": 71, "2828": 71, "551434642312": 71, "2828551434642312": 71, "32988764119706": 71, "3464": 71, "4534634130637": 71, "2670384566951505": 71, "73296154330485": 71, "4056": 71, "362905023052": 71, "1049": 71, "348956006732": 71, "10493489560067319": 71, "33021459066708": 71, "4575": 71, "388821261888": 71, "602": [71, 72], "6474404745787": 71, "06026474404745787": 71, "6702171176743406": 71, "32978288232566": 71, "5959": 71, "068563514961": 71, "8105427085715": [71, 72], "02158105427085715": [71, 72], "871010625169369": 71, "12898937483063": 71, "7457": 71, "679714984278": 71, "9961": 71, "587143366478": 71, "9961587143366478": 71, "33021175763765": 71, "8981": 71, "302898158818": 71, "1814": 71, "198506979714": 71, "1814198506979714": 71, "32960549764289": 71, "10197": 71, "28247814917": 71, "2130": 71, "682079753009": 71, "2130682079753009": 71, "33031354561692": 71, "10685": 71, "569288303852": 71, "944": 71, "0904158092015": 71, "09440904158092016": 71, "33017991675662": 71, "11374": 71, "36750934867": 71, "2788": 71, "852968187345": 71, "27888529681873453": 71, "32995260044678": 71, "12774": 71, "026233137427": 71, "10847": 71, "14414165405": 71, "084714414165405": 71, "33000003505644": 71, "36455554318315797": 71, "59": 71, "813": 71, "normil": 72, "54": 72, "693": 72, "696": 72, "699": 72, "714": 72, "res5": 72, "9910000e": 72, "0000000e": 72, "5000000e": 72, "0999999e": 72, "9000000e": 72, "02": 72, "1000000e": 72, "0999992e": 72, "9522228e": 72, "0098755e": 72, "247": 72, "249": 72, "261": 72, "98466104": 72, "33834645": 72, "9484536": 72, "17748918": 72, "8111888": 72, "800001": 72, "44444445": 72, "39061695": 72, "42973474": 72, "24169508": 72, "844": 72, "847": 72, "851": 72, "773": 72, "777": 72, "779": 72, "792": 72, "res7": 72, "781": 72, "783": 72, "798": 72, "606": 72, "609": 72, "692": 72, "709": 72, "res8": 72, "1871": 72, "2735943472342": 72, "4717": 72, "088000520113": 72, "4717088000520114": 72, "7573715796282414": 72, "24262842037176": 72, "3591": 72, "708406946749": 72, "1914": 72, "018114977942": 72, "19140181149779423": 72, "0756168928023513": 72, "92438310719765": 72, "4739": 72, "976056551516": 72, "41562783370860856": 72, "58437216629139": 72, "5546": 72, "170775112516": 72, "6675625711856412": 72, "33243742881436": 72, "6291": 72, "521621999336": 72, "311": 72, "2037337978678": 72, "03112037337978678": 72, "76487463809368": 72, "23512536190632": 72, "9278": 72, "775602691854": 72, "717878688683829": 72, "28212131131617": 72, "12603": 72, "078345531798": 72, "9710": 72, "545171272992": 72, "9710545171272993": 72, "6105363983255216": 72, "38946360167448": 72, "15898": 72, "38172607886": 72, "2724": 72, "07911675267": 72, "272407911675267": 72, "0412778161750396": 72, "95872218382496": 72, "18741": 72, "72328624202": 72, "513": 72, "7610654329847": 72, "051376106543298466": 72, "0025701501132289195": 72, "99742984988677": 72, "19653": 72, "923057089025": 72, "16125875764038966": 72, "83874124235961": 72, "20670": 72, "415163107275": 72, "2374": 72, "725317005226": 72, "2374725317005226": 72, "17986449699296": 72, "22461": 72, "581130904375": 72, "7149": 72, "075848784849": 72, "7149075848784849": 72, "7503558827192691": 72, "24964411728073": 72, "6410268587586611": 72, "727": 72, "re": 73, "num_simul": 73, "content": 73, "sub_runn": 73, "utilsocket": 73, "monitor_norm": 73, "sub_run": 73, "num_episod": 73, "within": [73, 75], "suit": 73, "observation_valu": 73, "action_valu": 73, "simulation_tim": 73, "row": 73, "episode_num": [73, 77], "cumulative_power_consumpt": [73, 77], "mean_power_consumpt": [73, 77], "carri": 73, "techniqu": 73, "factor": 73, "steps_data_norm": 73, "episode_data": 73, "assembl": 73, "_store_step_inform": 73, "relev": 73, "_reset_logg": 73, "statist": 73, "ep_mean_reward": 73, "ep_cumulative_reward": 73, "ep_cumulative_pow": 73, "ep_mean_pow": 73, "ep_cumulative_comfort_penalti": 73, "ep_mean_comfort_penalti": 73, "ep_cumulative_power_penalti": 73, "ep_mean_power_penalti": 73, "ep_mean_abs_comfort": 73, "ep_std_abs_comfort": 73, "ep_cumulative_abs_comfort": 73, "steps_info": 73, "newlin": 73, "file_obj": 73, "writer": 73, "csv_writer": 73, "writerow": 73, "len": [73, 77], "_normal": 73, "isfil": 73, "row_cont": 73, "below": 74, "discomfort": 74, "togeth": 74, "insid": [74, 76], "typic": 74, "satisfact": 74, "taken": [74, 76], "similar": 74, "That": 74, "higher": 74, "far": 74, "hourlylinearreward": 74, "slight": 74, "am": 74, "pm": 74, "equal": 74, "neg": 74, "perfect": 74, "behavior": 74, "adjust": 74, "aspect": 74, "But": [74, 76], "imagin": 74, "signal": 74, "__call__": 74, "basereward": 74, "customreward": 74, "naiv": 74, "math": 74, "2021": 74, "notimplementederror": 74, "temp_nam": 74, "energy_nam": 74, "lambda_temp": 74, "reward_energi": 74, "temp": 74, "_get_comfort": 74, "reward_comfort": 74, "reward_term": 74, "total_energi": 74, "temp_rang": 74, "k": 74, "ab": 74, "vv": 75, "under": [75, 76], "framework": 75, "small": 75, "complex": 75, "independ": 75, "uniqu": 75, "test_common": 75, "test_reward": 75, "test_wrapp": 75, "test_simul": 75, "test_config": 75, "test_env": 75, "test_control": 75, "test_stable_baselin": 75, "conceptu": 75, "readm": 75, "try_env": 76, "soon": 76, "place": 76, "dispos": 76, "understand": 76, "practic": 76, "screen": 76, "basi": 76, "exactli": 76, "criteria": 76, "replac": 76, "variant": 77, "dequ": 77, "observationwrapp": 77, "unwrapped_observ": 77, "handl": 77, "divisionbyzero": 77, "isnan": 77, "ind_flat": 77, "histori": 77, "maxlen": 77, "new_shap": 77, "_get_ob": 77, "reshap": 77, "monitor_header_list": 77, "element_head": 77, "progress_header_list": 77, "mean_comfort_viol": 77, "std_comfort_viol": 77, "cumulative_comfort_viol": 77, "logger_main": 77, "debug": 77, "_epi_num": 77, "_eplus_working_dir": 77}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [36, 0, 0, "-", "config"], [38, 0, 0, "-", "constants"], [39, 0, 0, "-", "controllers"], [43, 0, 0, "-", "env_checker"], [45, 0, 0, "-", "evaluation"], [47, 0, 0, "-", "gcloud"], [53, 0, 0, "-", "logger"], [56, 0, 0, "-", "rewards"], [61, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "prepare_batch_from_records"], [33, 5, 1, "", "ranges_getter"], [34, 5, 1, "", "to_idf"], [35, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[37, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "adapt_idf_to_epw"], [37, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [37, 2, 1, "", "apply_extra_conf"], [37, 2, 1, "", "apply_weather_variability"], [37, 2, 1, "", "save_building_model"], [37, 2, 1, "", "save_variables_cfg"], [37, 2, 1, "", "set_episode_working_dir"], [37, 2, 1, "", "set_experiment_working_dir"], [37, 2, 1, "", "set_external_interface"], [37, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[44, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[46, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[48, 5, 1, "", "delete_instance_MIG_from_container"], [49, 5, 1, "", "get_service_account_token"], [50, 5, 1, "", "init_storage_client"], [51, 5, 1, "", "read_from_bucket"], [52, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[54, 1, 1, "", "CSVLogger"], [55, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_flag"], [54, 2, 1, "", "deactivate_flag"], [54, 2, 1, "", "log_episode"], [54, 2, 1, "", "log_step"], [54, 2, 1, "", "log_step_normalize"], [54, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[57, 1, 1, "", "BaseReward"], [58, 1, 1, "", "ExpReward"], [59, 1, 1, "", "HourlyLinearReward"], [60, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[62, 1, 1, "", "LoggerWrapper"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_logger"], [62, 2, 1, "", "close"], [62, 2, 1, "", "deactivate_logger"], [62, 2, 1, "", "reset"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68], "contribut": 0, "exampl": [0, 65, 66, 67, 69, 71, 72, 76], "api": 1, "refer": 1, "control": [2, 39, 40, 41, 42, 71, 76], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 69], "logger": [3, 53, 54, 55, 70, 72, 73], "tensorboard": [3, 6, 66], "structur": 3, "how": 3, "us": [3, 6, 76], "mlflow": [3, 6, 65], "environ": [4, 8, 68, 76], "list": 4, "observ": [4, 72], "action": [4, 7], "space": 4, "specif": 4, "ad": [4, 68, 76], "new": [4, 7, 68, 75], "build": 4, "extra": [5, 76], "configur": [5, 6, 8, 68, 70, 76], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "action_definit": 5, "thermostat": 5, "dualsetpoint": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 70], "first": 6, "step": [6, 70], "2": [6, 8, 70], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 75], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 73], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 70], "instal": [8, 75], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 76], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "create_variable_weath": 25, "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "is_wrap": 30, "parse_vari": 31, "prepare_batch_from_record": 32, "ranges_gett": 33, "to_idf": 34, "unwrap_wrapp": 35, "config": [36, 37], "constant": 38, "rbc5zone": 40, "rbcdatacent": 41, "randomcontrol": 42, "env_check": [43, 44], "check_env": 44, "evalu": [45, 46], "evaluate_polici": 46, "gcloud": [47, 48, 49, 50, 51, 52], "delete_instance_mig_from_contain": 48, "get_service_account_token": 49, "init_storage_cli": 50, "read_from_bucket": 51, "upload_to_bucket": 52, "csvlogger": 54, "reward": [56, 57, 58, 59, 60, 68, 74, 76], "basereward": 57, "expreward": 58, "hourlylinearreward": 59, "linearreward": 60, "wrapper": [61, 62, 63, 64, 70, 72, 76, 77], "loggerwrapp": [62, 70], "multiobswrapp": 63, "normalizeobserv": 64, "basic": 67, "chang": 68, "an": 68, "regist": 68, "other": 68, "compon": 68, "more": 68, "definit": [68, 76], "usag": [69, 76], "person": 70, "inherit": 70, "csvloger": 70, "intanci": 70, "rule": [71, 76], "normal": 72, "multi": 72, "all": 72, "one": 72, "format": 73, "test": 75, "pytest": 75, "run": 75, "simplest": 76, "overwrit": 76, "some": 76, "default": 76, "valu": 76}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Specification": [[4, "specification"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "action_definition": [[5, "action-definition"]], "Thermostat:DualSetpoint": [[5, "thermostat-dualsetpoint"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[32, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[33, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[34, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[35, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[36, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[37, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[38, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[43, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[44, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[45, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[46, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[47, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[48, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[49, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[50, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[51, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[52, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[53, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[54, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[55, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[56, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[57, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[58, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[60, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[61, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[65, "MLFlow-example"]], "TensorBoard example": [[66, "TensorBoard-example"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Adding other new components to the environment": [[68, "Adding-other-new-components-to-the-environment"]], "Adding more configuration definition": [[68, "Adding-more-configuration-definition"]], "DRL usage example": [[69, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[70, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[70, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[70, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[71, "Rule-Controller-example"]], "Wrappers example": [[72, "Wrappers-example"]], "Normalization Wrapper": [[72, "Normalization-Wrapper"]], "Logger Wrapper": [[72, "Logger-Wrapper"]], "Multi Observation Wrapper": [[72, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[72, "All-Wrappers-in-one"]], "Output format": [[73, "output-format"]], "Logger": [[73, "logger"]], "Rewards": [[74, "rewards"]], "Tests": [[75, "tests"]], "Install Pytest": [[75, "install-pytest"]], "Running tests": [[75, "running-tests"]], "Create new tests": [[75, "create-new-tests"]], "Usage example": [[76, "usage-example"]], "Simplest example": [[76, "simplest-example"]], "Adding a reward": [[76, "adding-a-reward"]], "Adding wrappers": [[76, "adding-wrappers"]], "Using a rule-based controller": [[76, "using-a-rule-based-controller"]], "Overwriting some default values of the environments.": [[76, "overwriting-some-default-values-of-the-environments"]], "Adding extra configuration definition": [[76, "adding-extra-configuration-definition"]], "Wrappers": [[77, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [36, "module-sinergym.utils.config"], [38, "module-sinergym.utils.constants"], [39, "module-sinergym.utils.controllers"], [43, "module-sinergym.utils.env_checker"], [45, "module-sinergym.utils.evaluation"], [47, "module-sinergym.utils.gcloud"], [53, "module-sinergym.utils.logger"], [56, "module-sinergym.utils.rewards"], [61, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[37, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[37, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[44, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[46, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[54, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[57, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[58, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[59, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[60, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 33, 37, 44, 46, 48, 54, 57, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 32, 33, 37, 44, 46, 48, 54, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "project": [0, 3, 4, 6, 7, 8, 9, 16, 38, 75], "base": [0, 2, 6, 7, 9, 40, 41, 57, 71, 74, 75], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 30, 35, 44, 46, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "eplu": [0, 4, 5, 9, 12, 33, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 44, 46, 67, 68, 72, 73, 74, 76, 77], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 33, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 37, 44, 46, 54, 67, 73, 75, 76, 77], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 30, 35, 40, 41, 42, 44, 46, 54, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 77], "follow": [0, 2, 4, 6, 7, 8, 9, 17, 41, 44, 67, 74, 76], "openai": [0, 9, 44, 67, 75], "interfac": [0, 4, 5, 9, 13, 18, 37, 73, 75], "wrap": [0, 3, 9, 23, 30, 35, 46, 65, 66, 69, 73], "simul": [0, 2, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 33, 37, 40, 41, 42, 54, 55, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "build": [0, 2, 3, 5, 6, 7, 8, 9, 12, 19, 34, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "control": [0, 4, 5, 7, 9, 12, 15, 17, 20, 74, 75], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 32, 33, 37, 38, 44, 46, 47, 54, 58, 59, 60, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "deep": [0, 6, 8, 9, 69, 76], "reinforc": [0, 6, 8, 9, 69, 74, 76], "learn": [0, 6, 8, 9, 65, 66, 69, 74, 76], "main": [0, 3, 4, 6, 9, 54, 73], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 33, 43, 45, 46, 47, 56, 57, 59, 60, 67, 68, 71, 72, 74, 75, 76, 77], "ar": [0, 3, 4, 5, 6, 7, 8, 9, 29, 46, 54, 58, 59, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 46, 68, 76], "commun": [0, 9, 13, 37, 73, 75], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "design": [0, 4, 5, 9, 37, 68], "set": [0, 3, 4, 5, 9, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 65, 66, 69, 75, 76], "These": [0, 4, 6, 7, 9, 54, 68, 73, 74, 75], "mai": [0, 6, 8, 9, 37, 67, 69, 73], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 66, 67, 74, 76], "differ": [0, 3, 4, 5, 6, 7, 8, 9, 27, 58, 60, 69, 74, 75, 76], "weather": [0, 4, 5, 9, 12, 17, 19, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "action": [0, 2, 3, 5, 6, 8, 9, 12, 15, 17, 19, 23, 31, 37, 40, 41, 42, 46, 54, 62, 63, 67, 68, 70, 71, 73, 75, 76, 77], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 31, 37, 40, 41, 54, 62, 63, 64, 68, 70, 71, 73, 74, 75, 76, 77], "space": [0, 3, 6, 9, 12, 67, 68, 76, 77], "develop": [0, 2, 7, 8, 9, 66, 72, 75, 77], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9], "packag": [0, 9, 65, 66, 67, 68, 69], "allow": [0, 3, 4, 6, 7, 9, 74], "modifi": [0, 2, 4, 5, 9, 16, 37, 46, 68, 73, 76], "easi": [0, 9, 75], "manner": [0, 9], "For": [0, 3, 4, 5, 6, 7, 8, 9, 65, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "sever": [0, 4, 5, 6, 9, 37, 68, 72, 77], "reward": [0, 3, 4, 6, 9, 12, 20, 22, 23, 46, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 75, 77], "variabl": [0, 2, 3, 4, 5, 6, 9, 12, 17, 19, 31, 33, 37, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "defin": [0, 4, 5, 6, 9, 15, 19, 29, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "between": [0, 3, 4, 9, 27, 74], "python": [0, 5, 6, 7, 9, 16, 47, 68, 75, 76], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 37, 65, 66, 67, 69, 70, 71, 72, 73], "establish": [0, 4, 9, 17, 73, 75], "bcvtb": [0, 4, 9, 17, 37], "sinc": [0, 4, 5, 6, 9, 26, 71, 73], "tool": [0, 9, 76], "interact": [0, 2, 3, 9, 44, 54, 62, 69, 73, 77], "more": [0, 4, 5, 6, 7, 8, 9, 44, 69, 71, 72, 73, 74, 75, 76, 77], "them": [0, 3, 4, 9, 37, 72, 74, 76, 77], "e": [0, 8, 9, 46], "g": [0, 3, 6, 9, 46, 51], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 66, 77], "backend": [0, 6, 9], "while": [0, 3, 9, 66, 67, 70, 71, 72, 76, 77], "maintain": [0, 9], "api": [0, 6, 9, 44, 47, 67], "model": [0, 3, 4, 5, 9, 19, 23, 26, 36, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 75], "configur": [0, 4, 9, 12, 17, 19, 36, 37, 65, 66, 67, 69, 71, 72, 74, 75], "automat": [0, 4, 6, 7, 8, 9, 75], "adapt": [0, 4, 9, 37, 43, 44, 68, 76], "specif": [0, 3, 5, 7, 8, 9, 37, 73, 75, 76], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 32, 33, 46, 54, 62, 69, 70, 71, 72, 73, 74, 76, 77], "designdai": [0, 4, 9, 37, 65, 66, 67, 68, 69, 70, 71, 72], "locat": [0, 4, 6, 8, 9, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 37, 42, 43, 44, 48, 51, 52, 54, 57, 58, 59, 60, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77], "idf": [0, 4, 5, 9, 12, 17, 19, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "file": [0, 4, 5, 6, 7, 8, 9, 12, 17, 19, 25, 31, 36, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "specifi": [0, 3, 4, 5, 6, 9, 51, 52, 66, 68, 70, 74, 76], "without": [0, 6, 7, 9, 37, 64, 76, 77], "ani": [0, 2, 4, 5, 6, 8, 9, 12, 17, 22, 23, 32, 37, 40, 41, 42, 46, 54, 62, 63, 64, 68, 69, 70, 71, 73, 74, 76, 77], "intervent": [0, 9], "user": [0, 7, 9, 68, 73], "cfg": [0, 4, 5, 9, 17, 37, 73], "extern": [0, 4, 5, 6, 9, 37, 73], "obtain": [0, 3, 4, 9, 12, 76], "depend": [0, 3, 5, 6, 8, 9, 29, 54, 58, 59, 60, 68, 69, 73, 74, 75], "extra": [0, 3, 4, 6, 7, 8, 9, 12, 17, 36, 37, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "facil": [0, 3, 9, 68, 74, 76], "our": [0, 3, 4, 5, 7, 8, 9, 66, 67, 68, 69, 70, 71, 75, 76], "team": [0, 8, 9], "paramet": [0, 3, 4, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 40, 42, 44, 46, 48, 51, 52, 54, 55, 57, 58, 59, 60, 62, 63, 64, 68, 69, 74, 76], "order": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 32, 37, 66, 68, 72, 73, 75, 77], "amplifi": [0, 5, 9], "context": [0, 5, 9, 75], "experi": [0, 3, 5, 8, 9, 36, 37], "peopl": [0, 9, 74], "occup": [0, 2, 9, 29, 40], "timestep": [0, 3, 4, 5, 6, 9, 12, 22, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "per": [0, 3, 4, 5, 9, 46, 54, 73], "hour": [0, 4, 5, 9, 17, 26, 59, 67, 70, 71, 72, 74, 77], "definit": [0, 4, 5, 6, 9, 12, 66, 67], "structur": [0, 4, 5, 9, 73], "etc": [0, 3, 5, 6, 8, 9, 54, 67, 68, 73], "stabl": [0, 3, 8, 9, 21, 43, 44, 69, 75], "baselin": [0, 3, 9, 21, 43, 44, 75], "3": [0, 3, 5, 9, 17, 21, 65, 66, 67, 69, 70, 71, 72, 75], "integr": [0, 6, 7, 9, 66, 69, 76], "some": [0, 3, 5, 6, 7, 9, 69, 77], "like": [0, 3, 4, 6, 7, 8, 9, 37, 66, 67, 68, 75], "callback": [0, 3, 6, 9, 20, 45, 46, 65, 66, 69], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 44, 46, 66, 73, 74, 75, 76], "easili": [0, 5, 6, 9], "googl": [0, 7, 8, 9, 47, 48, 49, 50, 51, 52], "cloud": [0, 3, 7, 9, 47, 48, 49, 50, 51, 52], "whether": [0, 6, 7, 9, 12, 17, 23, 44, 46, 48, 63, 77], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 46, 51, 52, 58, 59, 60, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77], "account": [0, 5, 6, 8, 9, 48, 49, 74], "want": [0, 3, 4, 5, 6, 7, 8, 9, 46, 51, 52, 68, 70, 71, 73, 74, 75, 76, 77], "your": [0, 2, 3, 4, 5, 7, 8, 9, 66, 69, 71, 74, 76, 77], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69], "about": [0, 3, 4, 5, 7, 9, 44, 66, 68, 69, 71, 72, 73, 75, 76, 77], "how": [0, 4, 5, 6, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 76], "do": [0, 3, 4, 5, 6, 8, 9, 46, 66, 68, 74, 75, 76], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 37, 66], "open": [0, 8, 9, 66, 73], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 66], "machin": [0, 6, 9, 66, 76], "lifecycl": [0, 9], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "remot": [0, 3, 7, 8, 9, 75], "local": [0, 3, 6, 7, 9, 46, 51, 52, 65, 66, 67, 68, 69, 76], "store": [0, 3, 6, 9, 22, 37, 52, 54, 66, 68, 73, 76, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 36, 37, 48, 73], "run": [0, 4, 6, 8, 9, 17, 46, 65, 66, 68, 69, 73, 76], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 7, 9, 12, 37, 73], "orderli": [0, 9], "data": [0, 2, 3, 4, 6, 9, 12, 17, 19, 22, 37, 41, 51, 52, 54, 66, 69, 73], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 62, 66, 67, 68, 69, 77], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 65, 66, 69, 73, 74], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 37, 44, 54, 62, 63, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "real": [0, 3, 4, 9, 54, 66, 73], "time": [0, 3, 5, 7, 8, 9, 17, 27, 54, 59, 65, 66, 69, 70, 72, 73, 74, 75, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 37, 46, 65, 66, 67, 69, 70, 71, 72, 74, 76], "progress": [0, 3, 9, 54, 55, 62, 70, 72, 73, 77], "stai": [0, 5, 9, 74], "tune": [0, 5, 9, 74], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "To": [0, 4, 5, 6, 8, 75, 76], "interest": 0, "make": [0, 3, 4, 5, 6, 8, 17, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77], "better": [0, 76], "still": 0, "improv": 0, "need": [0, 4, 6, 7, 8, 65, 67, 69, 70, 71, 73, 77], "done": [0, 3, 54, 67, 68, 70, 71, 72, 73, 76, 77], "check": [0, 3, 4, 6, 7, 30, 44, 46, 75], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 33, 37, 46, 64, 68, 73, 74, 75, 76, 77], "pleas": [0, 5, 6, 7, 44, 69, 71, 76], "read": [0, 6, 15, 17, 51, 69], "md": 0, "first": [0, 3, 8, 17, 37, 46, 62, 64, 65, 67, 69, 70, 71, 77], "comput": [0, 3, 6, 69], "contain": [0, 7, 46, 48, 49, 67, 75], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 37, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "instal": [0, 6, 17, 76], "section": [0, 2, 3, 4, 6, 8, 75, 76], "notebook": [0, 66, 67, 70, 72, 76], "host": [0, 6, 73], "folder": [0, 4, 7, 8, 12, 23, 37, 66, 68, 70, 72, 76], "offici": 0, "repositori": [0, 6, 7, 8, 69, 73, 75, 76], "sinergym": [2, 3, 4, 7, 9, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77], "ha": [2, 3, 4, 5, 6, 7, 8, 12, 19, 22, 23, 30, 35, 37, 44, 46, 49, 66, 68, 69, 73, 74, 75, 77], "implement": [2, 3, 5, 39, 56, 61, 74, 75, 77], "own": [2, 3, 4, 5, 69, 71, 74, 76, 77], "current": [2, 3, 5, 6, 7, 8, 12, 15, 17, 26, 29, 37, 54, 69, 72, 73, 74, 75, 77], "random": [2, 6, 42, 76], "agent": [2, 4, 6, 12, 23, 40, 41, 42, 46, 54, 71, 73, 74, 75, 76], "rule": [2, 6, 40, 41, 75], "5zone": [2, 4, 5, 6, 68, 71, 76, 77], "datacent": [2, 4, 6, 68, 76], "find": [2, 7], "code": [2, 3, 5, 6, 7, 8, 65, 67, 74, 76, 77], "util": [2, 3, 6, 12, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77], "py": [2, 3, 4, 6, 8, 44, 65, 66, 67, 68, 69, 75, 76, 77], "veri": [2, 6, 7, 8, 74, 76], "perform": [2, 6, 23, 46, 63, 74, 77], "refer": [2, 6], "point": [2, 69, 76], "studi": [2, 4], "drl": [2, 4, 6, 65, 66, 76], "basic": [2, 39], "datetim": [2, 6, 65, 66, 69, 71, 74], "import": [2, 3, 5, 6, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "type": [2, 3, 4, 5, 6, 7, 8, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 48, 49, 50, 62, 63, 64, 65, 66, 69, 70, 71, 74, 76, 77], "list": [2, 5, 6, 7, 8, 12, 17, 25, 26, 28, 31, 32, 33, 37, 40, 41, 46, 54, 58, 59, 60, 62, 67, 68, 70, 71, 73, 74, 77], "sequenc": [2, 40, 41, 42, 64, 70, 71, 77], "common": [2, 3, 4, 6, 20, 23, 46, 65, 66, 69, 71, 75, 77], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 30, 36, 37, 39, 40, 41, 42, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 70, 71, 73, 74, 77], "randomcontrol": [2, 76], "object": [2, 3, 4, 6, 25, 26, 28, 35, 37, 50, 51, 52, 66, 70, 73, 74], "def": [2, 3, 4, 70, 71, 73, 74, 77], "__init__": [2, 3, 4, 6, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 54, 55, 57, 58, 59, 60, 62, 63, 64, 70, 73, 74, 77], "self": [2, 3, 4, 70, 71, 73, 74, 77], "env": [2, 3, 4, 5, 6, 8, 23, 30, 33, 35, 37, 40, 41, 42, 43, 44, 46, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "It": [2, 3, 4, 6, 7, 8, 17, 23, 42, 44, 54, 60, 73, 74, 77], "select": [2, 8, 12, 40, 41, 42, 71], "avail": [2, 4, 5, 6, 42, 68, 69, 70, 72], "randomli": [2, 42, 76], "arg": [2, 3, 4, 6, 8, 12, 22, 23, 62, 63, 64, 67, 68, 69, 71, 73, 74, 77], "act": [2, 40, 41, 42, 71, 76], "": [2, 3, 4, 5, 6, 8, 16, 37, 42, 54, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "action_spac": [2, 4, 6, 12, 42, 67, 70, 72, 76, 77], "return": [2, 3, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 46, 48, 49, 50, 54, 55, 62, 63, 64, 65, 66, 69, 70, 71, 73, 74, 76, 77], "chosen": [2, 40, 41, 42, 71, 76], "sampl": [2, 67, 70, 72, 76, 77], "rbc5zone": [2, 71, 76], "none": [2, 3, 4, 6, 12, 15, 17, 23, 25, 33, 34, 35, 37, 40, 41, 44, 46, 54, 62, 63, 64, 70, 73, 77], "static": [2, 6, 40, 41], "5zoneautodxvav": [2, 4, 40], "setpoint": [2, 3, 4, 5, 40, 41, 71], "ashra": [2, 29, 40, 41], "standard": [2, 4, 7, 29, 40, 67, 76], "55": [2, 29, 40], "2004": [2, 29, 40], "thermal": [2, 29, 40, 59, 74], "environment": [2, 29, 40], "condit": [2, 4, 12, 29, 40], "human": [2, 12, 29, 40], "setpoints_summ": [2, 71], "26": [2, 65, 67, 68, 70, 71, 72, 74, 76], "29": [2, 66, 68, 70, 72], "0": [2, 3, 4, 6, 17, 22, 27, 54, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "setpoints_wint": 2, "20": [2, 67, 68, 69, 70, 71, 72, 74, 76], "23": [2, 66, 67, 68, 69, 70, 71, 72, 74, 76], "5": [2, 3, 4, 17, 23, 46, 58, 59, 60, 63, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "indoor": [2, 40, 41], "temperatur": [2, 3, 29, 40, 41, 58, 59, 60, 67, 68, 70, 71, 72, 74, 76], "perceiv": [2, 40, 41, 71], "obs_dict": [2, 4, 71, 74], "dict": [2, 3, 4, 12, 17, 31, 32, 33, 37, 46, 54, 62, 63, 64, 70, 71, 73, 74, 77], "zip": [2, 6, 71], "year": [2, 4, 5, 17, 26, 27, 29, 37, 67, 70, 71, 72, 74], "int": [2, 3, 4, 6, 12, 15, 17, 23, 26, 27, 29, 37, 46, 54, 62, 63, 70, 71, 73, 77], "month": [2, 4, 17, 26, 27, 29, 67, 70, 71, 72, 74, 76, 77], "dai": [2, 4, 5, 17, 26, 27, 29, 37, 67, 70, 71, 72, 74, 77], "summer_start_d": [2, 71, 74], "6": [2, 5, 6, 8, 17, 37, 66, 67, 68, 69, 70, 71, 72, 74, 76], "1": [2, 3, 4, 5, 12, 17, 22, 23, 58, 59, 60, 64, 65, 66, 67, 68, 69, 71, 72, 73, 74, 76, 77], "summer_final_d": [2, 71, 74], "9": [2, 4, 41, 59, 65, 66, 67, 68, 69, 70, 71, 72, 74], "30": [2, 67, 68, 69, 71, 72, 74], "current_dt": [2, 71, 74], "get": [2, 6, 8, 29, 37, 46, 49, 64, 71, 77], "season": [2, 29, 58, 59, 60, 71, 74], "comfort": [2, 3, 8, 22, 29, 58, 59, 60, 71, 74], "rang": [2, 3, 5, 6, 29, 33, 41, 58, 59, 60, 64, 67, 70, 71, 72, 74, 76, 77], "season_rang": 2, "els": [2, 3, 4, 6, 46, 70, 71, 73, 74, 77], "rbcdatacent": [2, 76], "2zonedatacenterhvac": [2, 41], "recommend": [2, 3, 6, 7, 8, 41, 68, 74], "center": [2, 41], "describ": [2, 6, 41], "tc9": [2, 41], "2016": [2, 41], "18": [2, 67, 70, 71, 72], "27": [2, 67, 69, 72], "celsiu": 2, "range_datacent": 2, "west": [2, 68, 76], "zone": [2, 5, 6, 31, 68, 71, 74, 76], "west_in_temp": 2, "air": [2, 68, 71, 74, 76], "west_current_heat_setpoint": 2, "thermostat": [2, 71], "heat": [2, 5, 71], "west_current_cool_setpoint": 2, "cool": [2, 4, 5, 68, 71, 76], "west_new_heat_setpoint": 2, "west_new_cool_setpoint": 2, "elif": [2, 3, 6, 71, 77], "east": [2, 68, 76], "east_in_temp": 2, "east_current_heat_setpoint": 2, "east_current_cool_setpoint": 2, "east_new_heat_setpoint": 2, "east_new_cool_setpoint": 2, "simpl": [2, 67, 74, 76], "given": [2, 3, 6, 17, 26, 28, 30, 33, 37, 58, 59, 60, 62, 74, 77], "instanc": [2, 3, 4, 6, 12, 48, 73], "exampl": [2, 3, 4, 5, 6, 7, 8, 9, 68, 73, 74, 75, 77], "usag": [2, 3, 6, 65, 77], "discret": [3, 4, 12, 67, 74], "continu": [3, 4, 5, 6, 7, 8, 66, 67, 68, 76, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 65, 66, 69], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 37], "due": [3, 6], "its": [3, 4, 5, 6, 7, 49, 62, 67, 76, 77], "call": [3, 4, 6, 7, 8, 17, 23, 46, 68, 69, 73, 76], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 4, 6, 17, 62, 77], "dure": [3, 4, 6, 12, 22, 23, 69, 73, 76], "one": [3, 4, 5, 6, 12, 25, 28, 46, 54, 68, 71, 73, 74, 75, 76], "monitor": [3, 6, 8, 23, 46, 54, 62, 66, 69, 70, 72, 73, 77], "auto": [3, 6, 69], "save": [3, 5, 6, 23, 37, 65, 66, 68, 69, 76, 77], "manipul": [3, 6, 7], "bar": 3, "custom": [3, 6, 20, 21, 22, 44, 45, 61, 77], "execut": [3, 4, 7, 8, 12, 17, 37, 48, 54, 55, 62, 63, 66, 69, 73, 75, 76, 77], "log": [3, 54, 55, 62, 69, 73, 77], "all": [3, 4, 6, 7, 8, 12, 17, 22, 33, 37, 57, 62, 67, 69, 71, 73, 74, 75, 76, 77], "therefor": [3, 74, 76], "propos": 3, "extract": [3, 4, 33], "which": [3, 4, 6, 7, 8, 17, 22, 32, 37, 54, 68, 73, 74, 75, 76], "why": 3, "loggercallback": [3, 6, 66], "deal": 3, "those": [3, 6, 29, 68, 74], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 37, 44, 46], "valu": [3, 4, 5, 6, 8, 17, 22, 33, 64, 65, 66, 68, 69, 70, 74, 77], "param": [3, 6, 22, 23, 36, 37, 41, 46, 54, 73], "ep_reward": [3, 22], "here": [3, 4, 6, 7, 8, 22, 69, 75, 76], "episod": [3, 4, 5, 6, 12, 17, 22, 23, 33, 37, 46, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "ep_pow": [3, 22], "consumpt": [3, 22, 59, 60, 74], "ep_term_comfort": [3, 22], "term": [3, 22, 58, 59, 60, 74], "compon": [3, 4, 5, 6, 22, 74], "ep_term_energi": [3, 22], "energi": [3, 6, 22, 58, 59, 60, 74], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 12, 17, 22, 23, 37, 46, 54, 63, 68, 69, 73, 76, 77], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "fals": [3, 6, 22, 23, 46, 54, 62, 65, 67, 69, 70, 71, 72, 73, 76, 77], "verbos": [3, 6, 22, 23, 66, 69, 75], "boolean": [3, 17, 22], "indic": [3, 4, 6, 17, 22], "csvlogger": [3, 6, 22, 62, 70, 73, 77], "inner": [3, 6, 7, 22, 48, 51, 52], "activ": [3, 6, 8, 22, 54, 62, 73, 77], "super": [3, 70, 74, 77], "_on_training_start": 3, "is_wrap": [3, 77], "training_env": 3, "loggerwrapp": [3, 6, 65, 66, 69, 72, 76, 77], "env_method": 3, "activate_logg": [3, 62, 77], "deactivate_logg": [3, 62, 77], "record": [3, 28, 32, 54, 62, 73, 77], "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 44, 54, 55, 57, 58, 59, 60, 62, 63, 64, 73, 74], "global": [3, 6, 46], "kei": [3, 5, 6, 17, 28, 31, 33, 77], "record_mean": 3, "rais": [3, 6, 7, 17, 19, 37, 46, 74], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 17, 19, 23, 30, 44, 46, 54, 62, 63, 70, 73, 77], "info": [3, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "get_attr": 3, "normal": [3, 6, 64, 73, 74, 75, 76, 77], "origin": [3, 4, 16, 25, 37, 51, 62, 63, 64, 68, 72, 73, 76, 77], "env_is_wrap": 3, "wrapper_class": [3, 30, 35], "normalizeobserv": [3, 6, 70, 72, 76, 77], "obs_norm": 3, "new_ob": 3, "ob": [3, 54, 64, 67, 70, 71, 72, 73, 76, 77], "get_unwrapped_ob": [3, 64, 77], "enumer": [3, 77], "normalized_observ": 3, "onli": [3, 4, 5, 6, 7, 8, 12, 46, 54, 66, 67, 68, 73, 74, 77], "receiv": [3, 4, 12, 17, 19], "action_": [3, 67, 70, 71, 72, 77], "try": [3, 4, 6, 17, 73], "network": [3, 6], "output": [3, 4, 5, 7, 33, 37, 44, 55, 66, 67, 68, 69, 70, 71, 72, 76], "clip": [3, 6], "clipped_act": 3, "except": [3, 4, 37, 73, 76], "unknown": [3, 7], "flag_discret": [3, 4], "action_map": [3, 4, 12], "action_simul": 3, "append": [3, 6, 65, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77], "print": [3, 67, 69, 70, 71, 72, 76, 77], "total_pow": [3, 67, 70, 71, 72, 73], "comfort_penalti": [3, 54, 67, 69, 70, 71, 72, 73, 77], "total_power_no_unit": [3, 67, 70, 71, 72, 73], "end": [3, 6, 12, 17, 19, 27, 54, 65, 73, 77], "summari": [3, 62, 67, 73, 77], "reset": [3, 6, 12, 17, 37, 46, 62, 63, 67, 70, 71, 72, 73, 76, 77], "last": [3, 4, 8, 12, 17, 33, 62, 64, 68, 73, 76, 77], "metric": [3, 73], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 73, 77], "np": [3, 4, 6, 12, 17, 54, 62, 63, 64, 67, 68, 70, 71, 72, 73, 76, 77], "sum": [3, 67, 70, 71, 72, 73, 74, 76, 77], "mean_reward": [3, 69, 73, 77], "mean": [3, 4, 6, 7, 17, 23, 25, 37, 46, 65, 66, 67, 69, 70, 71, 72, 73, 74, 76, 77], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 73, 77], "cumulative_comfort_penalti": [3, 73, 77], "mean_power_penalti": [3, 73, 77], "cumulative_power_penalti": [3, 73, 77], "comfort_violation_tim": 3, "100": [3, 6, 73], "zerodivisionerror": [3, 73], "nan": [3, 73], "finish": [3, 6, 7, 17, 76], "shouldn": 3, "t": [3, 4, 6, 8, 28, 58, 60, 66, 67, 73, 74, 77], "hasattr": [3, 6], "item": [3, 74], "true": [3, 6, 23, 30, 44, 46, 54, 62, 63, 65, 66, 69, 70, 72, 73, 77], "on_training_end": [3, 22], "same": [3, 4, 5, 6, 7, 25, 65, 68, 72, 73, 76, 77], "attribut": [3, 12, 17, 37, 54, 69, 73, 77], "constructor": [3, 4, 5, 15, 68, 76], "deriv": [3, 6], "background": 3, "With": [3, 76], "possibl": [3, 4, 5, 6, 7, 8, 66, 68, 69, 76], "compar": [3, 7], "There": [3, 6, 7, 8, 73], "tabl": 3, "other": [3, 4, 6, 8, 69, 73, 74, 76], "vice": 3, "versa": 3, "log_interv": [3, 6, 65, 66, 69], "process": [3, 4, 6, 7, 12, 17, 25, 37, 65, 66], "step": [3, 4, 8, 12, 17, 46, 54, 62, 63, 67, 69, 71, 72, 73, 76, 77], "frequenc": [3, 6], "consequ": [3, 6, 74], "featur": [3, 4], "up": [3, 4, 5, 8, 36, 37, 58, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75], "thu": [3, 6], "off": 3, "polici": [3, 6, 23, 45, 46], "whole": [3, 38, 54, 62, 68, 73, 74, 76, 77], "instead": [3, 6, 8, 46], "when": [3, 6, 7, 17, 23, 44, 46, 54, 73, 74, 76], "On": [3, 6, 8], "appear": [3, 8, 46, 67, 73], "too": [3, 6, 7, 8, 48, 77], "becaus": [3, 4, 6, 69, 71, 76], "Then": [3, 4, 5, 6, 8, 65, 66, 77], "pars": [3, 4, 31], "entir": 3, "equival": 3, "csv": [3, 54, 62, 69, 70, 72, 73, 76, 77], "format": [3, 5, 6, 7, 62, 76, 77], "percentag": 3, "out": [3, 73, 77], "bound": [3, 67, 68, 69], "penalti": [3, 74], "power": [3, 54, 58, 59, 60, 73, 74], "being": [3, 73], "option": [3, 4, 6, 7, 8, 12, 17, 25, 33, 37, 44, 54, 58, 59, 60, 62, 63, 64, 68, 69, 70, 73, 74, 75, 77], "wrapper": [3, 6, 20, 23, 30, 35, 46, 65, 66, 69, 73, 75], "thei": [3, 4, 6, 8, 66, 75, 76], "both": [3, 6, 74], "rollout": [3, 69], "default": [3, 4, 5, 6, 7, 8, 12, 17, 25, 37, 44, 58, 59, 60, 62, 63, 66, 68, 74, 75, 77], "exploration_r": [3, 69], "doesn": [3, 6, 77], "neural": 3, "well": [3, 46, 69], "evalu": [3, 6, 23, 65, 66, 69, 74], "ad": [3, 5, 77], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 4, 6, 8, 32, 76], "drl_batteri": [3, 6, 69, 76], "flag": [3, 6, 17, 54, 62, 70, 73, 77], "most": [3, 73, 74], "must": [3, 4, 6, 8, 46, 74], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 67], "concaten": 3, "callbacklist": [3, 6, 65, 66, 69], "until": [3, 7], "where": [3, 4, 6, 8, 23, 32, 48, 51, 52, 59, 74], "comment": [3, 7], "requir": [3, 4, 5, 6, 7, 8, 37, 69, 73, 74, 76], "argument": [3, 6, 77], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 37, 68, 69, 73, 74, 76, 77], "field": [3, 4, 6], "valid": [3, 6, 49, 72, 77], "path": [3, 4, 6, 17, 23, 25, 31, 33, 37, 51, 52, 54, 66, 73], "script": [3, 6, 68, 69, 76], "load": [3, 66], "argpars": [3, 6], "loggerevalcallback": [3, 6, 65, 66, 69], "stable_baselines3": [3, 6, 23, 46, 65, 66, 69], "nois": [3, 4, 6, 67], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 46, 65, 66, 69], "dummyvecenv": [3, 6, 65, 66, 69], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 4, 5, 6, 12, 17, 19, 23, 25, 28, 31, 32, 33, 34, 37, 46, 48, 49, 52, 54, 55, 58, 59, 60, 62, 63, 64, 70, 73, 74, 77], "learning_r": [3, 6, 69], "lr": [3, 6], "float": [3, 4, 6, 12, 17, 25, 26, 27, 33, 37, 46, 54, 58, 59, 60, 62, 63, 70, 73, 74, 77], "0007": 3, "n_step": [3, 6], "n": [3, 6, 63, 68, 72, 73, 76, 77], "gamma": [3, 6], "99": [3, 6, 37], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 74, 75], "max_grad_norm": [3, 6], "m": [3, 6, 65, 66, 69], "rms_prop_ep": [3, 6], "rm": [3, 6, 43, 44], "1e": [3, 6, 58, 59, 60, 74], "05": [3, 6, 65, 66, 67, 68, 69, 71, 72], "parse_arg": [3, 6], "id": [3, 4, 6, 68, 74, 76], "n_episod": 3, "name": [3, 4, 5, 6, 7, 12, 17, 19, 25, 31, 37, 48, 51, 52, 55, 58, 59, 60, 65, 66, 68, 69, 74, 76], "start_run": [3, 6, 65], "run_nam": [3, 6, 65], "log_param": [3, 6], "mlppolici": [3, 6, 65, 66, 69], "tensorboard_log": [3, 6, 66], "n_timesteps_episod": [3, 6, 65, 66, 69], "_eplus_one_epi_len": [3, 6, 65, 66, 69], "_eplus_run_steps": [3, 6, 65, 66, 69], "lambda": [3, 6, 65, 66, 69], "freq": [3, 23], "2": [3, 4, 7, 17, 65, 66, 67, 68, 69, 71, 72, 76], "everi": [3, 6, 7, 8, 23, 67, 70, 71, 72, 75, 76, 77], "eval_callback": [3, 6, 65, 69], "best_model_save_path": [3, 6, 23, 65, 69], "best_model": [3, 6, 65, 69], "log_path": [3, 6, 23, 65, 69], "eval_freq": [3, 6, 23, 65, 69], "determinist": [3, 6, 23, 46, 65, 69], "render": [3, 6, 12, 23, 44, 46, 65, 69], "n_eval_episod": [3, 6, 23, 46, 65, 69], "log_callback": [3, 6, 66], "total_timestep": [3, 6, 54, 65, 66, 69, 73], "As": [3, 4, 6, 8, 68], "abl": [3, 4, 6, 8, 68], "start": [3, 4, 6, 15, 17, 19, 26, 27, 66, 68, 76], "batteri": [3, 6], "initi": [3, 23, 50, 77], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": [3, 6, 8, 44], "plan": 3, "futur": [3, 5, 6, 66, 74], "period": [4, 74], "demo": [4, 65, 66, 67, 69, 70, 71, 72, 76], "v1": [4, 5, 12, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "pittsburgh": 4, "usa": 4, "10": [4, 6, 8, 12, 17, 67, 68, 69, 70, 71, 72, 76], "01": [4, 66, 72], "31": [4, 5, 68], "03": [4, 65, 72], "hot": [4, 5, 58, 59, 60, 68, 74, 76, 77], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 67, 69, 70, 71, 72], "mix": [4, 74], "york": 4, "humid": 4, "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 12, 67, 68, 69, 77], "stochast": [4, 23, 46, 68, 74, 76], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 37, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "doe": [4, 5, 6, 17, 73], "classif": 4, "In": [4, 6, 7, 8, 37, 46, 66, 67, 68, 70, 73, 74, 75, 76], "seri": 4, "chang": [4, 5, 6, 7, 54, 66, 67, 69, 70, 73, 74, 76], "gaussian": 4, "std": [4, 46, 73], "dynam": [4, 7, 66], "let": [4, 5, 6, 7, 8, 65, 66, 67, 68, 69, 76], "idf_fil": [4, 12, 19], "weather_fil": [4, 12, 19, 68, 76], "observation_spac": [4, 12, 77], "low": [4, 58, 60, 74, 75, 77], "5e6": [4, 77], "high": [4, 77], "shape": [4, 6, 77], "observation_vari": [4, 12], "union": [4, 12, 17, 54, 58, 59, 60, 62, 63, 70, 73, 74, 77], "action_vari": [4, 12], "tupl": [4, 5, 12, 17, 25, 37, 58, 59, 60, 62, 63, 70, 74, 77], "weather_vari": [4, 12, 17, 36, 68, 76], "linearreward": [4, 6, 12, 65, 66, 68, 69, 74, 76], "reward_kwarg": [4, 12, 68, 74, 76], "act_repeat": [4, 12, 17, 68, 76], "max_ep_data_store_num": [4, 12, 17, 68, 76], "env_nam": [4, 12, 17, 19, 33, 37, 68, 73, 76], "config_param": [4, 5, 12, 17, 68, 76], "epw": [4, 12, 17, 19, 25, 37, 68, 73, 75, 76], "empti": [4, 8, 12, 37, 65, 66, 69], "manual": [4, 5, 7, 12, 77], "should": [4, 5, 6, 8, 12, 17, 23, 57, 74, 76, 77], "extra_config": [4, 12, 37], "map": [4, 12], "sigma": [4, 6, 12, 17, 25, 37], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 37], "uhlenbeck": [4, 12, 25, 37], "appli": [4, 5, 6, 7, 12, 37, 64, 69, 73, 77], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 46, 73], "repeat": [4, 12, 17, 68, 76], "regardless": [4, 12, 73], "repetit": [4, 12], "interv": [4, 6, 12], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 33, 37, 51, 52, 65, 66, 67, 69, 70, 71, 72, 73, 75], "dictionari": [4, 5, 6, 7, 12, 17, 31, 32, 68, 74, 76], "eplus_path": [4, 8, 17, 19], "o": [4, 6, 73], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 37], "join": 4, "weather_path": [4, 17, 37], "isinst": 4, "setpoints_spac": 4, "continuous_action_def": 4, "dtype": [4, 65, 66, 69, 77], "reward_fn": [4, 6], "checker": [4, 43], "_check_eplus_env": 4, "go": [4, 5, 6, 65, 66, 67, 68, 69, 72, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 66, 67, 69, 76], "correctli": [4, 6, 75, 76], "correct": [4, 6, 7, 8, 72, 77], "respect": [4, 7, 8, 31], "look": [4, 30, 35, 44, 69, 71], "found": [4, 69, 77], "rdd": 4, "repres": 4, "previous": [4, 6, 37, 73], "rememb": [4, 69, 71], "later": [4, 8, 54, 73], "so": [4, 6, 7, 8, 66, 69, 73, 74, 77], "reserv": [4, 6], "inconsist": 4, "notifi": [4, 6, 7], "fix": [4, 7], "schedul": 4, "actuat": 4, "befor": [4, 6, 8, 17, 37, 46, 68, 69, 72, 76, 77], "what": [4, 6, 68, 72], "take": [4, 5, 7, 37, 44, 69], "care": [4, 6], "action_definit": [4, 68, 76], "consist": [4, 17], "show": [4, 7], "usual": [4, 7], "solut": 4, "updat": [4, 6, 7, 8, 23, 33, 65, 66, 67, 68, 69, 70, 71, 72, 75], "problem": [4, 6], "alwai": [4, 6, 67, 69, 71, 73, 74], "send": [4, 6, 12, 15, 17, 19, 49, 50, 52], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "necessari": [4, 6, 7, 8, 74, 76], "link": [4, 6], "index": [4, 6], "told": [4, 8], "constant": [4, 6, 58, 59, 60, 70, 72, 74], "seen": 4, "recogniz": 4, "calcul": [4, 6, 65, 69, 74, 76], "support": [4, 5, 8, 75], "word": [4, 7], "don": [4, 6, 8, 67, 73], "howev": [4, 5, 6, 8, 74, 75], "give": [4, 6], "plai": [4, 69, 71], "affect": [4, 25, 37, 46], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "made": [4, 46], "ones": [4, 6, 74], "case": [4, 6, 7, 8, 46, 67, 69, 71, 74, 76], "offer": 4, "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 5, 6, 7, 46, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72], "version": [4, 6, 7, 8, 68, 76], "intend": 4, "someon": 4, "decid": [4, 6], "next": [4, 5, 6, 7, 8, 12, 17, 62, 63, 65, 73, 75, 77], "mention": [4, 6, 68], "long": [4, 68], "By": [4, 5, 8, 74, 76], "externalinterfac": [4, 70], "copi": [4, 8, 17, 73, 74, 77], "than": [4, 6, 73, 74, 76, 77], "extens": [4, 8, 67, 69], "sure": 4, "variabledictionari": 4, "regular": 4, "formar": 4, "rest": [4, 6, 8, 47, 48, 74, 76], "now": [4, 6, 8, 65, 66, 67, 69, 70, 71, 72], "document": [4, 6, 7, 8, 66, 68, 69, 71, 72, 73, 76], "config": [5, 6, 67, 75], "u": 5, "investig": 5, "wai": [5, 6, 68, 76], "extra_param": 5, "timesteps_per_hour": [5, 68, 76], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "less": 5, "1991": [5, 67, 68, 70, 71, 72, 76], "result": [5, 6, 17, 46, 67, 70, 71, 72, 73, 76, 77], "determin": [5, 6, 74, 76], "length": [5, 6, 46, 65, 69, 73, 77], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 37], "end_dai": [5, 27], "end_month": 5, "end_year": [5, 27], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6], "fail": [5, 6], "new": [5, 6, 15, 17, 19, 23, 25, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 76, 77], "part": [5, 6], "trivial": 5, "task": 5, "certain": 5, "purpos": [5, 6], "Its": 5, "controller_typ": 5, "controller1_definit": 5, "controller2_definit": 5, "controller_definit": 5, "resourc": [5, 6, 50, 51, 52], "heating_nam": [5, 68, 76], "cooling_nam": [5, 68, 76], "exist": [5, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "report": [5, 6], "actual": 5, "apply_extra_conf": [5, 37], "gcloud": 6, "combin": [6, 8, 68, 72, 76], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 67, 69, 76], "job": [6, 7, 8, 75], "remov": [6, 48, 58, 59, 60, 74], "explan": 6, "abov": [6, 66, 68], "firstli": 6, "sdk": [6, 8], "auth": [6, 48], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "enabl": [6, 7], "servic": [6, 48, 49], "librari": [6, 8, 66, 71, 75], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 50, 51, 52], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 43, 44], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 73, 75, 76], "termin": [6, 17, 55, 62, 63, 76, 77], "applic": [6, 75], "login": 6, "upload": [6, 7, 52], "public": 6, "gcr": 6, "io": [6, 69], "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 49], "restart": 6, "never": [6, 67], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 67, 69, 70, 71, 72], "hub": [6, 7, 8], "visit": [6, 8, 71, 72, 73, 75, 76, 77], "prefer": 6, "realli": [6, 72, 76, 77], "10gb": 6, "isn": [6, 77], "enough": 6, "silenc": 6, "would": [6, 74], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 75, 76], "write": [6, 7, 8, 73, 75], "cach": 6, "quick": 6, "eu": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 58, 59, 60, 74], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 8, 75], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 71, 74, 75], "confus": 6, "helper": 6, "everyth": [6, 69, 76], "upgrad": 6, "memori": 6, "least": 6, "free": [6, 69, 71], "might": 6, "submit": 6, "region": 6, "substitut": [6, 68, 76], "predetermin": 6, "enter": [6, 76], "after": [6, 17, 46, 67, 68, 72, 76], "immedi": 6, "hasn": [6, 28], "yet": [6, 75], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 69], "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16, 43, 44, 69], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "ip": 6, "5000": 6, "explain": [6, 76], "previou": [6, 63, 76, 77], "group": [6, 48], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 67, 69, 71], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": [6, 67, 69, 77], "alloc": [6, 7], "numpi": [6, 65, 66, 67, 68, 69, 70, 71, 72, 76, 77], "ranges_5zon": [6, 70, 72], "ranges_datacent": 6, "ranges_iw": 6, "multiobswrapp": [6, 70, 72, 77], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 59, 60, 74, 76], "exponenti": [6, 58, 74], "energy_weight": [6, 58, 60, 68, 74, 76], "rew": 6, "weight": [6, 58, 59, 60, 68, 74], "norm": 6, "store_tru": 6, "multiob": [6, 72, 77], "mob": 6, "multi": [6, 77], "ten": 6, "eval": [6, 23, 65, 69], "best": [6, 23, 65, 66, 69], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 76], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 51], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "0003": 6, "2048": 6, "batch_siz": 6, "64": [6, 66], "n_epoch": 6, "ne": 6, "95": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "tau": [6, 17, 25, 37], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rpe": 6, "experiment_d": [6, 65, 66, 69], "todai": [6, 65, 66, 69], "strftime": [6, 65, 66, 69], "y": [6, 65, 66, 69], "d_": 6, "h": [6, 65, 66, 69], "_": [6, 77], "ping": 6, "mlflow_ip": 6, "split": [6, 73], "respons": [6, 48, 73], "system": [6, 51, 52], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "rate": [6, 68, 74, 76], "batch": [6, 32], "epoch": 6, "gae": 6, "ent": 6, "coef": 6, "vf": 6, "max": [6, 33, 58, 60, 74, 77], "grad": 6, "buffer": 6, "gradient": 6, "expreward": [6, 68, 74, 76], "runtimeerror": [6, 17, 37], "w_energi": [6, 74], "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 66, 69], "_init_setup_model": 6, "f": [6, 8, 65, 66, 69], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 68, 69, 74, 76], "dir": [6, 37, 66], "tensorboardformatlogg": [6, 66], "tb_path": [6, 66], "new_logg": [6, 66], "set_logg": [6, 66], "_env_working_dir_par": [6, 65, 66, 69, 77], "close": [6, 12, 17, 62, 66, 67, 69, 70, 71, 72, 76, 77], "_episode_exist": [6, 77], "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "upload_to_bucket": 6, "src_path": [6, 52], "dest_bucket_nam": [6, 52], "dest_path": [6, 52], "end_run": [6, 65], "autodelet": 6, "token": [6, 48, 49], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": [6, 74], "deactiv": [6, 54, 62, 73, 77], "written": 6, "recreat": 6, "belong": [6, 54, 73], "delet": [6, 48, 77], "individu": [6, 74], "appropri": [6, 68, 76], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8, 69, 76], "gitignor": 6, "ignor": [6, 7, 66], "final": [6, 67], "know": 6, "load_ag": 6, "just": [6, 72, 74], "onc": [6, 8], "predict": 6, "agre": 6, "collect": [6, 54, 73, 76, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 28], "two": [6, 8, 74], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 26, 27, 46, 54, 68, 70, 73, 76, 77], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 75], "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "github": [6, 8, 16, 43, 44, 75], "sinergymcompilationhtml": 6, "html": [6, 69], "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 69, 71], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 59, 66, 67, 69, 70, 72, 74], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 67, 70, 71, 72, 76, 77], "mb": 6, "tier": 6, "db": [6, 37], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 65, 66, 69], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 7, 26, 68, 73], "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "7": [6, 17, 66, 67, 68, 69, 70, 71, 72, 74], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "direct": 6, "ingress": 6, "target": [6, 74], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 74], "creation": [6, 76], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "pep8": 7, "level": [7, 55, 75], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "workflow": [7, 75], "cannot": [7, 66, 76], "storag": [7, 8, 50, 51, 52], "compil": 7, "sphinx": 7, "vocabulari": 7, "spell": 7, "mistak": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 44, 67, 68, 69], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 68, 73], "pytest": 7, "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 44], "commit": 7, "ci": [7, 44], "string": [7, 65, 69], "161": [7, 69], "sequenti": 7, "autopep8": 7, "page": 7, "publish": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 75], "advantag": 7, "pip": [8, 75], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 68, 72], "click": 8, "pop": [8, 70], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 76], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 65, 66, 67, 68, 69], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 74], "also": [8, 44, 68, 69, 72, 74, 76], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "itself": 8, "consid": [8, 58, 59, 60, 67, 74], "subset": [8, 72, 77], "ofici": 8, "supervis": [8, 75], "successfulli": [8, 65, 66, 67, 69, 70, 71, 72, 75], "anywai": [8, 75], "prepar": [8, 32], "kwarg": [12, 22, 23, 62, 63, 64], "mode": 12, "ndarrai": [12, 15, 17, 54, 62, 63, 64, 70, 73, 77], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 37], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 73], "sensor": 17, "ou": [17, 25, 37], "element": [17, 28, 32, 54, 73, 76], "elaps": [17, 26, 54, 73], "correspond": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 71], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "end_simul": 19, "callback_on_new_best": 23, "npz": 23, "vecenv": [23, 46], "weather_data": [25, 37], "weatherdata": [25, 37], "original_epw_fil": 25, "drybulb": [25, 37, 71], "variat": [25, 37], "opyplu": [25, 26, 28, 32, 37], "epm": [26, 28, 32, 34, 37], "sec_elaps": 26, "compos": 26, "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": 27, "st": 27, "mon": 27, "24": [27, 65, 69, 72], "explicitli": 28, "var_fil": 31, "add_batch": 32, "convert": 32, "output_path": 33, "last_result": 33, "min": [33, 74, 77], "absolut": [33, 58, 60, 74], "file_path": 34, "retriev": 35, "vecenvwrapp": 35, "recurs": [35, 51, 52], "search": 35, "unwrap": [35, 73], "till": 35, "modif": [36, 74], "max_ep_stor": 37, "_idf_path": 37, "_weather_path": 37, "_ddy_path": 37, "ddy": [37, 65, 66, 67, 68, 69, 70, 71, 72], "experiment_path": 37, "episode_path": 37, "_idd": 37, "idd": 37, "ddy_model": 37, "adapt_idf_to_epw": 37, "summerdai": 37, "ann": 37, "clg": 37, "condn": 37, "mwb": 37, "winterdai": 37, "htg": 37, "summer": [37, 74], "winter": [37, 74], "desingdai": 37, "adapt_variables_to_cfg_and_idf": 37, "xml": [37, 66, 67, 68, 69, 70, 71, 72], "tree": [37, 66, 67, 68, 69, 70, 71, 72, 75], "apply_weather_vari": 37, "save_building_model": 37, "env_working_dir": 37, "save_variables_cfg": 37, "set_episode_working_dir": 37, "parent": 37, "set_experiment_working_dir": 37, "set_external_interfac": 37, "ptolemi": 37, "dlr": [43, 44], "baselines3": [43, 44], "skip_render_check": 44, "particularli": 44, "blob": 44, "master": 44, "core": [44, 65, 66, 69], "mainli": 44, "relat": 44, "base_class": 46, "basealgorithm": 46, "callabl": [46, 62, 77], "averag": [46, 76], "note": [46, 73, 77], "count": 46, "scale": [46, 75], "earli": 46, "avoid": 46, "anyth": 46, "reward_threshold": 46, "minimum": [46, 59, 74], "expect": 46, "met": 46, "return_episode_reward": 46, "easier": 47, "instance_group_nam": 48, "vm": 48, "alon": 48, "mig": 48, "request": 48, "author": 49, "petit": [49, 50], "ask": [50, 51, 52], "blob_prefix": 51, "bucket": [51, 52], "exclud": 51, "destin": 52, "monitor_head": [54, 62, 70, 73, 77], "progress_head": [54, 62, 70, 73, 77], "log_progress_fil": [54, 70, 73, 77], "log_fil": [54, 70, 73], "header": [54, 62, 70, 73, 77], "sub_run_n": [54, 73], "res_n": [54, 73], "steps_data": [54, 73], "arrai": [54, 73, 77], "elabor": [54, 73], "total_time_elaps": [54, 73], "comfort_violation_timestep": [54, 73], "whose": [54, 73], "activate_flag": [54, 73, 77], "deactivate_flag": [54, 73, 77], "log_episod": [54, 73, 77], "log_step": [54, 73, 77], "log_step_norm": [54, 73, 77], "set_log_fil": [54, 73, 77], "new_log_fil": [54, 73], "getlogg": 55, "formatt": 55, "inherit": [57, 74, 77], "temperature_vari": [58, 59, 60, 68, 74, 76], "energy_vari": [58, 59, 60, 68, 74, 76], "range_comfort_wint": [58, 59, 60, 68, 74, 76], "range_comfort_summ": [58, 59, 60, 68, 74, 76], "lambda_energi": [58, 59, 60, 74], "0001": [58, 59, 60, 69], "lambda_temperatur": [58, 59, 60, 74], "r": [58, 60, 74], "w": [58, 59, 60, 66, 73, 74], "lambda_": [58, 60, 74], "lambda_t": [58, 60, 74], "exp": [58, 74], "t_": [58, 60, 74], "cold": [58, 59, 60, 74], "dimens": [58, 59, 60, 74], "min_energy_weight": [59, 74], "range_comfort_hour": [59, 74], "logger_class": [62, 70, 77], "flatten": [63, 72, 77], "stack": [63, 77], "flat": [63, 77], "vector": [63, 69, 77], "reli": [64, 69, 77], "episodes_": [65, 66, 69], "shown": 65, "env_vec": [65, 66, 69], "2022": [65, 66, 67, 68, 69, 70, 71, 72], "16": [65, 66, 67, 68, 69, 70, 71, 72], "13": [65, 67, 70, 71, 72], "43": [65, 66, 69, 71], "49": [65, 66], "680": 65, "eplus_env_demo": [65, 66, 67, 69, 70, 71, 72], "v1_mainthread_root": [65, 66, 67, 68, 69, 70, 71, 72], "site": [65, 66, 67, 68, 69, 70, 71, 72], "sizingperiod": [65, 66, 67, 68, 69, 70, 71, 72], "682": 65, "686": 65, "702": [65, 72], "workspac": [65, 66, 67, 69, 70, 71, 72, 76], "res2": [65, 69, 70], "sub_run1": [65, 66, 67, 69, 70, 72, 73], "44": [65, 66, 69, 71], "07": [65, 66], "471": 65, "complet": [65, 66, 69, 71, 72, 74], "472": 65, "486": 65, "sub_run2": [65, 66, 69, 71, 72, 73], "36": 65, "436": 65, "437": [65, 67], "451": 65, "sub_run3": [65, 66, 69, 73], "usr": [65, 66, 67, 68, 69], "lib": [65, 66, 67, 68, 69], "dist": [65, 66, 67, 68, 69], "fromnumer": [65, 66, 69], "3474": [65, 66, 69], "runtimewarn": [65, 66, 69], "slice": [65, 66, 69], "_method": [65, 66, 69], "_mean": [65, 66, 69], "axi": [65, 66, 69], "189": [65, 66, 69], "invalid": [65, 66, 69], "encount": [65, 66, 69], "double_scalar": [65, 66, 69], "ret": [65, 66, 69], "rcount": [65, 66, 69], "42": [65, 66, 69, 72], "769": 65, "770": [65, 72], "782": 65, "sub_run4": [65, 66, 69], "45": 65, "057": 65, "058": 65, "072": 65, "sub_run5": [65, 66, 69], "521": 65, "524": 65, "551": 65, "sub_run6": [65, 69], "num_timestep": [65, 69], "70080": [65, 69], "episode_reward": [65, 69], "18206": 65, "00": [65, 69, 70, 72], "35040": [65, 67, 69, 70, 71, 72], "46": 65, "519": 65, "532": 65, "sub_run7": [65, 69], "37": 65, "035": 65, "038": [65, 68], "061": [65, 69], "sub_run8": [65, 69], "449": 65, "450": 65, "469": 65, "sub_run9": [65, 69], "47": 65, "531": [65, 69], "544": 65, "sub_run10": [65, 69], "473": 65, "474": 65, "492": 65, "sub_run11": [65, 69], "140160": [65, 69], "19928": 65, "33": [65, 70, 71, 72], "session": 66, "41": [66, 67, 68, 69, 72], "416": 66, "418": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72], "419": 66, "tensorboard_path": 66, "cpu": [66, 69], "50": 66, "179466": 66, "tensorflow": 66, "stream_executor": 66, "dso_load": 66, "cc": 66, "39": [66, 67, 69, 70, 71, 72], "libcudart": 66, "11": [66, 67, 69, 70, 71, 72], "dlerror": 66, "share": 66, "No": 66, "179484": 66, "cuda": 66, "cudart_stub": 66, "cudart": 66, "gpu": 66, "couldn": 66, "dot_pars": 66, "dot": 66, "51": [66, 69], "876": 66, "888": 66, "res4": 66, "278": [66, 68], "279": 66, "291": 66, "227": 66, "228": [66, 68], "238": 66, "158": 66, "159": 66, "169": 66, "372": 66, "373": 66, "385": 66, "572": 66, "loop": 67, "34": [67, 68, 69, 70], "userwarn": [67, 68, 69], "precis": [67, 68, 69], "lower": [67, 68, 69], "cast": [67, 68, 69], "float32": [67, 68, 69, 77], "color": [67, 68, 69], "msg": [67, 68, 69], "yellow": [67, 68, 69], "15": [67, 69, 70, 71, 72], "262": 67, "266": 67, "269": 67, "glanc": 67, "someth": 67, "current_month": [67, 70, 71, 72, 76, 77], "452": 67, "res1": 67, "6725497890372467": 67, "time_elaps": [67, 69, 70, 71, 72, 73, 77], "900": [67, 70, 71, 72], "3133": 67, "716390651039": 67, "3133716390651039": 67, "0317279390093894": 67, "96827206099061": 67, "out_temperatur": [67, 70, 71, 72], "17": [67, 70, 71, 72], "28": [67, 71, 72], "1846": 67, "9621312474262": 67, "2976": [67, 70, 71, 72], "2678400": [67, 70, 71, 72], "5411": 67, "063351625962": 67, "5411063351625962": 67, "8909000854544509": 67, "10909991454555": 67, "3607": 67, "264114303269": 67, "5664": [67, 70, 71, 72], "5097600": [67, 70, 71, 72], "4461": 67, "216463017275": 67, "4461216463017275": 67, "95766035021237": 67, "21": [67, 70, 71, 72], "4786": 67, "171264451111": 67, "8640": [67, 70, 71, 72], "7776000": [67, 70, 71, 72], "186": [67, 70, 71, 72], "5934720667916": [67, 70, 71, 72], "018659347206679163": [67, 70, 71, 72], "67709349698774": 67, "5611": 67, "414269156897": 67, "11520": [67, 70, 71, 72], "10368000": [67, 70, 71, 72], "922": 67, "6285285423929": 67, "0922628528542393": 67, "02157118845279": 67, "6356": 67, "324891064242": 67, "14496": [67, 70, 71, 72], "13046400": [67, 70, 71, 72], "1338": 67, "345005962429": 67, "1338345005962429": 67, "0096463211117204": 67, "99035367888828": 67, "9383": 67, "627583873596": 67, "17376": [67, 70, 71, 72], "15638400": [67, 70, 71, 72], "395": 67, "5098530039662": 67, "03955098530039662": 67, "94742078729465": 67, "05257921270535": 67, "12767": 67, "036699993025": 67, "20352": [67, 70, 71, 72], "18316800": [67, 70, 71, 72], "9254": 67, "319513462964": 67, "9254319513462964": 67, "2539429997804383": 67, "74605700021956": 67, "22": [67, 69, 70, 71, 72], "16085": 67, "210572008498": 67, "23328": [67, 70, 71, 72], "20995200": [67, 70, 71, 72], "367": [67, 70], "8874637575448": 67, "03678874637575449": 67, "324175301260169": 67, "67582469873983": 67, "18964": 67, "991373602872": 67, "26208": [67, 70, 71, 72], "23587200": [67, 70, 71, 72], "583": 67, "799449730454": 67, "0583799449730454": 67, "00723554754091893": 67, "99276445245908": 67, "25": [67, 70, 71, 72], "19825": 67, "964771961888": 67, "29184": [67, 70, 71, 72], "26265600": [67, 70, 71, 72], "27634167442781177": 67, "72365832557219": 67, "20852": 67, "888693767633": 67, "32064": [67, 70, 71, 72], "28857600": [67, 70, 71, 72], "712": 67, "7997807153837": 67, "07127997807153837": 67, "9134903295960015": 67, "086509670404": 67, "22604": 67, "494577441612": 67, "31536000": [67, 70, 71, 72], "1992": [67, 68, 70, 71, 72, 76], "8077": 67, "874829054068": 67, "8077874829054068": 67, "8425197590065814": 67, "15748024099342": 67, "forget": 67, "875": 67, "cumul": [67, 70, 71, 72, 74, 76, 77], "6451054388538969": 67, "over": 67, "runperiod": [67, 68, 76], "discuss": 68, "environment_id": 68, "eplus_env_5zon": 68, "041": 68, "043": [68, 69], "scratch": 68, "obvious": 68, "thing": [68, 74], "space1": [68, 71, 74, 76], "hvac": [68, 74, 76], "electr": [68, 74, 76], "demand": [68, 74, 76], "160": 68, "163": 68, "165": 68, "esp_granada": [68, 76], "084190_swec": [68, 76], "001": [68, 76], "new_env_nam": [68, 76], "eplus_env_new_env_name_mainthread_root": 68, "231": 68, "234": 68, "even": [68, 69, 71, 76], "overwrit": 68, "put": [68, 76], "leav": [68, 76], "intact": [68, 76], "extra_conf": [68, 76], "thermostatsetpoint": [68, 76], "dualsetpoint": [68, 76], "dualsetp": [68, 76], "htgsetp": [68, 76], "clgsetp": [68, 76], "32": 68, "273": 68, "eplus_env_datacent": 68, "276": 68, "tqdm": 69, "tqdmwarn": 69, "iprogress": 69, "jupyt": 69, "ipywidget": 69, "readthedoc": 69, "en": 69, "user_instal": 69, "autonotebook": 69, "notebook_tqdm": 69, "ref": 69, "528": 69, "530": 69, "feel": [69, 71], "loggerev": 69, "earlier": 69, "few": 69, "022": 69, "033": 69, "58": [69, 70], "162": 69, "172": 69, "ep_len_mean": 69, "5e": 69, "04": 69, "ep_rew_mean": 69, "25e": 69, "fp": 69, "2230": 69, "200": 69, "201": 69, "213": 69, "689": 69, "690": 69, "705": 69, "48": [69, 71], "619": 69, "620": 69, "632": 69, "06": [69, 70], "271": 69, "283": 69, "19088": 69, "03e": 69, "comfort_viol": [69, 73, 77], "35": 69, "mean_ep_length": 69, "mean_power_consum": 69, "79e": 69, "08": [69, 72], "power_penalti": [69, 70, 73, 77], "std_reward": 69, "07e": 69, "835": 69, "83": 69, "loss": 69, "n_updat": 69, "5019": 69, "045": 69, "97e": 69, "872": 69, "120": 69, "105120": 69, "13779": 69, "042": 69, "389": 69, "390": 69, "400": 69, "500": 69, "502": 69, "522": 69, "322": 69, "323": 69, "336": 69, "19104": 69, "15e": 69, "67e": 69, "195": 69, "96e": 69, "741": 69, "188": 69, "22539": 69, "lt": 69, "0x7f7689a90100": 69, "gt": 69, "57": 69, "008": 69, "writen": 70, "funtion": 70, "create_row_cont": 70, "customcsvlogg": 70, "last_10_steps_reward": 70, "_create_row_cont": [70, 73], "abs_comfort": [70, 73, 74, 77], "instanti": 70, "09": 70, "455": 70, "present": [70, 73], "456": 70, "458": 70, "460": 70, "784": 70, "794": 70, "3808358083250144": 70, "7616": [70, 71, 72], "716166500288": 70, "7616716166500288": 70, "99998783039325": [70, 71, 72], "1817": 70, "7037351644783": 70, "8278": 70, "265126379221": 70, "8278265126379222": 70, "09635860317218": 70, "3569": 70, "893869126496": 70, "833": 70, "2920927358493": 70, "08332920927358493": 70, "43408478076705137": 70, "56591521923295": 70, "4726": 70, "825668121225": 70, "435109315811939": 70, "56489068418806": 70, "5537": 70, "597449713271": 70, "49458320791672": 70, "6292": 70, "769417325523": 70, "1081": 70, "566582699994": 70, "1081566582699994": 70, "0006063738688589": 70, "99939362613114": 70, "9282": 70, "920861126457": 70, "215": [70, 71, 72], "8190761704195": 70, "02158190761704195": 70, "219568577307669": 70, "78043142269233": 70, "12634": 70, "156075131721": 70, "4228": 70, "056578307433": 70, "42280565783074325": 70, "7050000356997295": 70, "29499996430027": 70, "15998": 70, "997030178922": 70, "8874627648617": 70, "03678874627648617": 70, "6311272146660514": 70, "36887278533395": 70, "18840": 70, "99755962802": 70, "89715955527449": 70, "19780": 70, "136585783544": 70, "1676": 70, "829498258497": 70, "16768294982584972": 70, "00051072214852": 70, "20847": 70, "657706575505": 70, "1300": 70, "083757928305": 70, "1300083757928305": 70, "8838907434947707": 70, "11610925650523": 70, "22626": 70, "148434896502": 70, "8146": 70, "94600014605": 70, "814694600014605": 70, "5231669758907707": 70, "47683302410923": 70, "6457234142378936": 70, "548": 70, "sai": 71, "get_season_comfort_rang": 71, "104": 71, "107": 71, "111": 71, "extend": 71, "desir": 71, "myrulebasedcontrol": 71, "outdoor": 71, "daytim": 71, "out_temp": 71, "season_comfort_rang": 71, "in_temp": 71, "current_heat_setpoint": 71, "current_cool_setpoint": 71, "new_heat_setpoint": 71, "new_cool_setpoint": 71, "weekend": 71, "night": 71, "429": 71, "430": 71, "443": 71, "res10": 71, "3808358083250143": [71, 72], "716166500285": [71, 72], "7616716166500286": [71, 72], "1394": 71, "933741103853": 71, "8783": 71, "948537124963": 71, "8783948537124964": 71, "32998668433318": 71, "2650": 71, "5674622643014": 71, "2828": 71, "551434642312": 71, "2828551434642312": 71, "32988764119706": 71, "3464": 71, "4534634130637": 71, "2670384566951505": 71, "73296154330485": 71, "4056": 71, "362905023052": 71, "1049": 71, "348956006732": 71, "10493489560067319": 71, "33021459066708": 71, "4575": 71, "388821261888": 71, "602": [71, 72], "6474404745787": 71, "06026474404745787": 71, "6702171176743406": 71, "32978288232566": 71, "5959": 71, "068563514961": 71, "8105427085715": [71, 72], "02158105427085715": [71, 72], "871010625169369": 71, "12898937483063": 71, "7457": 71, "679714984278": 71, "9961": 71, "587143366478": 71, "9961587143366478": 71, "33021175763765": 71, "8981": 71, "302898158818": 71, "1814": 71, "198506979714": 71, "1814198506979714": 71, "32960549764289": 71, "10197": 71, "28247814917": 71, "2130": 71, "682079753009": 71, "2130682079753009": 71, "33031354561692": 71, "10685": 71, "569288303852": 71, "944": 71, "0904158092015": 71, "09440904158092016": 71, "33017991675662": 71, "11374": 71, "36750934867": 71, "2788": 71, "852968187345": 71, "27888529681873453": 71, "32995260044678": 71, "12774": 71, "026233137427": 71, "10847": 71, "14414165405": 71, "084714414165405": 71, "33000003505644": 71, "36455554318315797": 71, "59": 71, "813": 71, "normil": 72, "54": 72, "693": 72, "696": 72, "699": 72, "714": 72, "res5": 72, "9910000e": 72, "0000000e": 72, "5000000e": 72, "0999999e": 72, "9000000e": 72, "02": 72, "1000000e": 72, "0999992e": 72, "9522228e": 72, "0098755e": 72, "247": 72, "249": 72, "261": 72, "98466104": 72, "33834645": 72, "9484536": 72, "17748918": 72, "8111888": 72, "800001": 72, "44444445": 72, "39061695": 72, "42973474": 72, "24169508": 72, "844": 72, "847": 72, "851": 72, "773": 72, "777": 72, "779": 72, "792": 72, "res7": 72, "781": 72, "783": 72, "798": 72, "606": 72, "609": 72, "692": 72, "709": 72, "res8": 72, "1871": 72, "2735943472342": 72, "4717": 72, "088000520113": 72, "4717088000520114": 72, "7573715796282414": 72, "24262842037176": 72, "3591": 72, "708406946749": 72, "1914": 72, "018114977942": 72, "19140181149779423": 72, "0756168928023513": 72, "92438310719765": 72, "4739": 72, "976056551516": 72, "41562783370860856": 72, "58437216629139": 72, "5546": 72, "170775112516": 72, "6675625711856412": 72, "33243742881436": 72, "6291": 72, "521621999336": 72, "311": 72, "2037337978678": 72, "03112037337978678": 72, "76487463809368": 72, "23512536190632": 72, "9278": 72, "775602691854": 72, "717878688683829": 72, "28212131131617": 72, "12603": 72, "078345531798": 72, "9710": 72, "545171272992": 72, "9710545171272993": 72, "6105363983255216": 72, "38946360167448": 72, "15898": 72, "38172607886": 72, "2724": 72, "07911675267": 72, "272407911675267": 72, "0412778161750396": 72, "95872218382496": 72, "18741": 72, "72328624202": 72, "513": 72, "7610654329847": 72, "051376106543298466": 72, "0025701501132289195": 72, "99742984988677": 72, "19653": 72, "923057089025": 72, "16125875764038966": 72, "83874124235961": 72, "20670": 72, "415163107275": 72, "2374": 72, "725317005226": 72, "2374725317005226": 72, "17986449699296": 72, "22461": 72, "581130904375": 72, "7149": 72, "075848784849": 72, "7149075848784849": 72, "7503558827192691": 72, "24964411728073": 72, "6410268587586611": 72, "727": 72, "re": 73, "num_simul": 73, "content": 73, "sub_runn": 73, "utilsocket": 73, "monitor_norm": 73, "sub_run": 73, "num_episod": 73, "within": [73, 75], "suit": 73, "observation_valu": 73, "action_valu": 73, "simulation_tim": 73, "row": 73, "episode_num": [73, 77], "cumulative_power_consumpt": [73, 77], "mean_power_consumpt": [73, 77], "carri": 73, "techniqu": 73, "factor": 73, "steps_data_norm": 73, "episode_data": 73, "assembl": 73, "_store_step_inform": 73, "relev": 73, "_reset_logg": 73, "statist": 73, "ep_mean_reward": 73, "ep_cumulative_reward": 73, "ep_cumulative_pow": 73, "ep_mean_pow": 73, "ep_cumulative_comfort_penalti": 73, "ep_mean_comfort_penalti": 73, "ep_cumulative_power_penalti": 73, "ep_mean_power_penalti": 73, "ep_mean_abs_comfort": 73, "ep_std_abs_comfort": 73, "ep_cumulative_abs_comfort": 73, "steps_info": 73, "newlin": 73, "file_obj": 73, "writer": 73, "csv_writer": 73, "writerow": 73, "len": [73, 77], "_normal": 73, "isfil": 73, "row_cont": 73, "below": 74, "discomfort": 74, "togeth": 74, "insid": [74, 76], "typic": 74, "satisfact": 74, "taken": [74, 76], "similar": 74, "That": 74, "higher": 74, "far": 74, "hourlylinearreward": 74, "slight": 74, "am": 74, "pm": 74, "equal": 74, "neg": 74, "perfect": 74, "behavior": 74, "adjust": 74, "aspect": 74, "But": [74, 76], "imagin": 74, "signal": 74, "__call__": 74, "basereward": 74, "customreward": 74, "naiv": 74, "math": 74, "2021": 74, "notimplementederror": 74, "temp_nam": 74, "energy_nam": 74, "lambda_temp": 74, "reward_energi": 74, "temp": 74, "_get_comfort": 74, "reward_comfort": 74, "reward_term": 74, "total_energi": 74, "temp_rang": 74, "k": 74, "ab": 74, "vv": 75, "under": [75, 76], "framework": 75, "small": 75, "complex": 75, "independ": 75, "uniqu": 75, "test_common": 75, "test_reward": 75, "test_wrapp": 75, "test_simul": 75, "test_config": 75, "test_env": 75, "test_control": 75, "test_stable_baselin": 75, "conceptu": 75, "readm": 75, "try_env": 76, "soon": 76, "place": 76, "dispos": 76, "understand": 76, "practic": 76, "screen": 76, "basi": 76, "exactli": 76, "criteria": 76, "replac": 76, "variant": 77, "dequ": 77, "observationwrapp": 77, "unwrapped_observ": 77, "handl": 77, "divisionbyzero": 77, "isnan": 77, "ind_flat": 77, "histori": 77, "maxlen": 77, "new_shap": 77, "_get_ob": 77, "reshap": 77, "monitor_header_list": 77, "element_head": 77, "progress_header_list": 77, "mean_comfort_viol": 77, "std_comfort_viol": 77, "cumulative_comfort_viol": 77, "logger_main": 77, "debug": 77, "_epi_num": 77, "_eplus_working_dir": 77}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [36, 0, 0, "-", "config"], [38, 0, 0, "-", "constants"], [39, 0, 0, "-", "controllers"], [43, 0, 0, "-", "env_checker"], [45, 0, 0, "-", "evaluation"], [47, 0, 0, "-", "gcloud"], [53, 0, 0, "-", "logger"], [56, 0, 0, "-", "rewards"], [61, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "prepare_batch_from_records"], [33, 5, 1, "", "ranges_getter"], [34, 5, 1, "", "to_idf"], [35, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[37, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "adapt_idf_to_epw"], [37, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [37, 2, 1, "", "apply_extra_conf"], [37, 2, 1, "", "apply_weather_variability"], [37, 2, 1, "", "save_building_model"], [37, 2, 1, "", "save_variables_cfg"], [37, 2, 1, "", "set_episode_working_dir"], [37, 2, 1, "", "set_experiment_working_dir"], [37, 2, 1, "", "set_external_interface"], [37, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[44, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[46, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[48, 5, 1, "", "delete_instance_MIG_from_container"], [49, 5, 1, "", "get_service_account_token"], [50, 5, 1, "", "init_storage_client"], [51, 5, 1, "", "read_from_bucket"], [52, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[54, 1, 1, "", "CSVLogger"], [55, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_flag"], [54, 2, 1, "", "deactivate_flag"], [54, 2, 1, "", "log_episode"], [54, 2, 1, "", "log_step"], [54, 2, 1, "", "log_step_normalize"], [54, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[57, 1, 1, "", "BaseReward"], [58, 1, 1, "", "ExpReward"], [59, 1, 1, "", "HourlyLinearReward"], [60, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[62, 1, 1, "", "LoggerWrapper"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_logger"], [62, 2, 1, "", "close"], [62, 2, 1, "", "deactivate_logger"], [62, 2, 1, "", "reset"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68], "contribut": 0, "exampl": [0, 65, 66, 67, 69, 71, 72, 76], "api": 1, "refer": 1, "control": [2, 39, 40, 41, 42, 71, 76], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 69], "logger": [3, 53, 54, 55, 70, 72, 73], "tensorboard": [3, 6, 66], "structur": 3, "how": 3, "us": [3, 6, 76], "mlflow": [3, 6, 65], "environ": [4, 8, 68, 76], "list": 4, "observ": [4, 72], "action": [4, 7], "space": 4, "specif": 4, "ad": [4, 68, 76], "new": [4, 7, 68, 75], "build": 4, "extra": [5, 76], "configur": [5, 6, 8, 68, 70, 76], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "action_definit": 5, "thermostat": 5, "dualsetpoint": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 70], "first": 6, "step": [6, 70], "2": [6, 8, 70], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 75], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 73], "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 70], "instal": [8, 75], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 76], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "create_variable_weath": 25, "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "is_wrap": 30, "parse_vari": 31, "prepare_batch_from_record": 32, "ranges_gett": 33, "to_idf": 34, "unwrap_wrapp": 35, "config": [36, 37], "constant": 38, "rbc5zone": 40, "rbcdatacent": 41, "randomcontrol": 42, "env_check": [43, 44], "check_env": 44, "evalu": [45, 46], "evaluate_polici": 46, "gcloud": [47, 48, 49, 50, 51, 52], "delete_instance_mig_from_contain": 48, "get_service_account_token": 49, "init_storage_cli": 50, "read_from_bucket": 51, "upload_to_bucket": 52, "csvlogger": 54, "reward": [56, 57, 58, 59, 60, 68, 74, 76], "basereward": 57, "expreward": 58, "hourlylinearreward": 59, "linearreward": 60, "wrapper": [61, 62, 63, 64, 70, 72, 76, 77], "loggerwrapp": [62, 70], "multiobswrapp": 63, "normalizeobserv": 64, "basic": 67, "chang": 68, "an": 68, "regist": 68, "other": 68, "compon": 68, "more": 68, "definit": [68, 76], "usag": [69, 76], "person": 70, "inherit": 70, "csvloger": 70, "intanci": 70, "rule": [71, 76], "normal": 72, "multi": 72, "all": 72, "one": 72, "format": 73, "test": 75, "pytest": 75, "run": 75, "simplest": 76, "overwrit": 76, "some": 76, "default": 76, "valu": 76}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Specification": [[4, "specification"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "action_definition": [[5, "action-definition"]], "Thermostat:DualSetpoint": [[5, "thermostat-dualsetpoint"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[32, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[33, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[34, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[35, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[37, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[44, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[46, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[48, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[49, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[50, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[51, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[52, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[54, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[55, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[57, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[58, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[60, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[65, "MLFlow-example"]], "TensorBoard example": [[66, "TensorBoard-example"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Adding other new components to the environment": [[68, "Adding-other-new-components-to-the-environment"]], "Adding more configuration definition": [[68, "Adding-more-configuration-definition"]], "DRL usage example": [[69, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[70, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[70, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[70, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[71, "Rule-Controller-example"]], "Wrappers example": [[72, "Wrappers-example"]], "Normalization Wrapper": [[72, "Normalization-Wrapper"]], "Logger Wrapper": [[72, "Logger-Wrapper"]], "Multi Observation Wrapper": [[72, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[72, "All-Wrappers-in-one"]], "Output format": [[73, "output-format"]], "Logger": [[73, "logger"]], "Rewards": [[74, "rewards"]], "Tests": [[75, "tests"]], "Install Pytest": [[75, "install-pytest"]], "Running tests": [[75, "running-tests"]], "Create new tests": [[75, "create-new-tests"]], "Usage example": [[76, "usage-example"]], "Simplest example": [[76, "simplest-example"]], "Adding a reward": [[76, "adding-a-reward"]], "Adding wrappers": [[76, "adding-wrappers"]], "Using a rule-based controller": [[76, "using-a-rule-based-controller"]], "Overwriting some default values of the environments.": [[76, "overwriting-some-default-values-of-the-environments"]], "Adding extra configuration definition": [[76, "adding-extra-configuration-definition"]], "Wrappers": [[77, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [36, "module-sinergym.utils.config"], [38, "module-sinergym.utils.constants"], [39, "module-sinergym.utils.controllers"], [43, "module-sinergym.utils.env_checker"], [45, "module-sinergym.utils.evaluation"], [47, "module-sinergym.utils.gcloud"], [53, "module-sinergym.utils.logger"], [56, "module-sinergym.utils.rewards"], [61, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[37, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[37, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[44, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[46, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[54, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[57, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[58, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[59, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[60, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.0.0/.buildinfo b/docs/compilation/v2.0.0/.buildinfo index 1f3ed84476..baa75950d1 100644 --- a/docs/compilation/v2.0.0/.buildinfo +++ b/docs/compilation/v2.0.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 96b3f0d88b694c375b384e1042972884 +config: 0900db4a13e71c775c4b07bafc14f906 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.0.0/.doctrees/environment.pickle b/docs/compilation/v2.0.0/.doctrees/environment.pickle index 0910636805..723c7f21d2 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/environment.pickle and b/docs/compilation/v2.0.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.0.0/.doctrees/index.doctree b/docs/compilation/v2.0.0/.doctrees/index.doctree index 2f90d13776..e3b92a0abf 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/index.doctree and b/docs/compilation/v2.0.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree index 51bdf282c7..b6c86c9d01 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree index 376895535a..1d3e3e1c88 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree index af314ca121..0bd1e02a26 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree index 7ab4f99ec3..be71c9d8ad 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree index ae010478d8..1c24ad7945 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree index 4e68e956e1..2f265e19a3 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree index 75952b6d20..3f37e362a2 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree index 56e08ae8f3..e22cf8cbbc 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree index a35586add0..bc4374bc18 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree index 92afc0ba31..dd9fb39365 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index a8d223cbc6..726fe9f45e 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 0e906e027f..5aa11b40fe 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index c033b0ba0a..18eb9a79f3 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index d4d3a5a3dc..2ff5d89b1a 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree index 3b577c2ab3..83ebcf8501 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index a6d8cd689c..5905089b69 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 121c9220c8..435006d24e 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index e706a1fee2..3b34732699 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 52fcc65c05..21f20bea62 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 33f755ccd8..4cf9b1f21c 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 1c965a7e61..5401c090bb 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 642832cdb9..1723201067 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 44e43cb8b4..c8861fd583 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 4c0629ba41..db602e81d6 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 7d247844b2..fcec23422e 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index e1a3a5477b..c14f44d6d4 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index b2cc310c99..8d4a67645f 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 190f8464e5..1adfc65dbd 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index bc7556e2cd..d29773b0dc 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 96d0e405bd..267910885f 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 9357d37222..c74b0278f1 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 833f9fc3ce..81cecd82e4 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index d569eb39b3..8703071ce1 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 824ca414af..1bf4b888da 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 4404ee1be5..1562ef4091 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree index 56af38121a..5921a4520b 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 950ca32bde..86f014e185 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 97e9b068a5..5e9bdf5878 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 685004dd3b..3ea298e70b 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index b424cd0c6b..a08096e5ab 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index ddc0e89cfc..5114e6c99e 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree index e5aeacc246..a934c87a68 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index df87f07efd..2d4945f01b 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index b63819cca2..cfd77d8b94 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 6d91f30353..38cec7c61a 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 44c437802c..7001516f8c 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index a35de30807..2d6b0dbb73 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 584f50e1e7..c5f369e111 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 7adb1a75d0..7c93dc15d2 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 3c206a081f..dfed495d38 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index b6200c8697..3708234774 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 32c839bd81..f4634c40c1 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 6880c22577..948711e306 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index fc7c234709..173a25bd30 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index aaeeb765f6..9eda0e761a 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 6fb7be5221..d397a44530 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index f2babfd46f..7708e3c2c9 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index c68ed9e05e..1fd58ff346 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index e7a413574b..4e13c648cf 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 42dff3ce33..29068f9d6b 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index c273e4f1ab..b031164135 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 870532883b..9b51a85285 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 3178402ab5..d9c0f16376 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 1055f28767..8ec3e05413 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree index 047979fa11..94762cc6ca 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree index 9da1cd7647..8a12f33c4c 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree index 90e51736c0..9a396759ea 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree index 3a1f0514dc..b7baa9cca0 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree index 1c567c3803..cde40515d3 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index fed56e5dc9..7d03af068d 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 3628af2938..d8e0c80c28 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 21365edd27..2a6801e896 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/output.doctree b/docs/compilation/v2.0.0/.doctrees/pages/output.doctree index 7933ae59f2..355192528f 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree index a83dc5adfd..dcf75b99fe 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree index e0232c0c25..c55d889531 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree index 4fee04debd..75928355d2 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree index f31e7bf079..7e38f70121 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.0.0/objects.inv b/docs/compilation/v2.0.0/objects.inv index d1b0c6efe3..a658793346 100644 Binary files a/docs/compilation/v2.0.0/objects.inv and b/docs/compilation/v2.0.0/objects.inv differ diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html index 73efbb5124..98142c349a 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html index 9e1dbf666e..db6edd9d38 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html @@ -110,9 +110,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html index 34e823a284..7e70073d2b 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html index 005abd2f55..bb4a3262fb 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html index eceed93c60..541ccef9b5 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html index 2cf89102e8..85660de7b1 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html @@ -112,9 +112,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html index 7a5d9ce554..f24e00645e 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html index 7792964a1c..a67498492d 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html index 2f47dac56d..3820419e31 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html index 9876365f01..9ddd9438e5 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html index 5a4e131611..00c0290bb9 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html index e7a871ef7e..05e5a25a58 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html index 2ff29eb816..02ba00de0b 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html index 0e055fcf49..6ba78ae499 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html index 6f5581a822..052cb03452 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html index 84861a38d5..d75dac0757 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html index ff9876c256..8befa0cae2 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html index a2530ea6d3..c706aedd66 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.0.0/searchindex.js b/docs/compilation/v2.0.0/searchindex.js index 76a48574af..7a470da07d 100644 --- a/docs/compilation/v2.0.0/searchindex.js +++ b/docs/compilation/v2.0.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 33, 37, 44, 46, 48, 54, 57, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 32, 33, 37, 44, 46, 48, 54, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "project": [0, 3, 4, 6, 7, 8, 9, 16, 38, 75], "base": [0, 2, 6, 7, 9, 40, 41, 57, 71, 75], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 30, 35, 44, 46, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "eplu": [0, 4, 5, 9, 12, 33, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 44, 46, 67, 68, 72, 73, 74, 76, 77], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 33, 37, 65, 66, 67, 68, 69, 70, 71, 72, 76], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 37, 44, 46, 54, 67, 73, 74, 75, 76, 77], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 30, 35, 40, 41, 42, 44, 46, 54, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 77], "follow": [0, 4, 6, 7, 8, 9, 17, 41, 44, 67, 74, 76], "openai": [0, 4, 9, 44, 67, 75], "interfac": [0, 4, 9, 13, 18, 37, 73, 75], "wrap": [0, 3, 9, 23, 30, 35, 46, 65, 66, 69, 73], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 33, 37, 40, 41, 42, 54, 55, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73], "build": [0, 2, 6, 7, 8, 9, 12, 19, 34, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "control": [0, 4, 7, 9, 12, 15, 17, 20, 68, 74, 75], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 32, 33, 37, 38, 44, 46, 47, 54, 58, 59, 60, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "deep": [0, 6, 8, 9, 69, 76], "reinforc": [0, 6, 8, 9, 69, 74, 76], "learn": [0, 6, 8, 9, 65, 66, 69, 74, 76], "main": [0, 3, 4, 6, 9, 54, 74], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 33, 43, 45, 46, 47, 56, 57, 59, 60, 67, 68, 71, 72, 74, 75, 76, 77], "ar": [0, 3, 4, 6, 7, 8, 9, 29, 46, 54, 58, 59, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 66, 67, 74, 76], "differ": [0, 3, 4, 6, 7, 8, 9, 27, 58, 60, 66, 69, 74, 75, 76], "commun": [0, 9, 13, 37, 73, 75], "between": [0, 3, 4, 9, 27, 74], "python": [0, 4, 5, 6, 7, 9, 16, 47, 68, 75, 76], "establish": [0, 4, 9, 17, 68, 73, 75, 76], "bcvtb": [0, 4, 9, 17, 37], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 26, 71, 73], "tool": [0, 9, 76], "allow": [0, 3, 4, 6, 7, 9, 74], "interact": [0, 2, 3, 9, 44, 54, 62, 69, 73], "sever": [0, 4, 6, 9, 37, 68, 72, 74, 76, 77], "more": [0, 4, 5, 6, 7, 8, 9, 44, 69, 71, 72, 73, 74, 75, 76, 77], "them": [0, 3, 4, 9, 37, 66, 68, 72, 74, 76], "e": [0, 8, 9, 46], "g": [0, 6, 9, 46, 51], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 66, 77], "backend": [0, 6, 9], "while": [0, 3, 9, 66, 67, 68, 70, 71, 72, 76, 77], "maintain": [0, 9], "api": [0, 6, 9, 44, 47, 67], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 46, 68, 76], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "design": [0, 4, 5, 9, 37, 68], "set": [0, 3, 4, 5, 9, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 65, 66, 69, 75, 76], "These": [0, 4, 6, 7, 9, 54, 68, 74, 75], "mai": [0, 4, 6, 8, 9, 37, 66, 67, 68, 69, 73, 74, 76], "weather": [0, 5, 9, 12, 17, 19, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 31, 37, 40, 41, 42, 46, 54, 62, 63, 67, 70, 71, 75], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 31, 37, 40, 41, 54, 62, 63, 64, 70, 71, 73, 74, 75, 77], "space": [0, 3, 6, 9, 12, 65, 66, 67, 69, 70, 71, 72], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 46, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 75, 77], "etc": [0, 3, 4, 6, 8, 9, 54, 67, 68, 76], "customiz": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 76], "packag": [0, 7, 9, 65, 66, 67, 68, 69, 70, 71, 72, 75], "modifi": [0, 2, 4, 5, 9, 16, 37, 46, 68, 73, 76], "experiment": [0, 4, 9], "easi": [0, 9, 75], "manner": [0, 9], "user": [0, 4, 7, 9, 68, 73], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 69, 71, 74, 76, 77], "defin": [0, 4, 6, 9, 15, 19, 29, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "model": [0, 3, 4, 5, 9, 19, 23, 26, 36, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "variabl": [0, 6, 9, 12, 17, 19, 31, 33, 37, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 31, 37, 48, 51, 52, 55, 58, 59, 60, 65, 66, 68, 69, 74, 76], "also": [0, 8, 9, 44, 68, 69, 72, 74, 76], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 36, 37, 65, 66, 67, 69, 71, 72, 74, 75], "avail": [0, 6, 9, 42, 68, 69, 70, 72, 76], "chang": [0, 4, 6, 7, 9, 54, 66, 67, 69, 70, 73, 74, 76], "some": [0, 3, 4, 5, 6, 7, 9, 68, 69, 77], "aspect": [0, 9, 74], "wai": [0, 4, 5, 6, 9, 68, 76], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 73], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "make": [0, 4, 5, 6, 8, 9, 17, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 37, 66, 67], "start": [0, 3, 4, 6, 9, 15, 17, 19, 26, 27, 58, 59, 60, 66, 68, 76], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 37, 42, 43, 44, 48, 51, 52, 54, 57, 58, 59, 60, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 28, 46, 54, 68, 71, 73, 74, 75, 76], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 40, 42, 44, 46, 48, 51, 52, 54, 55, 57, 58, 59, 60, 62, 63, 64, 68, 69, 74, 76], "directli": [0, 3, 4, 6, 8, 9, 32, 68, 76], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 36, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75], "well": [0, 3, 4, 9, 46, 69], "peopl": [0, 4, 9, 68, 74, 76], "occup": [0, 4, 9, 29, 40, 68, 76], "time": [0, 3, 4, 7, 8, 9, 17, 27, 54, 59, 65, 66, 69, 70, 72, 75, 77], "step": [0, 3, 4, 8, 9, 12, 17, 46, 54, 62, 63, 67, 68, 69, 71, 72, 76, 77], "per": [0, 3, 4, 5, 9, 46, 54, 73], "hour": [0, 4, 5, 9, 17, 26, 59, 67, 68, 70, 71, 72, 74], "run": [0, 3, 4, 6, 8, 9, 17, 46, 65, 66, 68, 69, 73, 76], "period": [0, 4, 9, 74], "compon": [0, 3, 4, 5, 6, 9, 12, 22, 37], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 73], "implement": [0, 2, 3, 4, 5, 9, 39, 56, 61, 74, 75, 77], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 30, 36, 37, 39, 40, 41, 42, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 70, 71, 73, 74], "new": [0, 6, 9, 15, 17, 19, 23, 25, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 44, 45, 61, 66], "wrapper": [0, 3, 6, 9, 20, 23, 30, 35, 46, 65, 66, 69, 73, 75], "automat": [0, 4, 6, 7, 8, 9, 12, 37, 75], "adapt": [0, 4, 9, 37, 43, 44, 68, 76], "idf": [0, 5, 9, 12, 17, 19, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "specif": [0, 3, 4, 7, 8, 9, 37, 73, 75, 76], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 32, 33, 46, 54, 62, 68, 69, 70, 71, 72, 73, 74, 76], "For": [0, 3, 4, 5, 6, 7, 8, 9, 65, 67, 68, 69, 71, 72, 74, 75, 76, 77], "designdai": [0, 4, 9, 37, 65, 66, 67, 68, 69, 70, 71, 72], "locat": [0, 4, 6, 8, 9, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 31, 36, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "epw": [0, 9, 12, 17, 19, 25, 37, 68, 73, 75, 76], "specifi": [0, 3, 4, 6, 9, 51, 52, 66, 68, 70, 74, 76], "without": [0, 4, 6, 7, 9, 37, 64, 68, 76], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 32, 37, 40, 41, 42, 46, 54, 62, 63, 64, 68, 69, 70, 71, 73, 74, 76], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 46, 54, 66, 67, 68, 73, 74], "extern": [0, 4, 6, 9, 37, 73], "cfg": [0, 4, 9, 17, 37, 73], "gener": [0, 4, 5, 6, 7, 9, 12, 37, 73], "when": [0, 3, 6, 7, 9, 17, 23, 44, 46, 54, 68, 73, 74, 76], "depend": [0, 3, 4, 6, 8, 9, 29, 54, 58, 59, 60, 68, 69, 73, 74, 75], "In": [0, 4, 6, 7, 8, 9, 37, 46, 66, 67, 68, 70, 74, 75, 76], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 38, 54, 62, 68, 74, 76], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 37, 65, 66], "so": [0, 4, 6, 7, 8, 9, 66, 69, 73, 74], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 37, 44, 46, 49, 66, 68, 69, 73, 74, 75, 76, 77], "what": [0, 4, 6, 9, 68, 72, 76], "want": [0, 3, 4, 5, 6, 7, 8, 9, 46, 51, 52, 68, 70, 71, 73, 74, 75, 76], "integr": [0, 4, 6, 7, 9, 66, 69, 76], "As": [0, 4, 6, 8, 9, 68, 76], "far": [0, 4, 9, 74], "concern": [0, 4, 9, 68], "enough": [0, 6, 9], "up": [0, 3, 4, 5, 8, 9, 36, 37, 58, 60, 65, 66, 67, 68, 69, 70, 71, 72, 75], "It": [0, 3, 4, 6, 7, 8, 9, 17, 23, 42, 44, 54, 60, 74], "necessari": [0, 4, 6, 7, 8, 9, 74, 76], "certain": [0, 4, 9], "adjust": [0, 9, 74], "thei": [0, 3, 4, 6, 8, 9, 66, 74, 75, 76], "instead": [0, 3, 4, 6, 8, 9, 46], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 37, 44, 58, 59, 60, 62, 63, 66, 68, 74, 75, 77], "implicitli": [0, 9], "To": [0, 4, 5, 6, 8, 9, 66, 75, 76], "do": [0, 3, 4, 5, 6, 8, 9, 46, 66, 68, 74, 75, 76], "actuat": [0, 4, 9], "desir": [0, 9, 71], "zone": [0, 4, 6, 9, 31, 68, 71, 74, 76], "manipul": [0, 3, 6, 7, 9], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 37, 44, 54, 62, 63, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "other": [0, 3, 4, 6, 8, 9, 69, 73, 74, 76], "word": [0, 4, 7, 9], "support": [0, 3, 4, 8, 9, 12, 37, 75], "accordingli": [0, 9], "otherwis": [0, 5, 6, 9, 68, 76], "manual": [0, 4, 5, 7, 9, 12], "type": [0, 3, 4, 6, 7, 8, 9, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 48, 49, 50, 62, 63, 64, 65, 66, 69, 70, 71, 76], "futur": [0, 3, 4, 5, 6, 9, 66, 74], "stabl": [0, 3, 8, 9, 21, 43, 44, 75], "baselin": [0, 3, 9, 21, 43, 44, 75], "3": [0, 3, 5, 9, 17, 21, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "like": [0, 3, 4, 6, 7, 8, 9, 37, 66, 67, 68, 75], "callback": [0, 3, 6, 9, 20, 45, 46, 65, 66, 69], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 44, 46, 66, 68, 73, 74, 75, 76], "our": [0, 3, 4, 5, 7, 8, 9, 66, 67, 68, 69, 70, 71, 75, 76], "team": [0, 6, 8, 9, 76], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 32, 37, 66, 68, 72, 73, 75, 77], "drl": [0, 2, 4, 6, 9, 65, 66, 76], "librari": [0, 6, 8, 9, 66, 71, 75], "googl": [0, 7, 8, 9, 47, 48, 49, 50, 51, 52], "cloud": [0, 3, 7, 9, 47, 48, 49, 50, 51, 52], "whether": [0, 6, 7, 9, 12, 17, 23, 44, 46, 48, 63], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 46, 51, 52, 58, 59, 60, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77], "account": [0, 5, 6, 8, 9, 48, 49, 74], "your": [0, 2, 3, 4, 5, 7, 8, 9, 66, 69, 71, 74, 76, 77], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69], "about": [0, 3, 4, 7, 9, 44, 66, 68, 69, 71, 72, 73, 75, 76, 77], "how": [0, 4, 6, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 76], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 37, 66], "open": [0, 8, 9, 66], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 66], "machin": [0, 6, 9, 66, 76], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 75], "local": [0, 3, 6, 7, 9, 46, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 76], "store": [0, 3, 6, 9, 22, 37, 52, 54, 66, 68, 73, 76], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 36, 37, 48, 73], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 37, 41, 51, 52, 54, 66, 69, 73], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 62, 65, 66, 67, 68, 69, 71, 77], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 65, 66, 69, 73, 74], "evalu": [0, 3, 6, 9, 23, 65, 66, 69, 74], "real": [0, 3, 4, 9, 54, 66], "notebook": [0, 9, 66, 67, 70, 72, 76], "develop": [0, 2, 7, 8, 9, 66, 72, 75, 77], "code": [0, 2, 3, 5, 6, 7, 8, 9, 65, 67, 74, 76, 77], "format": [0, 3, 4, 5, 6, 7, 9, 62, 68, 76], "purpos": [0, 4, 6, 9, 68, 76], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 46, 67, 68, 69, 71, 74, 76], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 33, 37, 65, 66, 67, 69, 70, 71, 72, 75], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "progress": [0, 3, 4, 9, 54, 55, 62, 70, 72, 73], "stai": [0, 5, 9, 74], "tune": [0, 5, 9, 74], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 33, 37, 57, 62, 67, 69, 71, 73, 74, 75, 76], "those": [0, 3, 4, 6, 29, 68, 74], "interest": [0, 68, 76], "alwai": [0, 4, 6, 67, 69, 71, 73, 74], "made": [0, 4, 46], "check": [0, 3, 4, 6, 7, 30, 44, 46, 75], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 33, 37, 46, 64, 68, 73, 74, 75, 76], "pleas": [0, 4, 5, 6, 7, 44, 69, 71, 76], "read": [0, 4, 6, 15, 17, 51, 69], "md": 0, "first": [0, 8, 17, 37, 46, 62, 64, 65, 67, 69, 70, 71], "comput": [0, 3, 6, 66, 69], "contain": [0, 7, 46, 48, 49, 67, 75], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 37, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "instal": [0, 6, 7, 17, 76], "section": [0, 2, 3, 4, 6, 8, 68, 75, 76], "host": [0, 6, 73], "folder": [0, 4, 7, 8, 12, 23, 37, 66, 68, 70, 72, 76], "offici": 0, "repositori": [0, 6, 7, 8, 69, 73, 75, 76], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 26, 68, 73], "framework": [0, 75], "agent": [0, 2, 4, 6, 12, 23, 40, 41, 42, 46, 54, 71, 73, 74, 75, 76], "author": [0, 49], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 26, 27, 29, 37, 67, 68, 70, 71, 72], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 43, 44], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 65, 66, 67, 68, 69, 70, 71, 72, 76], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 3, 4, 74], "confer": 0, "system": [0, 6, 51, 52], "energi": [0, 4, 6, 22, 58, 59, 60, 74], "effici": 0, "citi": 0, "transport": 0, "page": [0, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 46, 58, 59, 60, 63, 66, 67, 68, 69, 70, 71, 72, 74, 76], "sinergym": [2, 3, 7, 9, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 37, 54, 69, 72, 74, 75, 77], "random": [2, 6, 42, 76], "rule": [2, 6, 40, 41, 75], "5zone": [2, 4, 5, 6, 68, 71, 76, 77], "datacent": [2, 4, 6, 68, 76], "find": [2, 7], "util": [2, 3, 6, 12, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77], "py": [2, 3, 4, 6, 8, 44, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "veri": [2, 6, 7, 8, 74, 76], "perform": [2, 6, 23, 46, 63, 74], "refer": [2, 6], "point": [2, 66, 69, 76], "studi": [2, 4], "simpl": [2, 67, 74, 76], "given": [2, 3, 6, 17, 26, 28, 30, 33, 37, 58, 59, 60, 62, 74], "instanc": [2, 3, 4, 6, 12, 48, 73], "return": [2, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 46, 48, 49, 50, 54, 55, 62, 63, 64, 65, 66, 69, 70, 71, 74, 76], "exampl": [2, 3, 4, 6, 7, 8, 9, 68, 70, 73, 74, 75, 77], "usag": [2, 6, 65, 77], "facil": [3, 68, 74, 76], "discret": [3, 4, 12, 67, 68, 74, 76], "continu": [3, 4, 5, 6, 7, 8, 66, 67, 68, 76, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 65, 66, 69], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 37], "due": [3, 4, 6, 66], "its": [3, 4, 6, 7, 49, 62, 67, 76, 77], "import": [3, 4, 5, 6, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "call": [3, 4, 6, 7, 8, 17, 23, 46, 68, 69, 73, 76], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 62], "dure": [3, 4, 6, 12, 22, 23, 69, 73, 76], "monitor": [3, 6, 8, 23, 46, 54, 62, 66, 69, 70, 72, 73], "auto": [3, 6], "save": [3, 5, 6, 23, 37, 65, 66, 68, 69, 76], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 37, 48, 54, 55, 62, 63, 66, 69, 75, 76], "object": [3, 4, 6, 25, 26, 28, 35, 37, 50, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72], "log": [3, 54, 55, 62, 69, 73], "therefor": [3, 4, 74, 76], "propos": 3, "extract": [3, 4, 33], "which": [3, 4, 6, 7, 8, 17, 22, 32, 37, 54, 68, 73, 74, 75, 76], "why": 3, "loggercallback": [3, 6, 66], "deal": 3, "subtleti": 3, "record": [3, 28, 32, 54, 62, 73], "same": [3, 4, 6, 7, 25, 65, 68, 72, 73, 76, 77], "sinergym_logg": [3, 6, 22], "attribut": [3, 12, 17, 37, 54, 69, 73], "constructor": [3, 4, 5, 15, 68, 74, 76], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 68, 76], "": [3, 4, 5, 6, 8, 16, 37, 42, 54, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76], "possibl": [3, 4, 5, 6, 7, 8, 68, 69, 76], "compar": [3, 7], "There": [3, 6, 7, 8, 73], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "log_interv": [3, 6, 65, 66, 69], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 33, 37, 46, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "consequ": [3, 6, 74], "featur": [3, 4], "thu": [3, 4, 6], "off": [3, 66], "polici": [3, 6, 23, 45, 46], "mean": [3, 4, 6, 7, 17, 23, 25, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 33, 64, 65, 66, 68, 69, 70, 73, 74], "On": [3, 6, 8, 68, 76], "appear": [3, 8, 46, 67, 73], "action_simul": 3, "too": [3, 4, 6, 7, 8, 48], "becaus": [3, 4, 6, 69, 71, 76], "output": [3, 5, 7, 33, 37, 44, 55, 65, 66, 67, 68, 69, 70, 71, 72, 76], "clip": [3, 6], "Then": [3, 4, 6, 8, 65, 66], "pars": [3, 4, 31], "note": [3, 46, 73], "box": [3, 4, 12, 65, 66, 67, 68, 69, 70, 71, 72, 76], "here": [3, 4, 6, 7, 8, 22, 69, 75, 76], "equival": 3, "csv": [3, 4, 54, 62, 69, 70, 72, 73, 76], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 29, 40, 41, 58, 59, 60, 67, 68, 70, 71, 72, 74, 76], "out": [3, 65, 66, 69, 73], "bound": [3, 65, 66, 67, 68, 69, 70, 71, 72], "comfort": [3, 4, 8, 22, 29, 58, 59, 60, 68, 71, 73, 74, 76], "rang": [3, 4, 5, 6, 29, 33, 41, 58, 59, 60, 64, 67, 68, 70, 71, 72, 74, 76, 77], "cumulative_comfort_penalti": 3, "sum": [3, 67, 68, 70, 71, 72, 76, 77], "penalti": [3, 73, 74], "cumulative_pow": 3, "power": [3, 54, 58, 59, 60, 73, 74], "consumpt": [3, 22, 59, 60, 73, 74], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 69], "obtain": [3, 4, 12, 76], "being": [3, 4, 12, 68, 73, 74, 76], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 33, 37, 44, 54, 58, 59, 60, 62, 63, 64, 68, 69, 70, 73, 75], "normal": [3, 6, 64, 73, 74, 75, 76, 77], "both": [3, 6, 74], "origin": [3, 4, 16, 25, 37, 51, 62, 63, 64, 68, 72, 73, 76], "rollout": [3, 69], "metric": 3, "exploration_r": [3, 69], "doesn": [3, 6, 77], "t": [3, 4, 6, 8, 28, 58, 60, 67, 73, 77], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 44, 54, 55, 57, 58, 59, 60, 62, 63, 64, 73, 74], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 36, 37], "benefit": 3, "script": [3, 6, 68, 69, 76], "drl_batteri": [3, 6, 69, 76], "flag": [3, 6, 17, 54, 62, 70], "most": [3, 4, 73, 74], "must": [3, 4, 6, 8, 46], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 67], "concaten": 3, "callbacklist": [3, 6, 65, 66, 69], "until": [3, 7], "where": [3, 4, 6, 8, 23, 32, 48, 51, 52, 59, 74], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 37, 69, 74, 76], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 30, 33, 35, 37, 40, 41, 42, 43, 44, 46, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 37, 68, 69, 74, 76, 77], "field": [3, 4, 6, 74], "valid": [3, 6, 49, 72, 77], "path": [3, 4, 6, 17, 23, 25, 31, 33, 37, 51, 52, 54, 66], "load": [3, 66], "recommend": [3, 6, 7, 8, 41, 68, 74], "batteri": [3, 6], "initi": [3, 4, 23, 50], "end": [3, 6, 12, 17, 19, 27, 54, 58, 59, 60, 65, 73], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "demo": [4, 65, 66, 67, 69, 70, 71, 72, 76], "v1": [4, 5, 12, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "pittsburgh": 4, "5zoneautodxvav": [4, 40], "01": [4, 65, 72], "31": [4, 5], "03": [4, 72], "hot": [4, 5, 58, 59, 60, 68, 74, 76, 77], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 67, 68, 69, 70, 71, 72], "mix": [4, 74], "humid": [4, 68, 76], "4a": 4, "cool": [4, 68, 71, 76], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 65, 66, 67, 68, 69, 71, 72, 76], "stochast": [4, 23, 46, 68, 74, 76], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 37, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 74], "gaussian": 4, "nois": [4, 6, 67], "0": [4, 6, 17, 22, 27, 54, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "std": [4, 46], "complet": [4, 65, 66, 69, 72], "context": [4, 5, 68, 75], "either": 4, "predefin": [4, 68, 76], "shown": [4, 8, 65], "abov": [4, 6, 7, 66, 68], "def": [4, 70, 71, 74], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 54, 55, 57, 58, 59, 60, 62, 63, 64, 70, 74], "self": [4, 70, 71, 74], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 28, 31, 32, 33, 34, 37, 46, 48, 49, 52, 54, 55, 58, 59, 60, 62, 63, 64, 70, 74], "weather_fil": [4, 12, 19, 68, 76], "observation_spac": [4, 12, 68, 76], "low": [4, 58, 60, 68, 75, 76], "5e6": [4, 68, 76], "high": [4, 68, 76], "shape": [4, 6, 68, 76], "observation_vari": [4, 12, 68, 76], "action_spac": [4, 6, 12, 42, 67, 68, 70, 72, 76, 77], "union": [4, 12, 17, 54, 58, 59, 60, 62, 63, 70], "action_vari": [4, 12, 68, 76], "action_map": [4, 12, 68, 76], "dict": [4, 12, 17, 31, 32, 33, 37, 46, 54, 62, 63, 64, 70, 71], "int": [4, 6, 12, 15, 17, 23, 26, 27, 29, 37, 46, 54, 58, 59, 60, 62, 63, 70, 71], "tupl": [4, 5, 12, 17, 25, 37, 58, 59, 60, 62, 63, 70], "float": [4, 6, 12, 17, 25, 26, 27, 33, 37, 46, 54, 58, 59, 60, 62, 63, 66, 70], "weather_vari": [4, 12, 17, 36, 68, 76], "none": [4, 6, 12, 15, 17, 23, 25, 33, 34, 35, 37, 40, 41, 44, 46, 54, 62, 63, 64, 70], "linearreward": [4, 6, 12, 65, 66, 68, 69, 74, 76], "reward_kwarg": [4, 12, 68, 74, 76], "act_repeat": [4, 12, 17, 68, 76], "1": [4, 5, 12, 17, 22, 23, 58, 59, 60, 64, 65, 66, 67, 68, 69, 71, 72, 74, 76, 77], "max_ep_data_store_num": [4, 12, 17, 68, 76], "action_definit": [4, 12, 17, 37, 68, 76], "env_nam": [4, 12, 17, 19, 33, 37, 68, 73, 76], "config_param": [4, 5, 12, 17, 68, 76], "arg": [4, 6, 8, 12, 22, 23, 62, 63, 64, 71], "condit": [4, 12, 29, 40], "empti": [4, 8, 12, 37, 65, 66, 69], "should": [4, 5, 6, 8, 12, 17, 23, 57, 68, 76], "extra_config": [4, 12, 37], "map": [4, 12, 68, 76], "sigma": [4, 6, 12, 17, 25, 37], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 37], "uhlenbeck": [4, 12, 25, 37], "appli": [4, 5, 6, 7, 12, 37, 64, 69, 73], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 46], "number": [4, 6, 12, 17, 22, 23, 37, 46, 54, 63, 68, 69, 73, 76], "regardless": [4, 12, 73], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 33, 62, 64, 68, 76], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 33, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75], "dictionari": [4, 5, 6, 7, 12, 17, 31, 32, 68, 74, 76], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 37], "join": 4, "weather_path": [4, 17, 37], "need": [4, 6, 7, 8, 65, 67, 69, 70, 71, 73], "month": [4, 17, 26, 27, 29, 58, 59, 60, 67, 68, 70, 71, 72, 76, 77], "dai": [4, 5, 17, 26, 27, 29, 37, 58, 59, 60, 67, 68, 70, 71, 72, 74], "flag_discret": 4, "isinst": 4, "els": [4, 6, 46, 70, 71], "setpoint": [4, 40, 41, 71], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 54, 62, 63, 64, 67, 68, 70, 71, 72, 76, 77], "dtype": [4, 65, 66, 68, 69, 76], "reward_fn": [4, 6], "obs_dict": [4, 71], "checker": [4, 43], "_check_eplus_env": 4, "show": [4, 7, 68, 76], "intermedi": 4, "free": [4, 6, 69, 71], "runperiod": [4, 67, 68, 76], "rest": [4, 6, 8, 47, 48, 74, 76], "mention": [4, 6, 68], "onc": [4, 6, 8], "copi": [4, 8, 17, 73], "climat": 4, "present": [4, 65, 66, 67, 68, 69, 70, 71, 72, 73], "howev": [4, 5, 6, 8, 68, 74, 75, 76], "compat": [4, 6, 8, 44], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 37], "whose": [4, 54, 74], "natur": 4, "go": [4, 6, 65, 66, 67, 68, 69, 72, 77], "calcul": [4, 6, 65, 69, 74, 76], "addit": [4, 22, 37, 44, 46], "moreov": 4, "visit": [4, 6, 8, 68, 71, 72, 73, 75, 76, 77], "organ": [4, 6, 75], "n": [4, 6, 63, 68, 72, 76], "activ": [4, 6, 8, 22, 54, 62, 73], "summari": [4, 62, 67], "dynam": [4, 7, 66], "let": [4, 5, 6, 7, 8, 65, 66, 67, 68, 69, 76], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 66, 67, 69, 76], "correctli": [4, 6, 75, 76], "correct": [4, 6, 7, 8, 72, 77], "respect": [4, 7, 8, 31], "look": [4, 30, 35, 44, 69, 71], "found": [4, 77], "rdd": 4, "standard": [4, 7, 29, 40, 67, 76], "repres": 4, "previous": [4, 6, 37, 73], "rememb": [4, 69, 71], "later": [4, 8, 54], "reserv": [4, 6], "inconsist": [4, 68, 76], "notifi": [4, 6, 7], "fix": [4, 7], "schedul": 4, "befor": [4, 6, 8, 17, 37, 46, 69, 72, 76], "take": [4, 5, 7, 37, 44, 69], "care": [4, 6], "consist": [4, 17], "usual": [4, 7, 74], "solut": 4, "problem": [4, 6, 68, 76], "send": [4, 6, 12, 15, 17, 19, 49, 50, 52], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "told": [4, 8], "id": [4, 6, 68, 74, 76], "constant": [4, 6, 58, 59, 60, 70, 72, 74], "seen": 4, "recogniz": 4, "common": [4, 6, 20, 23, 46, 65, 66, 69, 71, 74, 75], "don": [4, 6, 8, 67, 73], "give": [4, 6], "plai": [4, 69, 71], "affect": [4, 25, 37, 46], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "ones": [4, 6, 74], "wrong": 4, "launch": 4, "messag": [4, 7], "indic": [4, 6, 17, 22], "error": [4, 6, 7, 46, 66, 68, 76], "connect": [4, 6, 16, 17, 18, 65, 66, 67, 68, 69, 70, 71, 72], "9": [4, 41, 58, 59, 60, 67, 68, 69, 70, 71, 72, 74, 76], "version": [4, 6, 7, 8, 68, 76], "part": [4, 6], "trivial": 4, "task": 4, "complex": [4, 75], "Its": 4, "next": [4, 6, 7, 12, 17, 62, 63, 65, 74, 75, 77], "action_definition_exampl": 4, "controller_typ": 4, "controller1_definit": 4, "controller2_definit": 4, "other_typ": 4, "controller_definit": 4, "resourc": [4, 6, 50, 51, 52], "heating_nam": [4, 68, 76], "heat": [4, 68, 71, 76], "cooling_nam": [4, 68, 76], "heating_initial_valu": [4, 68, 76], "cooling_initial_valu": [4, 68, 76], "exist": [4, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "report": [4, 6], "adapt_idf_to_action_definit": [4, 37], "config": [4, 5, 6, 67, 75], "grow": 4, "alreadi": [4, 6, 68, 71, 74, 75, 76], "even": [4, 68, 69, 71, 76], "perhap": 4, "thing": [4, 68, 74], "incorpor": 4, "than": [4, 6, 73, 74, 76], "intend": 4, "someon": 4, "decid": [4, 6], "That": [4, 74], "Be": 4, "sure": 4, "ddy": [4, 37, 65, 66, 67, 68, 69, 70, 71, 72], "abl": [4, 6, 8, 68], "except": [4, 37, 76], "extens": [4, 8, 67, 69], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 65, 66, 67, 69, 70, 71, 72], "document": [4, 6, 7, 8, 66, 68, 69, 71, 72, 73, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 68, 76], "6": [5, 6, 8, 17, 37, 58, 59, 60, 66, 67, 68, 69, 70, 71, 72, 76], "1997": 5, "1998": 5, "kei": [5, 6, 17, 28, 31, 33], "skeleton": 5, "separ": [5, 6], "By": [5, 8, 68, 74, 76], "less": 5, "1991": [5, 67, 68, 70, 71, 72, 76], "result": [5, 6, 17, 46, 66, 67, 68, 70, 71, 72, 73, 76, 77], "determin": [5, 6, 76], "length": [5, 6, 46, 65, 69], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 37], "end_dai": [5, 27], "end_month": 5, "end_year": [5, 27], "februari": 5, "29th": 5, "leap": 5, "fail": [5, 6], "apply_extra_conf": [5, 37], "gcloud": 6, "combin": [6, 8, 68, 72, 76], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 67, 69, 76], "finish": [6, 7, 17, 76], "job": [6, 7, 8, 75], "remov": [6, 48, 58, 59, 60, 74], "explan": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 48], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 68, 76], "enabl": [6, 7], "servic": [6, 48, 49], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 50, 51, 52], "list": [6, 7, 8, 12, 17, 25, 26, 28, 31, 32, 33, 37, 40, 41, 46, 54, 58, 59, 60, 62, 67, 68, 70, 71, 74], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 43, 44], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 75, 76], "termin": [6, 17, 55, 62, 63, 76], "applic": [6, 75], "login": 6, "upload": [6, 7, 52], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 49], "restart": 6, "never": [6, 67], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 67, 68, 69, 70, 71, 72, 76], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 72, 76, 77], "10gb": 6, "isn": 6, "silenc": 6, "would": [6, 74], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 75, 76], "write": [6, 7, 8, 75], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 58, 59, 60, 74], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 75], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 48, 51, 52], "confus": 6, "helper": 6, "everyth": [6, 69, 76], "upgrad": 6, "global": [6, 46], "memori": 6, "least": 6, "might": 6, "submit": 6, "region": 6, "substitut": [6, 68, 76], "predetermin": 6, "enter": [6, 76], "after": [6, 17, 46, 67, 68, 72, 76], "immedi": 6, "hasn": [6, 28], "yet": [6, 75], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 69], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 41], "ip": 6, "get": [6, 8, 29, 37, 46, 49, 64, 71], "5000": 6, "explain": [6, 7, 68, 76], "previou": [6, 63, 68, 76], "group": [6, 48], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 67, 69, 71], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 67, 69], "alloc": [6, 7], "everi": [6, 7, 8, 23, 67, 68, 70, 71, 72, 75, 76, 77], "argpars": 6, "datetim": [6, 65, 66, 69, 71], "numpi": [6, 65, 66, 67, 68, 69, 70, 71, 72, 76], "stable_baselines3": [6, 23, 46, 65, 66, 69], "normalactionnois": 6, "vec_env": [6, 23, 46, 65, 66, 69], "dummyvecenv": [6, 65, 66, 69], "loggerevalcallback": [6, 65, 66, 69], "ranges_5zon": [6, 70, 72], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 65, 66, 69, 72, 76, 77], "multiobswrapp": [6, 70, 72], "normalizeobserv": [6, 70, 72, 76, 77], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 30, 44, 46, 54, 62, 63, 65, 66, 69, 70, 72], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 59, 60, 74, 76], "exponenti": [6, 58, 74], "energy_weight": [6, 58, 60, 68, 74, 76], "rew": 6, "weight": [6, 58, 59, 60, 68, 74], "norm": 6, "store_tru": 6, "multiob": [6, 72, 77], "mob": 6, "multi": [6, 77], "csvlogger": [6, 22, 62, 70, 73], "ten": 6, "eval": [6, 23, 65, 69], "best": [6, 23, 65, 66, 69], "onlin": 6, "eval_freq": [6, 23, 65, 69], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 76], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 51], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 69], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 66], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 37], "gae_lambda": 6, "gl": 6, "95": [6, 69], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 75], "max_grad_norm": 6, "m": [6, 65, 66, 69], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": 6, "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 58, 59, 60, 74], "parse_arg": 6, "experiment_d": [6, 65, 66, 69], "todai": [6, 65, 66, 69], "strftime": [6, 65, 66, 69], "y": [6, 65, 66, 69], "d_": 6, "h": [6, 65, 66, 69], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 48, 73], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 65], "run_nam": [6, 65], "param": [6, 22, 23, 36, 37, 41, 46, 54], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 30, 44, 46, 54, 62, 63, 70], "rate": [6, 68, 74, 76], "batch": [6, 32], "epoch": 6, "gae": 6, "lambda": [6, 65, 66, 69], "ent": 6, "coef": 6, "vf": 6, "max": [6, 33, 58, 60], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 71], "expreward": [6, 68, 74, 76], "rais": [6, 7, 17, 19, 37, 46], "runtimeerror": [6, 17, 37], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 65, 66, 69], "verbos": [6, 22, 23, 66, 69, 75], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 69], "tensorboard_log": [6, 66], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 46, 54, 62, 65, 67, 68, 69, 70, 71, 72, 76, 77], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 66, 69], "_init_setup_model": 6, "f": [6, 8, 65, 66, 69], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 68, 69, 74, 76], "n_timesteps_episod": [6, 65, 66, 69], "_eplus_one_epi_len": [6, 65, 66, 69], "_eplus_run_steps": [6, 65, 66, 69], "eval_callback": [6, 65, 69], "best_model_save_path": [6, 23, 65, 69], "best_model": [6, 65, 69], "log_path": [6, 23, 65, 69], "determinist": [6, 23, 46, 65, 69], "render": [6, 12, 23, 44, 46, 65, 69], "n_eval_episod": [6, 23, 46, 65, 69], "append": [6, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "log_callback": [6, 66], "dir": [6, 37, 66], "tensorboardformatlogg": [6, 66], "tb_path": [6, 66], "new_logg": [6, 66], "set_logg": [6, 66], "total_timestep": [6, 54, 65, 66, 69], "_env_working_dir_par": [6, 65, 66, 69], "reset": [6, 12, 17, 37, 46, 62, 63, 67, 68, 70, 71, 72, 76, 77], "close": [6, 12, 17, 62, 66, 67, 68, 69, 70, 71, 72, 76, 77], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "upload_to_bucket": 6, "src_path": [6, 52], "dest_bucket_nam": [6, 52], "dest_path": [6, 52], "end_run": [6, 65], "autodelet": 6, "token": [6, 48, 49], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 68, 76], "pretti": [6, 74], "deactiv": [6, 54, 62, 73], "written": 6, "recreat": 6, "belong": [6, 54, 73], "delet": [6, 48], "individu": 6, "appropri": [6, 68, 76], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 69, 76], "gitignor": 6, "ignor": [6, 7, 66, 75], "final": [6, 67], "know": [6, 73], "load_ag": 6, "just": [6, 72], "zip": [6, 71], "predict": 6, "agre": 6, "collect": [6, 54, 76], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 28], "two": [6, 7, 8, 74], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 26, 27, 46, 54, 68, 70, 76], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "github": [6, 8, 16, 43, 44, 75], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 69], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 59, 66, 67, 68, 70, 72, 76], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 67, 68, 70, 71, 72, 76, 77], "mb": 6, "tier": 6, "db": [6, 37], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 65, 66, 69], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 43, 44], "7": [6, 17, 67, 68, 69, 70, 71, 72, 74, 76], "static": [6, 40, 41], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 74], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 74], "creation": [6, 76], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 55, 75], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "workflow": [7, 75], "cannot": [7, 66, 76], "storag": [7, 8, 50, 51, 52], "compil": 7, "sphinx": 7, "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 44, 65, 66, 67, 68, 69, 70, 71, 72], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 68, 73], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 44], "commit": 7, "ci": [7, 44], "string": [7, 65, 69], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 75], "advantag": 7, "minim": 7, "pip": [8, 75], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 68, 72], "click": 8, "pop": [8, 70], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 76], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 65, 66, 67, 68, 69, 70, 71, 72], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 74], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 40, 41, 42, 71], "consid": [8, 58, 59, 60, 67, 74], "subset": [8, 72, 77], "ofici": 8, "supervis": [8, 75], "successfulli": [8, 65, 66, 67, 68, 69, 70, 71, 72, 75], "vv": [8, 75], "anywai": [8, 75], "prepar": [8, 32, 37], "kwarg": [12, 22, 23, 62, 63, 64], "repeat": [12, 17, 68, 76], "mode": 12, "human": [12, 29, 40], "ndarrai": [12, 15, 17, 54, 62, 63, 64, 70], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 37], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 73], "sensor": 17, "ou": [17, 25, 37], "element": [17, 28, 32, 54, 76], "elaps": [17, 26, 54], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 71], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 58, 59, 60, 74], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 46], "weather_data": [25, 37], "weatherdata": [25, 37], "original_epw_fil": 25, "drybulb": [25, 37, 68, 71, 76], "variat": [25, 37], "opyplu": [25, 26, 28, 32, 37], "epm": [26, 28, 32, 34, 37], "sec_elaps": 26, "compos": 26, "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": 27, "st": 27, "mon": 27, "24": [27, 65, 66, 67, 68, 69, 70, 71, 72, 76], "explicitli": 28, "season": [29, 58, 59, 60, 71, 74], "ashra": [29, 40, 41], "55": [29, 40, 68], "thermal": [29, 40, 59, 68, 74, 76], "environment": [29, 40], "2004": [29, 40], "wrapper_class": [30, 35], "var_fil": 31, "add_batch": 32, "convert": 32, "output_path": 33, "last_result": 33, "min": 33, "absolut": [33, 58, 60, 74], "file_path": 34, "retriev": 35, "vecenvwrapp": 35, "recurs": [35, 51, 52], "search": 35, "unwrap": [35, 73], "till": 35, "modif": [36, 74], "max_ep_stor": 37, "_idf_path": 37, "_weather_path": 37, "_ddy_path": 37, "experiment_path": 37, "episode_path": 37, "_idd": 37, "idd": 37, "ddy_model": 37, "adapt_idf_to_epw": 37, "summerdai": 37, "ann": 37, "clg": 37, "condn": 37, "mwb": 37, "winterdai": 37, "htg": 37, "summer": [37, 58, 59, 60, 74], "winter": [37, 74], "desingdai": 37, "adapt_variables_to_cfg_and_idf": 37, "xml": [37, 65, 66, 67, 68, 69, 70, 71, 72], "tree": [37, 65, 66, 67, 68, 69, 70, 71, 72, 75], "apply_weather_vari": 37, "save_building_model": 37, "env_working_dir": 37, "save_variables_cfg": 37, "set_episode_working_dir": 37, "parent": 37, "set_experiment_working_dir": 37, "set_external_interfac": 37, "ptolemi": 37, "basic": 39, "act": [40, 41, 42, 71, 76], "sequenc": [40, 41, 42, 64, 70, 71], "indoor": [40, 41], "perceiv": [40, 41, 71], "chosen": [40, 41, 42, 71, 76], "2zonedatacenterhvac": 41, "center": 41, "tc9": 41, "2016": 41, "randomli": [42, 76], "dlr": [43, 44], "baselines3": [43, 44], "skip_render_check": 44, "particularli": 44, "blob": 44, "master": 44, "core": [44, 65, 66, 69], "mainli": 44, "relat": 44, "base_class": 46, "basealgorithm": 46, "callabl": [46, 62], "averag": [46, 76], "count": [46, 68, 76], "scale": [46, 75], "earli": 46, "avoid": 46, "anyth": 46, "reward_threshold": 46, "minimum": [46, 59], "expect": 46, "met": 46, "return_episode_reward": 46, "easier": 47, "instance_group_nam": 48, "vm": 48, "alon": 48, "mig": 48, "request": 48, "petit": [49, 50], "ask": [50, 51, 52], "blob_prefix": 51, "bucket": [51, 52], "exclud": 51, "destin": 52, "monitor_head": [54, 62, 70], "progress_head": [54, 62, 70], "log_progress_fil": [54, 70], "log_fil": [54, 70], "header": [54, 62, 70], "sub_run_n": 54, "res_n": 54, "steps_data": 54, "arrai": 54, "elabor": 54, "total_time_elaps": 54, "comfort_violation_timestep": 54, "comfort_penalti": [54, 67, 68, 69, 70, 71, 72], "activate_flag": 54, "deactivate_flag": 54, "log_episod": 54, "log_step": 54, "ob": [54, 64, 67, 68, 70, 71, 72, 76, 77], "done": [54, 67, 68, 70, 71, 72, 76, 77], "info": [54, 65, 66, 67, 68, 69, 70, 71, 72, 76, 77], "log_step_norm": 54, "set_log_fil": 54, "new_log_fil": 54, "getlogg": 55, "formatt": 55, "inherit": [57, 77], "temperature_vari": [58, 59, 60, 68, 74, 76], "energy_vari": [58, 59, 60, 68, 74, 76], "range_comfort_wint": [58, 59, 60, 68, 74, 76], "range_comfort_summ": [58, 59, 60, 68, 74, 76], "summer_start": [58, 59, 60], "summer_fin": [58, 59, 60], "30": [58, 59, 60, 66, 67, 68, 70, 71, 76], "lambda_energi": [58, 59, 60, 74], "0001": [58, 59, 60, 69], "lambda_temperatur": [58, 59, 60, 74], "r": [58, 60], "w": [58, 59, 60, 66, 74], "lambda_": [58, 60], "lambda_t": [58, 60], "exp": 58, "t_": [58, 60], "cold": [58, 59, 60, 74], "session": [58, 59, 60, 66], "dimens": [58, 59, 60, 74], "min_energy_weight": 59, "range_comfort_hour": 59, "logger_class": [62, 70], "activate_logg": 62, "deactivate_logg": 62, "flatten": [63, 72], "stack": 63, "flat": 63, "vector": [63, 69], "reli": [64, 69], "get_unwrapped_ob": 64, "usr": [65, 66, 67, 68, 69, 70, 71, 72], "lib": [65, 66, 67, 68, 69, 70, 71, 72], "dist": [65, 66, 67, 68, 69, 70, 71, 72], "73": [65, 66, 67, 68, 69, 70, 71, 72], "userwarn": [65, 66, 67, 68, 69, 70, 71, 72], "precis": [65, 66, 67, 68, 69, 70, 71, 72], "lower": [65, 66, 67, 68, 69, 70, 71, 72], "cast": [65, 66, 67, 68, 69, 70, 71, 72], "float32": [65, 66, 67, 68, 69, 70, 71, 72, 76], "episodes_": [65, 66, 69], "env_vec": [65, 66, 69], "2022": [65, 66, 67, 68, 69, 70, 71, 72], "08": [65, 66, 67, 68, 69, 70, 71, 72], "09": [65, 66, 69, 70, 71, 72], "16": [65, 67, 68, 72, 76], "23": [65, 66, 68, 70, 71, 72, 74, 76], "166": 65, "eplus_env_demo": [65, 66, 67, 69, 70, 71, 72], "v1_mainthread_root": [65, 66, 67, 68, 69, 70, 71, 72], "externalinterfac": [65, 66, 67, 68, 69, 70, 71, 72], "167": 65, "site": [65, 66, 67, 68, 69, 70, 71, 72, 76], "sizingperiod": [65, 66, 67, 68, 69, 70, 71, 72], "169": [65, 66], "bvctb": [65, 66, 67, 68, 69, 70, 71, 72], "171": 65, "179": 65, "194": 65, "workspac": [65, 66, 67, 68, 69, 70, 71, 72, 76], "res3": 65, "sub_run1": [65, 66, 67, 68, 69, 70, 71, 72, 73], "36": [65, 66], "239": 65, "240": 65, "247": 65, "sub_run2": [65, 66, 69, 72, 73], "56": [65, 67, 68], "674": 65, "682": 65, "sub_run3": [65, 66, 69, 73], "fromnumer": [65, 66, 69], "3474": [65, 66, 69], "runtimewarn": [65, 66, 69], "slice": [65, 66, 69], "_method": [65, 66, 69], "_mean": [65, 66, 69], "axi": [65, 66, 69], "189": [65, 66, 69], "invalid": [65, 66, 69], "encount": [65, 66, 69], "double_scalar": [65, 66, 69], "ret": [65, 66, 69], "rcount": [65, 66, 69], "264": [65, 66, 69], "degre": [65, 66, 69], "freedom": [65, 66, 69], "lt": [65, 66, 69], "_var": [65, 66, 69], "ddof": [65, 66, 69], "222": [65, 66, 69], "true_divid": [65, 66, 69], "arrmean": [65, 66, 69], "um": [65, 66, 69], "div": [65, 66, 69], "39": [65, 66, 67, 68, 69, 70, 71, 72], "unsaf": [65, 66, 69], "256": [65, 66, 69], "17": [65, 67, 68, 70, 71, 72, 76], "669": 65, "670": 65, "677": 65, "sub_run4": [65, 66, 69], "15": [65, 67, 68, 69, 70, 72, 76], "729": 65, "731": 65, "744": 65, "sub_run5": [65, 66, 69], "29": [65, 66, 67, 68, 72, 76], "805": 65, "807": 65, "819": 65, "sub_run6": [65, 69], "num_timestep": [65, 69], "70080": [65, 69], "episode_reward": [65, 69], "17218": 65, "13": [65, 67, 69, 70, 71, 72], "00": [65, 69, 70, 72], "35040": [65, 67, 68, 69, 70, 71, 72], "57": 65, "241": 65, "248": 65, "sub_run7": [65, 69], "18": [65, 67, 68, 70, 71, 72, 76], "491": 65, "492": [65, 67], "501": 65, "sub_run8": [65, 69], "701": 65, "702": 65, "710": 65, "sub_run9": [65, 69], "43": [65, 69], "740": 65, "742": [65, 66], "760": 65, "sub_run10": [65, 69], "944": [65, 71], "946": 65, "959": [65, 69], "sub_run11": [65, 69], "140160": [65, 69], "26894": 65, "21": [65, 66, 67, 68, 70, 71, 72, 76], "475": 66, "477": [66, 70], "479": [66, 70], "482": 66, "tensorboard_path": 66, "cpu": [66, 69], "37": 66, "692349": 66, "tensorflow": 66, "cc": 66, "onednn": 66, "oper": 66, "slightli": 66, "numer": 66, "round": 66, "turn": 66, "tf_enable_onednn_opt": 66, "734692": 66, "stream_executor": 66, "dso_load": 66, "libcudart": 66, "11": [66, 67, 68, 69, 70, 71, 72], "dlerror": 66, "share": 66, "No": 66, "734718": 66, "cuda": 66, "cudart_stub": 66, "cudart": 66, "gpu": 66, "780": [66, 72], "788": [66, 72], "res6": 66, "54": [66, 68], "888": 66, "896": 66, "22": [66, 67, 68, 70, 71, 72, 76], "340": 66, "341": 66, "348": 66, "51": 66, "235": 66, "238": 66, "253": 66, "743": 66, "751": 66, "387": 66, "loop": 67, "52": 67, "398": 67, "399": 67, "401": 67, "403": 67, "glanc": 67, "someth": 67, "current_month": [67, 68, 70, 71, 72, 76, 77], "sampl": [67, 68, 70, 72, 76, 77], "print": [67, 68, 69, 70, 71, 72, 76, 77], "478": 67, "res1": [67, 68], "3808358083250144": [67, 71], "time_elaps": [67, 68, 69, 70, 71, 72], "900": [67, 68, 70, 71, 72], "total_pow": [67, 68, 70, 71, 72], "7616": [67, 71], "716166500288": [67, 71], "total_power_no_unit": [67, 68, 70, 71, 72], "7616716166500288": [67, 71], "abs_comfort": [67, 68, 70, 71, 72], "20": [67, 68, 69, 70, 71, 72, 74, 76], "99998783039325": [67, 71], "out_temperatur": [67, 68, 70, 71, 72], "action_": [67, 68, 70, 71, 72], "1907": 67, "7277939767475": 67, "2976": [67, 68, 70, 71, 72], "2678400": [67, 68, 70, 71, 72], "6074": 67, "240017973336": 67, "6074240017973336": 67, "1192635601846987": 67, "8807364398153": 67, "3585": 67, "4934187414906": 67, "5664": [67, 68, 70, 71, 72], "5097600": [67, 68, 70, 71, 72], "913": 67, "1570850309641": 67, "09131570850309642": 67, "7021712738831916": 67, "29782872611681": 67, "4752": 67, "940264075469": 67, "8640": [67, 68, 70, 71, 72], "7776000": [67, 68, 70, 71, 72], "2550": 67, "617218922648": 67, "25506172189226484": 67, "99871397216555": 67, "5560": 67, "830588831498": 67, "11520": [67, 68, 70, 71, 72], "10368000": [67, 68, 70, 71, 72], "1999": 67, "124803999265": 67, "1999124803999265": 67, "98506510334393": 67, "6284": 67, "020264489995": 67, "14496": [67, 68, 70, 71, 72], "13046400": [67, 68, 70, 71, 72], "410": 67, "8927633115007": 67, "041089276331150074": 67, "7705159780059887": 67, "22948402199401": 67, "9322": 67, "837829436405": 67, "17376": [67, 68, 70, 71, 72], "15638400": [67, 68, 70, 71, 72], "215": [67, 70, 71, 72], "8190765300895": 67, "02158190765300895": 67, "608314422881719": 67, "39168557711828": 67, "27": [67, 68, 70, 72, 76], "12636": 67, "627393394123": 67, "20352": [67, 68, 70, 71, 72], "18316800": [67, 68, 70, 71, 72], "5037": 67, "684551333462": 67, "5037684551333462": 67, "854158909419219": 67, "14584109058078": 67, "25": [67, 68, 70, 71, 72, 76], "15946": 67, "738203460833": 67, "23328": [67, 68, 70, 71, 72], "20995200": [67, 68, 70, 71, 72], "367": 67, "8874627648617": 67, "03678874627648617": 67, "54812468432662": 67, "45187531567338": 67, "18806": 67, "826419277357": 67, "26208": [67, 68, 70, 71, 72], "23587200": [67, 68, 70, 71, 72], "186": [67, 70, 71, 72], "5934720667916": [67, 70, 71, 72], "018659347206679163": [67, 70, 71, 72], "33203794777814": 67, "28": [67, 68, 69, 70, 71, 72, 76], "19743": 67, "85954501463": 67, "29184": [67, 68, 70, 71, 72], "26265600": [67, 68, 70, 71, 72], "71761367059368": 67, "20805": 67, "360894738802": 67, "32064": [67, 68, 70, 71, 72], "28857600": [67, 68, 70, 71, 72], "5873": 67, "617289712576": 67, "5873617289712576": 67, "42152536802113": 67, "22566": 67, "62456817261": 67, "31536000": [67, 68, 70, 71, 72], "1992": [67, 68, 70, 71, 72, 76], "8311": 67, "608954955058": 67, "8311608954955059": 67, "823025839166501": 67, "1769741608335": 67, "forget": 67, "53": 67, "06": [67, 69], "644": 67, "cumul": [67, 68, 70, 71, 72, 74, 76, 77], "6440246737491857": 67, "over": 67, "discuss": 68, "environment_id": 68, "long": 68, "216": 68, "eplus_env_5zon": 68, "217": 68, "219": 68, "220": 68, "scratch": 68, "obvious": 68, "air": [68, 71, 74, 76], "space1": [68, 71, 74, 76], "hvac": [68, 74, 76], "electr": [68, 74, 76], "demand": [68, 74, 76], "26": [68, 72, 74, 76], "088": 68, "089": 68, "091": 68, "093": [68, 71], "esp_granada": [68, 76], "084190_swec": [68, 76], "001": [68, 76], "new_env_nam": [68, 76], "077": 68, "eplus_env_new_env_name_mainthread_root": 68, "078": 68, "080": [68, 69], "082": 68, "overwritten": [68, 76], "new_observation_vari": [68, 76], "outdoor": [68, 71, 76], "rel": [68, 76], "wind": [68, 76], "speed": [68, 76], "fanger": [68, 76], "ppd": [68, 76], "east": [68, 76], "new_action_vari": [68, 76], "west": [68, 76], "htgsetp": [68, 76], "clgsetp": [68, 76], "new_observation_spac": [68, 76], "len": [68, 76], "new_action_map": [68, 76], "new_action_spac": [68, 76], "850": 68, "eplus_env_datacent": 68, "852": 68, "853": 68, "854": 68, "989": 68, "18562950733969957": 68, "3712": 68, "590146793991": 68, "37125901467939915": 68, "495266997755121": 68, "676": [68, 71], "8466963812559": 68, "3962": 68, "959903637626": 68, "3962959903637626": 68, "479715547683856": 68, "1251": 68, "9649146249287": 68, "4984": 68, "806746157207": 68, "49848067461572076": 68, "083224933271658": 68, "1856": 68, "1854810210355": 68, "2542": 68, "049288786898": 68, "25420492887868984": 68, "548597527242591": 68, "2639": 68, "3977262984713": 68, "4389": 68, "048609776261": 68, "43890486097762615": 68, "966961794846867": 68, "3540": 68, "0364337521905": 68, "932837191979614": 68, "4966": 68, "8910724773705": 68, "3641": 68, "533364330611": 68, "36415333643306114": 68, "73759114382434": 68, "6970": 68, "456022185655": 68, "7437": 68, "450634930504": 68, "7437450634930505": 68, "01780444446879": 68, "9176": 68, "457187552995": 68, "5205": 68, "826494047731": 68, "5205826494047732": 68, "76682020349629": 68, "10831": 68, "128614483414": 68, "3632": 68, "325833964732": 68, "3632325833964732": 68, "408750045244985": 68, "11597": 68, "451824735388": 68, "3545": 68, "041301484721": 68, "3545041301484721": 68, "470256190305543": 68, "12205": 68, "38913036408": 68, "4171": 68, "474946040738": 68, "41714749460407385": 68, "252032348441579": 68, "12852": 68, "455174221925": 68, "5946": 68, "285403368743": 68, "5946285403368743": 68, "01419754187374211": 68, "36679381204974576": 68, "964": 68, "fit": [68, 76], "aris": [68, 76], "kind": [68, 76], "subject": [68, 76], "assign": [68, 76], "thermostat": [68, 71, 76], "new_action_definit": [68, 76], "thermostatsetpoint": [68, 76], "dualsetpoint": [68, 76], "dualsetp": [68, 76], "put": [68, 76], "leav": [68, 76], "intact": [68, 76], "extra_conf": [68, 76], "ref": 69, "07": [69, 72], "521": 69, "522": 69, "524": 69, "526": 69, "feel": [69, 71], "loggerev": 69, "earlier": 69, "few": 69, "060": 69, "069": 69, "res2": 69, "353": 69, "354": 69, "362": 69, "ep_len_mean": 69, "5e": 69, "04": 69, "ep_rew_mean": 69, "24e": 69, "fp": 69, "2536": 69, "42": 69, "057": 69, "058": 69, "075": 69, "46": 69, "890": 69, "891": 69, "899": 69, "708": 69, "711": 69, "726": 69, "972": 69, "973": 69, "980": 69, "17522": 69, "75": 69, "67e": 69, "comfort_viol": 69, "35": 69, "mean_ep_length": 69, "mean_power_consumpt": 69, "83e": 69, "power_penalti": [69, 70], "std_reward": 69, "06e": 69, "1024": 69, "68": 69, "loss": 69, "61": 69, "n_updat": 69, "5019": 69, "072": 69, "073": 69, "96e": 69, "1100": 69, "105120": 69, "13779": 69, "600": 69, "602": [69, 71], "617": 69, "436": [69, 72], "444": 69, "929": 69, "936": 69, "141": 69, "143": 69, "157": 69, "21405": 69, "96": 69, "55e": 69, "40": 69, "73e": 69, "94e": 69, "895": 69, "156": 69, "22539": 69, "0x7fa912391f60": 69, "gt": 69, "48": 69, "272": 69, "writen": 70, "funtion": 70, "create_row_cont": 70, "customcsvlogg": 70, "super": [70, 74], "last_10_steps_reward": 70, "_create_row_cont": 70, "instanti": 70, "47": 70, "476": 70, "481": 70, "833": 70, "845": 70, "res4": 70, "2841864127941594": 70, "5683": 70, "728255883188": 70, "5683728255883188": 70, "09252236706716": 70, "1895": 70, "1548592605257": 70, "8380": 70, "491234768304": 70, "8380491234768305": 70, "21883172787526": 70, "3633": 70, "6399832181337": 70, "978": [70, 72], "7532837048899": 70, "097875328370489": 70, "7869800571484404": 70, "21301994285156": 70, "4757": 70, "122309247712": 70, "17697338689386": 70, "5552": 70, "826655404054": 70, "72939902519715": 70, "27060097480285": 70, "6263": 70, "697197328473": 70, "386": 70, "56918097843": 70, "038656918097843": 70, "7596818210658398": 70, "24031817893416": 70, "9272": 70, "426890062703": 70, "8105427091371": 70, "02158105427091371": 70, "199461395033879": 70, "80053860496612": 70, "12578": 70, "3581208006": 70, "9159": 70, "463676532796": 70, "9159463676532796": 70, "2923781219578103": 70, "70762187804219": 70, "15903": 70, "48380984905": 70, "377": 70, "2264848331002": 70, "03772264848331002": 70, "974447422564811": 70, "02555257743519": 70, "18733": 70, "26101206708": 70, "27470801492377106": 70, "72529198507623": 70, "19665": 70, "3048157153": 70, "2998": 70, "063053624272": 70, "2998063053624272": 70, "98445623259406": 70, "20679": 70, "519834589526": 70, "6282": 70, "049444658835": 70, "6282049444658835": 70, "45374695271586": 70, "22419": 70, "718732977875": 70, "12473": 70, "66081362551": 70, "2473660813625511": 70, "43771976775179": 70, "639832155621491": 70, "208": 70, "sai": 71, "get_season_comfort_rang": 71, "092": 71, "095": 71, "097": 71, "extend": 71, "rbc5zone": [71, 76], "myrulebasedcontrol": 71, "daytim": 71, "out_temp": 71, "summer_start_d": 71, "summer_final_d": 71, "current_dt": 71, "season_comfort_rang": 71, "setpoints_summ": 71, "in_temp": 71, "current_heat_setpoint": 71, "current_cool_setpoint": 71, "new_heat_setpoint": 71, "new_cool_setpoint": 71, "weekend": 71, "night": 71, "33": [71, 72], "687": 71, "res5": 71, "1394": 71, "9337411038548": 71, "8783": 71, "948537124865": 71, "8783948537124865": 71, "32998668433318": 71, "2650": 71, "5674622643073": 71, "2828": 71, "55143464232": 71, "282855143464232": 71, "32988764119707": 71, "3464": 71, "45346341394": 71, "2670384566951398": 71, "73296154330486": 71, "4056": 71, "362905025186": 71, "1049": 71, "348956006743": 71, "1049348956006743": 71, "33021459066708": 71, "4575": 71, "388821263204": 71, "6474404745892": 71, "06026474404745892": 71, "67021711767433": 71, "32978288232567": 71, "5959": 71, "068563513181": 71, "8105427085715": 71, "02158105427085715": 71, "8710106251693617": 71, "12898937483064": 71, "7457": 71, "679714954765": 71, "9961": 71, "58714336648": 71, "996158714336648": 71, "33021175763765": 71, "8981": 71, "302898129286": 71, "1814": 71, "198506979717": 71, "1814198506979717": 71, "32960549764289": 71, "10197": 71, "282478127578": 71, "2130": 71, "682079753009": 71, "2130682079753009": 71, "33031354561692": 71, "10685": 71, "5692882536": 71, "0904158092028": 71, "09440904158092028": 71, "33017991675662": 71, "11374": 71, "367509294058": 71, "2788": 71, "852968187356": 71, "27888529681873564": 71, "32995260044678": 71, "12774": 71, "026233082805": 71, "10847": 71, "14414165407": 71, "084714414165407": 71, "33000003505644": 71, "3645555431815984": 71, "536": 71, "normil": 72, "984": 72, "986": 72, "990": 72, "993": 72, "997": 72, "02": 72, "013": 72, "res7": 72, "9910000e": 72, "0000000e": 72, "5000000e": 72, "0999999e": 72, "9000000e": 72, "1000000e": 72, "0999992e": 72, "9522228e": 72, "0098755e": 72, "442": 72, "443": 72, "451": 72, "98466104": 72, "33834645": 72, "9484536": 72, "17748918": 72, "8111888": 72, "800001": 72, "44444445": 72, "39061695": 72, "42973474": 72, "24169508": 72, "784": 72, "792": 72, "424": 72, "427": 72, "430": 72, "433": 72, "452": 72, "res9": 72, "441": 72, "981": 72, "985": 72, "309": 72, "326": 72, "res10": 72, "6725497890372522": 72, "3133": 72, "716390651042": 72, "3133716390651042": 72, "0317279390094": 72, "9682720609906": 72, "1831": 72, "9846868749223": 72, "9625": 72, "868884432568": 72, "9625868884432568": 72, "99962719644226": 72, "3572": 72, "1163979019448": 72, "3381": 72, "835883111865": 72, "3381835883111865": 72, "04845287512533858": 72, "95154712487466": 72, "4744": 72, "85182426822": 72, "1059": 72, "217058241587": 72, "1059217058241587": 72, "02705837058395": 72, "5541": 72, "648792015279": 72, "6904987523763602": 72, "30950124762364": 72, "6265": 72, "521158571141": 72, "2706": 72, "140914592288": 72, "2706140914592288": 72, "0741537654487203": 72, "92584623455128": 72, "9267": 72, "105328861617": 72, "8190761707732": 72, "02158190761707732": 72, "709210011679879": 72, "29078998832012": 72, "12581": 72, "239530466879": 72, "4303": 72, "552629721591": 72, "43035526297215915": 72, "137288347910051": 72, "86271165208995": 72, "15889": 72, "752598388217": 72, "2547": 72, "043642249929": 72, "2547043642249929": 72, "0062198564813798": 72, "99378014351862": 72, "18686": 72, "835610714406": 72, "1683": 72, "24724933671": 72, "168324724933671": 72, "98601762250864": 72, "19616": 72, "273201273543": 72, "1971": 72, "816419607761": 72, "19718164196077612": 72, "98439137803774": 72, "20664": 72, "183622138895": 72, "4794": 72, "553408394407": 72, "4794553408394407": 72, "80737243763421": 72, "22425": 72, "618844122902": 72, "12081": 72, "03798343912": 72, "208103798343912": 72, "61093146586074": 72, "6400005377888734": 72, "119": 72, "re": 73, "num_simul": 73, "content": 73, "sub_runn": 73, "utilsocket": 73, "monitor_norm": 73, "sub_run": 73, "num_episod": 73, "maximum": 73, "within": [73, 75], "suit": 73, "observation_valu": 73, "row": 73, "carri": 73, "techniqu": 73, "factor": 73, "below": 74, "discomfort": 74, "togeth": 74, "insid": [74, 76], "typic": 74, "satisfact": 74, "taken": [74, 76], "similar": 74, "increas": 74, "higher": 74, "hourlylinearreward": 74, "slight": 74, "am": 74, "pm": 74, "equal": 74, "neg": 74, "perfect": 74, "behavior": 74, "characterist": 74, "uniqu": [74, 75], "reflect": 74, "But": [74, 76], "imagin": 74, "signal": 74, "__call__": 74, "basereward": 74, "customreward": 74, "naiv": 74, "under": [75, 76], "small": 75, "independ": 75, "test_common": 75, "test_reward": 75, "test_wrapp": 75, "test_simul": 75, "test_config": 75, "test_env": 75, "test_control": 75, "test_stable_baselin": 75, "conceptu": 75, "readm": 75, "try_env": 76, "soon": 76, "place": 76, "dispos": 76, "better": 76, "understand": 76, "practic": 76, "screen": 76, "basi": 76, "exactli": 76, "criteria": 76, "replac": 76, "rbcdatacent": 76, "randomcontrol": 76, "variant": 77}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [36, 0, 0, "-", "config"], [38, 0, 0, "-", "constants"], [39, 0, 0, "-", "controllers"], [43, 0, 0, "-", "env_checker"], [45, 0, 0, "-", "evaluation"], [47, 0, 0, "-", "gcloud"], [53, 0, 0, "-", "logger"], [56, 0, 0, "-", "rewards"], [61, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "prepare_batch_from_records"], [33, 5, 1, "", "ranges_getter"], [34, 5, 1, "", "to_idf"], [35, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[37, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "adapt_idf_to_action_definition"], [37, 2, 1, "", "adapt_idf_to_epw"], [37, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [37, 2, 1, "", "apply_extra_conf"], [37, 2, 1, "", "apply_weather_variability"], [37, 2, 1, "", "save_building_model"], [37, 2, 1, "", "save_variables_cfg"], [37, 2, 1, "", "set_episode_working_dir"], [37, 2, 1, "", "set_experiment_working_dir"], [37, 2, 1, "", "set_external_interface"], [37, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[44, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[46, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[48, 5, 1, "", "delete_instance_MIG_from_container"], [49, 5, 1, "", "get_service_account_token"], [50, 5, 1, "", "init_storage_client"], [51, 5, 1, "", "read_from_bucket"], [52, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[54, 1, 1, "", "CSVLogger"], [55, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_flag"], [54, 2, 1, "", "deactivate_flag"], [54, 2, 1, "", "log_episode"], [54, 2, 1, "", "log_step"], [54, 2, 1, "", "log_step_normalize"], [54, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[57, 1, 1, "", "BaseReward"], [58, 1, 1, "", "ExpReward"], [59, 1, 1, "", "HourlyLinearReward"], [60, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[62, 1, 1, "", "LoggerWrapper"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_logger"], [62, 2, 1, "", "close"], [62, 2, 1, "", "deactivate_logger"], [62, 2, 1, "", "reset"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68], "contribut": 0, "exampl": [0, 65, 66, 67, 69, 71, 72, 76], "cite": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41, 42, 71, 76], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 69], "logger": [3, 53, 54, 55, 70, 72, 73], "tensorboard": [3, 6, 66], "structur": 3, "how": 3, "us": [3, 6, 76], "mlflow": [3, 6, 65], "environ": [4, 8, 68, 76], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 56, 57, 58, 59, 60, 68, 74, 76], "kwarg": 4, "action": [4, 7, 68, 76], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 73], "observ": [4, 68, 72, 76], "space": [4, 68, 76], "name": 4, "definit": [4, 68, 76], "thermostat": 4, "dualsetpoint": 4, "thermostatsetpoint": 4, "singleh": 4, "singlecool": 4, "extra": [4, 5, 68, 76], "configur": [4, 5, 6, 8, 68, 70, 76], "ad": [4, 68, 76], "new": [4, 7, 68, 75, 76], "build": 4, "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 70], "first": 6, "step": [6, 70], "2": [6, 8, 70], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 75], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 70], "instal": [8, 75], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 76], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "create_variable_weath": 25, "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "is_wrap": 30, "parse_vari": 31, "prepare_batch_from_record": 32, "ranges_gett": 33, "to_idf": 34, "unwrap_wrapp": 35, "config": [36, 37], "constant": 38, "rbc5zone": 40, "rbcdatacent": 41, "randomcontrol": 42, "env_check": [43, 44], "check_env": 44, "evalu": [45, 46], "evaluate_polici": 46, "gcloud": [47, 48, 49, 50, 51, 52], "delete_instance_mig_from_contain": 48, "get_service_account_token": 49, "init_storage_cli": 50, "read_from_bucket": 51, "upload_to_bucket": 52, "csvlogger": 54, "basereward": 57, "expreward": 58, "hourlylinearreward": 59, "linearreward": 60, "wrapper": [61, 62, 63, 64, 70, 72, 76, 77], "loggerwrapp": [62, 70], "multiobswrapp": 63, "normalizeobserv": 64, "basic": 67, "chang": 68, "an": 68, "regist": 68, "other": 68, "compon": 68, "updat": 68, "more": 68, "usag": [69, 76], "person": 70, "inherit": 70, "csvloger": 70, "intanci": 70, "rule": [71, 76], "normal": 72, "multi": 72, "all": 72, "one": 72, "format": 73, "custom": 74, "test": 75, "pytest": 75, "run": 75, "simplest": 76, "overwrit": 76, "some": 76, "default": 76, "valu": 76}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Thermostat:DualSetpoint": [[4, "thermostat-dualsetpoint"]], "ThermostatSetpoint:SingleHeating": [[4, "thermostatsetpoint-singleheating"]], "ThermostatSetpoint:SingleCooling": [[4, "thermostatsetpoint-singlecooling"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[32, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[33, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[34, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[35, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[36, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[37, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[38, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[39, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[43, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[44, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[45, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[46, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[47, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[48, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[49, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[50, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[51, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[52, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[53, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[54, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[55, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[56, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[57, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[58, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[60, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[61, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[65, "MLFlow-example"]], "TensorBoard example": [[66, "TensorBoard-example"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Adding other new components to the environment": [[68, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[68, "Changing-observation-and-action-spaces"]], "Updating the action definition of the environment": [[68, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[68, "Adding-more-extra-configuration"]], "DRL usage example": [[69, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[70, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[70, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[70, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[71, "Rule-Controller-example"]], "Wrappers example": [[72, "Wrappers-example"]], "Normalization Wrapper": [[72, "Normalization-Wrapper"]], "Logger Wrapper": [[72, "Logger-Wrapper"]], "Multi Observation Wrapper": [[72, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[72, "All-Wrappers-in-one"]], "Output format": [[73, "output-format"]], "Logger": [[73, "logger"]], "Rewards": [[74, "rewards"]], "Custom Rewards": [[74, "custom-rewards"]], "Tests": [[75, "tests"]], "Install Pytest": [[75, "install-pytest"]], "Running tests": [[75, "running-tests"]], "Create new tests": [[75, "create-new-tests"]], "Usage example": [[76, "usage-example"]], "Simplest example": [[76, "simplest-example"]], "Adding a reward": [[76, "adding-a-reward"]], "Adding wrappers": [[76, "adding-wrappers"]], "Using a rule-based controller": [[76, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[76, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[76, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[76, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[76, "adding-extra-configuration-definition"]], "Wrappers": [[77, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [36, "module-sinergym.utils.config"], [38, "module-sinergym.utils.constants"], [39, "module-sinergym.utils.controllers"], [43, "module-sinergym.utils.env_checker"], [45, "module-sinergym.utils.evaluation"], [47, "module-sinergym.utils.gcloud"], [53, "module-sinergym.utils.logger"], [56, "module-sinergym.utils.rewards"], [61, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[37, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[37, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[44, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[46, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[54, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[57, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[58, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[59, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[60, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 33, 37, 44, 46, 48, 54, 57, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 32, 33, 37, 44, 46, 48, 54, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "project": [0, 3, 4, 6, 7, 8, 9, 16, 38, 75], "base": [0, 2, 6, 7, 9, 40, 41, 57, 71, 75], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 30, 35, 44, 46, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "eplu": [0, 4, 5, 9, 12, 33, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 44, 46, 67, 68, 72, 73, 74, 76, 77], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 33, 37, 65, 66, 67, 68, 69, 70, 71, 72, 76], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 37, 44, 46, 54, 67, 73, 74, 75, 76, 77], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 30, 35, 40, 41, 42, 44, 46, 54, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 77], "follow": [0, 4, 6, 7, 8, 9, 17, 41, 44, 67, 74, 76], "openai": [0, 4, 9, 44, 67, 75], "interfac": [0, 4, 9, 13, 18, 37, 73, 75], "wrap": [0, 3, 9, 23, 30, 35, 46, 65, 66, 69, 73], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 33, 37, 40, 41, 42, 54, 55, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73], "build": [0, 2, 6, 7, 8, 9, 12, 19, 34, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "control": [0, 4, 7, 9, 12, 15, 17, 20, 68, 74, 75], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 32, 33, 37, 38, 44, 46, 47, 54, 58, 59, 60, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "deep": [0, 6, 8, 9, 69, 76], "reinforc": [0, 6, 8, 9, 69, 74, 76], "learn": [0, 6, 8, 9, 65, 66, 69, 74, 76], "main": [0, 3, 4, 6, 9, 54, 74], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 33, 43, 45, 46, 47, 56, 57, 59, 60, 67, 68, 71, 72, 74, 75, 76, 77], "ar": [0, 3, 4, 6, 7, 8, 9, 29, 46, 54, 58, 59, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 66, 67, 74, 76], "differ": [0, 3, 4, 6, 7, 8, 9, 27, 58, 60, 66, 69, 74, 75, 76], "commun": [0, 9, 13, 37, 73, 75], "between": [0, 3, 4, 9, 27, 74], "python": [0, 4, 5, 6, 7, 9, 16, 47, 68, 75, 76], "establish": [0, 4, 9, 17, 68, 73, 75, 76], "bcvtb": [0, 4, 9, 17, 37], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 26, 71, 73], "tool": [0, 9, 76], "allow": [0, 3, 4, 6, 7, 9, 74], "interact": [0, 2, 3, 9, 44, 54, 62, 69, 73], "sever": [0, 4, 6, 9, 37, 68, 72, 74, 76, 77], "more": [0, 4, 5, 6, 7, 8, 9, 44, 69, 71, 72, 73, 74, 75, 76, 77], "them": [0, 3, 4, 9, 37, 66, 68, 72, 74, 76], "e": [0, 8, 9, 46], "g": [0, 6, 9, 46, 51], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 66, 77], "backend": [0, 6, 9], "while": [0, 3, 9, 66, 67, 68, 70, 71, 72, 76, 77], "maintain": [0, 9], "api": [0, 6, 9, 44, 47, 67], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 46, 68, 76], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "design": [0, 4, 5, 9, 37, 68], "set": [0, 3, 4, 5, 9, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 65, 66, 69, 75, 76], "These": [0, 4, 6, 7, 9, 54, 68, 74, 75], "mai": [0, 4, 6, 8, 9, 37, 66, 67, 68, 69, 73, 74, 76], "weather": [0, 5, 9, 12, 17, 19, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 31, 37, 40, 41, 42, 46, 54, 62, 63, 67, 70, 71, 75], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 31, 37, 40, 41, 54, 62, 63, 64, 70, 71, 73, 74, 75, 77], "space": [0, 3, 6, 9, 12, 65, 66, 67, 69, 70, 71, 72], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 46, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 75, 77], "etc": [0, 3, 4, 6, 8, 9, 54, 67, 68, 76], "customiz": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 76], "packag": [0, 7, 9, 65, 66, 67, 68, 69, 70, 71, 72, 75], "modifi": [0, 2, 4, 5, 9, 16, 37, 46, 68, 73, 76], "experiment": [0, 4, 9], "easi": [0, 9, 75], "manner": [0, 9], "user": [0, 4, 7, 9, 68, 73], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 69, 71, 74, 76, 77], "defin": [0, 4, 6, 9, 15, 19, 29, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "model": [0, 3, 4, 5, 9, 19, 23, 26, 36, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "variabl": [0, 6, 9, 12, 17, 19, 31, 33, 37, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 31, 37, 48, 51, 52, 55, 58, 59, 60, 65, 66, 68, 69, 74, 76], "also": [0, 8, 9, 44, 68, 69, 72, 74, 76], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 36, 37, 65, 66, 67, 69, 71, 72, 74, 75], "avail": [0, 6, 9, 42, 68, 69, 70, 72, 76], "chang": [0, 4, 6, 7, 9, 54, 66, 67, 69, 70, 73, 74, 76], "some": [0, 3, 4, 5, 6, 7, 9, 68, 69, 77], "aspect": [0, 9, 74], "wai": [0, 4, 5, 6, 9, 68, 76], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 73], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "make": [0, 4, 5, 6, 8, 9, 17, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 37, 66, 67], "start": [0, 3, 4, 6, 9, 15, 17, 19, 26, 27, 58, 59, 60, 66, 68, 76], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 37, 42, 43, 44, 48, 51, 52, 54, 57, 58, 59, 60, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 28, 46, 54, 68, 71, 73, 74, 75, 76], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 40, 42, 44, 46, 48, 51, 52, 54, 55, 57, 58, 59, 60, 62, 63, 64, 68, 69, 74, 76], "directli": [0, 3, 4, 6, 8, 9, 32, 68, 76], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 36, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75], "well": [0, 3, 4, 9, 46, 69], "peopl": [0, 4, 9, 68, 74, 76], "occup": [0, 4, 9, 29, 40, 68, 76], "time": [0, 3, 4, 7, 8, 9, 17, 27, 54, 59, 65, 66, 69, 70, 72, 75, 77], "step": [0, 3, 4, 8, 9, 12, 17, 46, 54, 62, 63, 67, 68, 69, 71, 72, 76, 77], "per": [0, 3, 4, 5, 9, 46, 54, 73], "hour": [0, 4, 5, 9, 17, 26, 59, 67, 68, 70, 71, 72, 74], "run": [0, 3, 4, 6, 8, 9, 17, 46, 65, 66, 68, 69, 73, 76], "period": [0, 4, 9, 74], "compon": [0, 3, 4, 5, 6, 9, 12, 22, 37], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 73], "implement": [0, 2, 3, 4, 5, 9, 39, 56, 61, 74, 75, 77], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 30, 36, 37, 39, 40, 41, 42, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 70, 71, 73, 74], "new": [0, 6, 9, 15, 17, 19, 23, 25, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 44, 45, 61, 66], "wrapper": [0, 3, 6, 9, 20, 23, 30, 35, 46, 65, 66, 69, 73, 75], "automat": [0, 4, 6, 7, 8, 9, 12, 37, 75], "adapt": [0, 4, 9, 37, 43, 44, 68, 76], "idf": [0, 5, 9, 12, 17, 19, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "specif": [0, 3, 4, 7, 8, 9, 37, 73, 75, 76], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 32, 33, 46, 54, 62, 68, 69, 70, 71, 72, 73, 74, 76], "For": [0, 3, 4, 5, 6, 7, 8, 9, 65, 67, 68, 69, 71, 72, 74, 75, 76, 77], "designdai": [0, 4, 9, 37, 65, 66, 67, 68, 69, 70, 71, 72], "locat": [0, 4, 6, 8, 9, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 31, 36, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "epw": [0, 9, 12, 17, 19, 25, 37, 68, 73, 75, 76], "specifi": [0, 3, 4, 6, 9, 51, 52, 66, 68, 70, 74, 76], "without": [0, 4, 6, 7, 9, 37, 64, 68, 76], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 32, 37, 40, 41, 42, 46, 54, 62, 63, 64, 68, 69, 70, 71, 73, 74, 76], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 46, 54, 66, 67, 68, 73, 74], "extern": [0, 4, 6, 9, 37, 73], "cfg": [0, 4, 9, 17, 37, 73], "gener": [0, 4, 5, 6, 7, 9, 12, 37, 73], "when": [0, 3, 6, 7, 9, 17, 23, 44, 46, 54, 68, 73, 74, 76], "depend": [0, 3, 4, 6, 8, 9, 29, 54, 58, 59, 60, 68, 69, 73, 74, 75], "In": [0, 4, 6, 7, 8, 9, 37, 46, 66, 67, 68, 70, 74, 75, 76], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 38, 54, 62, 68, 74, 76], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 37, 65, 66], "so": [0, 4, 6, 7, 8, 9, 66, 69, 73, 74], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 37, 44, 46, 49, 66, 68, 69, 73, 74, 75, 76, 77], "what": [0, 4, 6, 9, 68, 72, 76], "want": [0, 3, 4, 5, 6, 7, 8, 9, 46, 51, 52, 68, 70, 71, 73, 74, 75, 76], "integr": [0, 4, 6, 7, 9, 66, 69, 76], "As": [0, 4, 6, 8, 9, 68, 76], "far": [0, 4, 9, 74], "concern": [0, 4, 9, 68], "enough": [0, 6, 9], "up": [0, 3, 4, 5, 8, 9, 36, 37, 58, 60, 65, 66, 67, 68, 69, 70, 71, 72, 75], "It": [0, 3, 4, 6, 7, 8, 9, 17, 23, 42, 44, 54, 60, 74], "necessari": [0, 4, 6, 7, 8, 9, 74, 76], "certain": [0, 4, 9], "adjust": [0, 9, 74], "thei": [0, 3, 4, 6, 8, 9, 66, 74, 75, 76], "instead": [0, 3, 4, 6, 8, 9, 46], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 37, 44, 58, 59, 60, 62, 63, 66, 68, 74, 75, 77], "implicitli": [0, 9], "To": [0, 4, 5, 6, 8, 9, 66, 75, 76], "do": [0, 3, 4, 5, 6, 8, 9, 46, 66, 68, 74, 75, 76], "actuat": [0, 4, 9], "desir": [0, 9, 71], "zone": [0, 4, 6, 9, 31, 68, 71, 74, 76], "manipul": [0, 3, 6, 7, 9], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 37, 44, 54, 62, 63, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "other": [0, 3, 4, 6, 8, 9, 69, 73, 74, 76], "word": [0, 4, 7, 9], "support": [0, 3, 4, 8, 9, 12, 37, 75], "accordingli": [0, 9], "otherwis": [0, 5, 6, 9, 68, 76], "manual": [0, 4, 5, 7, 9, 12], "type": [0, 3, 4, 6, 7, 8, 9, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 48, 49, 50, 62, 63, 64, 65, 66, 69, 70, 71, 76], "futur": [0, 3, 4, 5, 6, 9, 66, 74], "stabl": [0, 3, 8, 9, 21, 43, 44, 75], "baselin": [0, 3, 9, 21, 43, 44, 75], "3": [0, 3, 5, 9, 17, 21, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "like": [0, 3, 4, 6, 7, 8, 9, 37, 66, 67, 68, 75], "callback": [0, 3, 6, 9, 20, 45, 46, 65, 66, 69], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 44, 46, 66, 68, 73, 74, 75, 76], "our": [0, 3, 4, 5, 7, 8, 9, 66, 67, 68, 69, 70, 71, 75, 76], "team": [0, 6, 8, 9, 76], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 32, 37, 66, 68, 72, 73, 75, 77], "drl": [0, 2, 4, 6, 9, 65, 66, 76], "librari": [0, 6, 8, 9, 66, 71, 75], "googl": [0, 7, 8, 9, 47, 48, 49, 50, 51, 52], "cloud": [0, 3, 7, 9, 47, 48, 49, 50, 51, 52], "whether": [0, 6, 7, 9, 12, 17, 23, 44, 46, 48, 63], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 46, 51, 52, 58, 59, 60, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77], "account": [0, 5, 6, 8, 9, 48, 49, 74], "your": [0, 2, 3, 4, 5, 7, 8, 9, 66, 69, 71, 74, 76, 77], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69], "about": [0, 3, 4, 7, 9, 44, 66, 68, 69, 71, 72, 73, 75, 76, 77], "how": [0, 4, 6, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 76], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 37, 66], "open": [0, 8, 9, 66], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 66], "machin": [0, 6, 9, 66, 76], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 75], "local": [0, 3, 6, 7, 9, 46, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 76], "store": [0, 3, 6, 9, 22, 37, 52, 54, 66, 68, 73, 76], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 36, 37, 48, 73], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 37, 41, 51, 52, 54, 66, 69, 73], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 62, 65, 66, 67, 68, 69, 71, 77], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 65, 66, 69, 73, 74], "evalu": [0, 3, 6, 9, 23, 65, 66, 69, 74], "real": [0, 3, 4, 9, 54, 66], "notebook": [0, 9, 66, 67, 70, 72, 76], "develop": [0, 2, 7, 8, 9, 66, 72, 75, 77], "code": [0, 2, 3, 5, 6, 7, 8, 9, 65, 67, 74, 76, 77], "format": [0, 3, 4, 5, 6, 7, 9, 62, 68, 76], "purpos": [0, 4, 6, 9, 68, 76], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 46, 67, 68, 69, 71, 74, 76], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 33, 37, 65, 66, 67, 69, 70, 71, 72, 75], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "progress": [0, 3, 4, 9, 54, 55, 62, 70, 72, 73], "stai": [0, 5, 9, 74], "tune": [0, 5, 9, 74], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 33, 37, 57, 62, 67, 69, 71, 73, 74, 75, 76], "those": [0, 3, 4, 6, 29, 68, 74], "interest": [0, 68, 76], "alwai": [0, 4, 6, 67, 69, 71, 73, 74], "made": [0, 4, 46], "check": [0, 3, 4, 6, 7, 30, 44, 46, 75], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 33, 37, 46, 64, 68, 73, 74, 75, 76], "pleas": [0, 4, 5, 6, 7, 44, 69, 71, 76], "read": [0, 4, 6, 15, 17, 51, 69], "md": 0, "first": [0, 8, 17, 37, 46, 62, 64, 65, 67, 69, 70, 71], "comput": [0, 3, 6, 66, 69], "contain": [0, 7, 46, 48, 49, 67, 75], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 37, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "instal": [0, 6, 7, 17, 76], "section": [0, 2, 3, 4, 6, 8, 68, 75, 76], "host": [0, 6, 73], "folder": [0, 4, 7, 8, 12, 23, 37, 66, 68, 70, 72, 76], "offici": 0, "repositori": [0, 6, 7, 8, 69, 73, 75, 76], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 26, 68, 73], "framework": [0, 75], "agent": [0, 2, 4, 6, 12, 23, 40, 41, 42, 46, 54, 71, 73, 74, 75, 76], "author": [0, 49], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 26, 27, 29, 37, 67, 68, 70, 71, 72], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 43, 44], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 65, 66, 67, 68, 69, 70, 71, 72, 76], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 3, 4, 74], "confer": 0, "system": [0, 6, 51, 52], "energi": [0, 4, 6, 22, 58, 59, 60, 74], "effici": 0, "citi": 0, "transport": 0, "page": [0, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 46, 58, 59, 60, 63, 66, 67, 68, 69, 70, 71, 72, 74, 76], "sinergym": [2, 3, 7, 9, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 37, 54, 69, 72, 74, 75, 77], "random": [2, 6, 42, 76], "rule": [2, 6, 40, 41, 75], "5zone": [2, 4, 5, 6, 68, 71, 76, 77], "datacent": [2, 4, 6, 68, 76], "find": [2, 7], "util": [2, 3, 6, 12, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77], "py": [2, 3, 4, 6, 8, 44, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "veri": [2, 6, 7, 8, 74, 76], "perform": [2, 6, 23, 46, 63, 74], "refer": [2, 6], "point": [2, 66, 69, 76], "studi": [2, 4], "simpl": [2, 67, 74, 76], "given": [2, 3, 6, 17, 26, 28, 30, 33, 37, 58, 59, 60, 62, 74], "instanc": [2, 3, 4, 6, 12, 48, 73], "return": [2, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 46, 48, 49, 50, 54, 55, 62, 63, 64, 65, 66, 69, 70, 71, 74, 76], "exampl": [2, 3, 4, 6, 7, 8, 9, 68, 70, 73, 74, 75, 77], "usag": [2, 6, 65, 77], "facil": [3, 68, 74, 76], "discret": [3, 4, 12, 67, 68, 74, 76], "continu": [3, 4, 5, 6, 7, 8, 66, 67, 68, 76, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 65, 66, 69], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 37], "due": [3, 4, 6, 66], "its": [3, 4, 6, 7, 49, 62, 67, 76, 77], "import": [3, 4, 5, 6, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "call": [3, 4, 6, 7, 8, 17, 23, 46, 68, 69, 73, 76], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 62], "dure": [3, 4, 6, 12, 22, 23, 69, 73, 76], "monitor": [3, 6, 8, 23, 46, 54, 62, 66, 69, 70, 72, 73], "auto": [3, 6], "save": [3, 5, 6, 23, 37, 65, 66, 68, 69, 76], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 37, 48, 54, 55, 62, 63, 66, 69, 75, 76], "object": [3, 4, 6, 25, 26, 28, 35, 37, 50, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72], "log": [3, 54, 55, 62, 69, 73], "therefor": [3, 4, 74, 76], "propos": 3, "extract": [3, 4, 33], "which": [3, 4, 6, 7, 8, 17, 22, 32, 37, 54, 68, 73, 74, 75, 76], "why": 3, "loggercallback": [3, 6, 66], "deal": 3, "subtleti": 3, "record": [3, 28, 32, 54, 62, 73], "same": [3, 4, 6, 7, 25, 65, 68, 72, 73, 76, 77], "sinergym_logg": [3, 6, 22], "attribut": [3, 12, 17, 37, 54, 69, 73], "constructor": [3, 4, 5, 15, 68, 74, 76], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 68, 76], "": [3, 4, 5, 6, 8, 16, 37, 42, 54, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76], "possibl": [3, 4, 5, 6, 7, 8, 68, 69, 76], "compar": [3, 7], "There": [3, 6, 7, 8, 73], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "log_interv": [3, 6, 65, 66, 69], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 33, 37, 46, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "consequ": [3, 6, 74], "featur": [3, 4], "thu": [3, 4, 6], "off": [3, 66], "polici": [3, 6, 23, 45, 46], "mean": [3, 4, 6, 7, 17, 23, 25, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 33, 64, 65, 66, 68, 69, 70, 73, 74], "On": [3, 6, 8, 68, 76], "appear": [3, 8, 46, 67, 73], "action_simul": 3, "too": [3, 4, 6, 7, 8, 48], "becaus": [3, 4, 6, 69, 71, 76], "output": [3, 5, 7, 33, 37, 44, 55, 65, 66, 67, 68, 69, 70, 71, 72, 76], "clip": [3, 6], "Then": [3, 4, 6, 8, 65, 66], "pars": [3, 4, 31], "note": [3, 46, 73], "box": [3, 4, 12, 65, 66, 67, 68, 69, 70, 71, 72, 76], "here": [3, 4, 6, 7, 8, 22, 69, 75, 76], "equival": 3, "csv": [3, 4, 54, 62, 69, 70, 72, 73, 76], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 29, 40, 41, 58, 59, 60, 67, 68, 70, 71, 72, 74, 76], "out": [3, 65, 66, 69, 73], "bound": [3, 65, 66, 67, 68, 69, 70, 71, 72], "comfort": [3, 4, 8, 22, 29, 58, 59, 60, 68, 71, 73, 74, 76], "rang": [3, 4, 5, 6, 29, 33, 41, 58, 59, 60, 64, 67, 68, 70, 71, 72, 74, 76, 77], "cumulative_comfort_penalti": 3, "sum": [3, 67, 68, 70, 71, 72, 76, 77], "penalti": [3, 73, 74], "cumulative_pow": 3, "power": [3, 54, 58, 59, 60, 73, 74], "consumpt": [3, 22, 59, 60, 73, 74], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 69], "obtain": [3, 4, 12, 76], "being": [3, 4, 12, 68, 73, 74, 76], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 33, 37, 44, 54, 58, 59, 60, 62, 63, 64, 68, 69, 70, 73, 75], "normal": [3, 6, 64, 73, 74, 75, 76, 77], "both": [3, 6, 74], "origin": [3, 4, 16, 25, 37, 51, 62, 63, 64, 68, 72, 73, 76], "rollout": [3, 69], "metric": 3, "exploration_r": [3, 69], "doesn": [3, 6, 77], "t": [3, 4, 6, 8, 28, 58, 60, 67, 73, 77], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 44, 54, 55, 57, 58, 59, 60, 62, 63, 64, 73, 74], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 36, 37], "benefit": 3, "script": [3, 6, 68, 69, 76], "drl_batteri": [3, 6, 69, 76], "flag": [3, 6, 17, 54, 62, 70], "most": [3, 4, 73, 74], "must": [3, 4, 6, 8, 46], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 67], "concaten": 3, "callbacklist": [3, 6, 65, 66, 69], "until": [3, 7], "where": [3, 4, 6, 8, 23, 32, 48, 51, 52, 59, 74], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 37, 69, 74, 76], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 30, 33, 35, 37, 40, 41, 42, 43, 44, 46, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 37, 68, 69, 74, 76, 77], "field": [3, 4, 6, 74], "valid": [3, 6, 49, 72, 77], "path": [3, 4, 6, 17, 23, 25, 31, 33, 37, 51, 52, 54, 66], "load": [3, 66], "recommend": [3, 6, 7, 8, 41, 68, 74], "batteri": [3, 6], "initi": [3, 4, 23, 50], "end": [3, 6, 12, 17, 19, 27, 54, 58, 59, 60, 65, 73], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "demo": [4, 65, 66, 67, 69, 70, 71, 72, 76], "v1": [4, 5, 12, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "pittsburgh": 4, "5zoneautodxvav": [4, 40], "01": [4, 65, 72], "31": [4, 5], "03": [4, 72], "hot": [4, 5, 58, 59, 60, 68, 74, 76, 77], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 67, 68, 69, 70, 71, 72], "mix": [4, 74], "humid": [4, 68, 76], "4a": 4, "cool": [4, 68, 71, 76], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 65, 66, 67, 68, 69, 71, 72, 76], "stochast": [4, 23, 46, 68, 74, 76], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 37, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 74], "gaussian": 4, "nois": [4, 6, 67], "0": [4, 6, 17, 22, 27, 54, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "std": [4, 46], "complet": [4, 65, 66, 69, 72], "context": [4, 5, 68, 75], "either": 4, "predefin": [4, 68, 76], "shown": [4, 8, 65], "abov": [4, 6, 7, 66, 68], "def": [4, 70, 71, 74], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 54, 55, 57, 58, 59, 60, 62, 63, 64, 70, 74], "self": [4, 70, 71, 74], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 28, 31, 32, 33, 34, 37, 46, 48, 49, 52, 54, 55, 58, 59, 60, 62, 63, 64, 70, 74], "weather_fil": [4, 12, 19, 68, 76], "observation_spac": [4, 12, 68, 76], "low": [4, 58, 60, 68, 75, 76], "5e6": [4, 68, 76], "high": [4, 68, 76], "shape": [4, 6, 68, 76], "observation_vari": [4, 12, 68, 76], "action_spac": [4, 6, 12, 42, 67, 68, 70, 72, 76, 77], "union": [4, 12, 17, 54, 58, 59, 60, 62, 63, 70], "action_vari": [4, 12, 68, 76], "action_map": [4, 12, 68, 76], "dict": [4, 12, 17, 31, 32, 33, 37, 46, 54, 62, 63, 64, 70, 71], "int": [4, 6, 12, 15, 17, 23, 26, 27, 29, 37, 46, 54, 58, 59, 60, 62, 63, 70, 71], "tupl": [4, 5, 12, 17, 25, 37, 58, 59, 60, 62, 63, 70], "float": [4, 6, 12, 17, 25, 26, 27, 33, 37, 46, 54, 58, 59, 60, 62, 63, 66, 70], "weather_vari": [4, 12, 17, 36, 68, 76], "none": [4, 6, 12, 15, 17, 23, 25, 33, 34, 35, 37, 40, 41, 44, 46, 54, 62, 63, 64, 70], "linearreward": [4, 6, 12, 65, 66, 68, 69, 74, 76], "reward_kwarg": [4, 12, 68, 74, 76], "act_repeat": [4, 12, 17, 68, 76], "1": [4, 5, 12, 17, 22, 23, 58, 59, 60, 64, 65, 66, 67, 68, 69, 71, 72, 74, 76, 77], "max_ep_data_store_num": [4, 12, 17, 68, 76], "action_definit": [4, 12, 17, 37, 68, 76], "env_nam": [4, 12, 17, 19, 33, 37, 68, 73, 76], "config_param": [4, 5, 12, 17, 68, 76], "arg": [4, 6, 8, 12, 22, 23, 62, 63, 64, 71], "condit": [4, 12, 29, 40], "empti": [4, 8, 12, 37, 65, 66, 69], "should": [4, 5, 6, 8, 12, 17, 23, 57, 68, 76], "extra_config": [4, 12, 37], "map": [4, 12, 68, 76], "sigma": [4, 6, 12, 17, 25, 37], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 37], "uhlenbeck": [4, 12, 25, 37], "appli": [4, 5, 6, 7, 12, 37, 64, 69, 73], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 46], "number": [4, 6, 12, 17, 22, 23, 37, 46, 54, 63, 68, 69, 73, 76], "regardless": [4, 12, 73], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 33, 62, 64, 68, 76], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 33, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75], "dictionari": [4, 5, 6, 7, 12, 17, 31, 32, 68, 74, 76], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 37], "join": 4, "weather_path": [4, 17, 37], "need": [4, 6, 7, 8, 65, 67, 69, 70, 71, 73], "month": [4, 17, 26, 27, 29, 58, 59, 60, 67, 68, 70, 71, 72, 76, 77], "dai": [4, 5, 17, 26, 27, 29, 37, 58, 59, 60, 67, 68, 70, 71, 72, 74], "flag_discret": 4, "isinst": 4, "els": [4, 6, 46, 70, 71], "setpoint": [4, 40, 41, 71], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 54, 62, 63, 64, 67, 68, 70, 71, 72, 76, 77], "dtype": [4, 65, 66, 68, 69, 76], "reward_fn": [4, 6], "obs_dict": [4, 71], "checker": [4, 43], "_check_eplus_env": 4, "show": [4, 7, 68, 76], "intermedi": 4, "free": [4, 6, 69, 71], "runperiod": [4, 67, 68, 76], "rest": [4, 6, 8, 47, 48, 74, 76], "mention": [4, 6, 68], "onc": [4, 6, 8], "copi": [4, 8, 17, 73], "climat": 4, "present": [4, 65, 66, 67, 68, 69, 70, 71, 72, 73], "howev": [4, 5, 6, 8, 68, 74, 75, 76], "compat": [4, 6, 8, 44], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 37], "whose": [4, 54, 74], "natur": 4, "go": [4, 6, 65, 66, 67, 68, 69, 72, 77], "calcul": [4, 6, 65, 69, 74, 76], "addit": [4, 22, 37, 44, 46], "moreov": 4, "visit": [4, 6, 8, 68, 71, 72, 73, 75, 76, 77], "organ": [4, 6, 75], "n": [4, 6, 63, 68, 72, 76], "activ": [4, 6, 8, 22, 54, 62, 73], "summari": [4, 62, 67], "dynam": [4, 7, 66], "let": [4, 5, 6, 7, 8, 65, 66, 67, 68, 69, 76], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 66, 67, 69, 76], "correctli": [4, 6, 75, 76], "correct": [4, 6, 7, 8, 72, 77], "respect": [4, 7, 8, 31], "look": [4, 30, 35, 44, 69, 71], "found": [4, 77], "rdd": 4, "standard": [4, 7, 29, 40, 67, 76], "repres": 4, "previous": [4, 6, 37, 73], "rememb": [4, 69, 71], "later": [4, 8, 54], "reserv": [4, 6], "inconsist": [4, 68, 76], "notifi": [4, 6, 7], "fix": [4, 7], "schedul": 4, "befor": [4, 6, 8, 17, 37, 46, 69, 72, 76], "take": [4, 5, 7, 37, 44, 69], "care": [4, 6], "consist": [4, 17], "usual": [4, 7, 74], "solut": 4, "problem": [4, 6, 68, 76], "send": [4, 6, 12, 15, 17, 19, 49, 50, 52], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "told": [4, 8], "id": [4, 6, 68, 74, 76], "constant": [4, 6, 58, 59, 60, 70, 72, 74], "seen": 4, "recogniz": 4, "common": [4, 6, 20, 23, 46, 65, 66, 69, 71, 74, 75], "don": [4, 6, 8, 67, 73], "give": [4, 6], "plai": [4, 69, 71], "affect": [4, 25, 37, 46], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "ones": [4, 6, 74], "wrong": 4, "launch": 4, "messag": [4, 7], "indic": [4, 6, 17, 22], "error": [4, 6, 7, 46, 66, 68, 76], "connect": [4, 6, 16, 17, 18, 65, 66, 67, 68, 69, 70, 71, 72], "9": [4, 41, 58, 59, 60, 67, 68, 69, 70, 71, 72, 74, 76], "version": [4, 6, 7, 8, 68, 76], "part": [4, 6], "trivial": 4, "task": 4, "complex": [4, 75], "Its": 4, "next": [4, 6, 7, 12, 17, 62, 63, 65, 74, 75, 77], "action_definition_exampl": 4, "controller_typ": 4, "controller1_definit": 4, "controller2_definit": 4, "other_typ": 4, "controller_definit": 4, "resourc": [4, 6, 50, 51, 52], "heating_nam": [4, 68, 76], "heat": [4, 68, 71, 76], "cooling_nam": [4, 68, 76], "heating_initial_valu": [4, 68, 76], "cooling_initial_valu": [4, 68, 76], "exist": [4, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "report": [4, 6], "adapt_idf_to_action_definit": [4, 37], "config": [4, 5, 6, 67, 75], "grow": 4, "alreadi": [4, 6, 68, 71, 74, 75, 76], "even": [4, 68, 69, 71, 76], "perhap": 4, "thing": [4, 68, 74], "incorpor": 4, "than": [4, 6, 73, 74, 76], "intend": 4, "someon": 4, "decid": [4, 6], "That": [4, 74], "Be": 4, "sure": 4, "ddy": [4, 37, 65, 66, 67, 68, 69, 70, 71, 72], "abl": [4, 6, 8, 68], "except": [4, 37, 76], "extens": [4, 8, 67, 69], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 65, 66, 67, 69, 70, 71, 72], "document": [4, 6, 7, 8, 66, 68, 69, 71, 72, 73, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 68, 76], "6": [5, 6, 8, 17, 37, 58, 59, 60, 66, 67, 68, 69, 70, 71, 72, 76], "1997": 5, "1998": 5, "kei": [5, 6, 17, 28, 31, 33], "skeleton": 5, "separ": [5, 6], "By": [5, 8, 68, 74, 76], "less": 5, "1991": [5, 67, 68, 70, 71, 72, 76], "result": [5, 6, 17, 46, 66, 67, 68, 70, 71, 72, 73, 76, 77], "determin": [5, 6, 76], "length": [5, 6, 46, 65, 69], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 37], "end_dai": [5, 27], "end_month": 5, "end_year": [5, 27], "februari": 5, "29th": 5, "leap": 5, "fail": [5, 6], "apply_extra_conf": [5, 37], "gcloud": 6, "combin": [6, 8, 68, 72, 76], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 67, 69, 76], "finish": [6, 7, 17, 76], "job": [6, 7, 8, 75], "remov": [6, 48, 58, 59, 60, 74], "explan": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 48], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 68, 76], "enabl": [6, 7], "servic": [6, 48, 49], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 50, 51, 52], "list": [6, 7, 8, 12, 17, 25, 26, 28, 31, 32, 33, 37, 40, 41, 46, 54, 58, 59, 60, 62, 67, 68, 70, 71, 74], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 43, 44], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 75, 76], "termin": [6, 17, 55, 62, 63, 76], "applic": [6, 75], "login": 6, "upload": [6, 7, 52], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 49], "restart": 6, "never": [6, 67], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 67, 68, 69, 70, 71, 72, 76], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 72, 76, 77], "10gb": 6, "isn": 6, "silenc": 6, "would": [6, 74], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 75, 76], "write": [6, 7, 8, 75], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 58, 59, 60, 74], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 75], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 48, 51, 52], "confus": 6, "helper": 6, "everyth": [6, 69, 76], "upgrad": 6, "global": [6, 46], "memori": 6, "least": 6, "might": 6, "submit": 6, "region": 6, "substitut": [6, 68, 76], "predetermin": 6, "enter": [6, 76], "after": [6, 17, 46, 67, 68, 72, 76], "immedi": 6, "hasn": [6, 28], "yet": [6, 75], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 69], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 41], "ip": 6, "get": [6, 8, 29, 37, 46, 49, 64, 71], "5000": 6, "explain": [6, 7, 68, 76], "previou": [6, 63, 68, 76], "group": [6, 48], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 67, 69, 71], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 67, 69], "alloc": [6, 7], "everi": [6, 7, 8, 23, 67, 68, 70, 71, 72, 75, 76, 77], "argpars": 6, "datetim": [6, 65, 66, 69, 71], "numpi": [6, 65, 66, 67, 68, 69, 70, 71, 72, 76], "stable_baselines3": [6, 23, 46, 65, 66, 69], "normalactionnois": 6, "vec_env": [6, 23, 46, 65, 66, 69], "dummyvecenv": [6, 65, 66, 69], "loggerevalcallback": [6, 65, 66, 69], "ranges_5zon": [6, 70, 72], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 65, 66, 69, 72, 76, 77], "multiobswrapp": [6, 70, 72], "normalizeobserv": [6, 70, 72, 76, 77], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 30, 44, 46, 54, 62, 63, 65, 66, 69, 70, 72], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 59, 60, 74, 76], "exponenti": [6, 58, 74], "energy_weight": [6, 58, 60, 68, 74, 76], "rew": 6, "weight": [6, 58, 59, 60, 68, 74], "norm": 6, "store_tru": 6, "multiob": [6, 72, 77], "mob": 6, "multi": [6, 77], "csvlogger": [6, 22, 62, 70, 73], "ten": 6, "eval": [6, 23, 65, 69], "best": [6, 23, 65, 66, 69], "onlin": 6, "eval_freq": [6, 23, 65, 69], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 76], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 51], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 69], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 66], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 37], "gae_lambda": 6, "gl": 6, "95": [6, 69], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 75], "max_grad_norm": 6, "m": [6, 65, 66, 69], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": 6, "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 58, 59, 60, 74], "parse_arg": 6, "experiment_d": [6, 65, 66, 69], "todai": [6, 65, 66, 69], "strftime": [6, 65, 66, 69], "y": [6, 65, 66, 69], "d_": 6, "h": [6, 65, 66, 69], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 48, 73], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 65], "run_nam": [6, 65], "param": [6, 22, 23, 36, 37, 41, 46, 54], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 30, 44, 46, 54, 62, 63, 70], "rate": [6, 68, 74, 76], "batch": [6, 32], "epoch": 6, "gae": 6, "lambda": [6, 65, 66, 69], "ent": 6, "coef": 6, "vf": 6, "max": [6, 33, 58, 60], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 71], "expreward": [6, 68, 74, 76], "rais": [6, 7, 17, 19, 37, 46], "runtimeerror": [6, 17, 37], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 65, 66, 69], "verbos": [6, 22, 23, 66, 69, 75], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 69], "tensorboard_log": [6, 66], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 46, 54, 62, 65, 67, 68, 69, 70, 71, 72, 76, 77], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 66, 69], "_init_setup_model": 6, "f": [6, 8, 65, 66, 69], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 68, 69, 74, 76], "n_timesteps_episod": [6, 65, 66, 69], "_eplus_one_epi_len": [6, 65, 66, 69], "_eplus_run_steps": [6, 65, 66, 69], "eval_callback": [6, 65, 69], "best_model_save_path": [6, 23, 65, 69], "best_model": [6, 65, 69], "log_path": [6, 23, 65, 69], "determinist": [6, 23, 46, 65, 69], "render": [6, 12, 23, 44, 46, 65, 69], "n_eval_episod": [6, 23, 46, 65, 69], "append": [6, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "log_callback": [6, 66], "dir": [6, 37, 66], "tensorboardformatlogg": [6, 66], "tb_path": [6, 66], "new_logg": [6, 66], "set_logg": [6, 66], "total_timestep": [6, 54, 65, 66, 69], "_env_working_dir_par": [6, 65, 66, 69], "reset": [6, 12, 17, 37, 46, 62, 63, 67, 68, 70, 71, 72, 76, 77], "close": [6, 12, 17, 62, 66, 67, 68, 69, 70, 71, 72, 76, 77], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "upload_to_bucket": 6, "src_path": [6, 52], "dest_bucket_nam": [6, 52], "dest_path": [6, 52], "end_run": [6, 65], "autodelet": 6, "token": [6, 48, 49], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 68, 76], "pretti": [6, 74], "deactiv": [6, 54, 62, 73], "written": 6, "recreat": 6, "belong": [6, 54, 73], "delet": [6, 48], "individu": 6, "appropri": [6, 68, 76], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 69, 76], "gitignor": 6, "ignor": [6, 7, 66, 75], "final": [6, 67], "know": [6, 73], "load_ag": 6, "just": [6, 72], "zip": [6, 71], "predict": 6, "agre": 6, "collect": [6, 54, 76], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 28], "two": [6, 7, 8, 74], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 26, 27, 46, 54, 68, 70, 76], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "github": [6, 8, 16, 43, 44, 75], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 69], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 59, 66, 67, 68, 70, 72, 76], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 67, 68, 70, 71, 72, 76, 77], "mb": 6, "tier": 6, "db": [6, 37], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 65, 66, 69], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 43, 44], "7": [6, 17, 67, 68, 69, 70, 71, 72, 74, 76], "static": [6, 40, 41], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 74], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 74], "creation": [6, 76], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 55, 75], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "workflow": [7, 75], "cannot": [7, 66, 76], "storag": [7, 8, 50, 51, 52], "compil": 7, "sphinx": 7, "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 44, 65, 66, 67, 68, 69, 70, 71, 72], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 68, 73], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 44], "commit": 7, "ci": [7, 44], "string": [7, 65, 69], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 75], "advantag": 7, "minim": 7, "pip": [8, 75], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 68, 72], "click": 8, "pop": [8, 70], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 76], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 65, 66, 67, 68, 69, 70, 71, 72], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 74], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 40, 41, 42, 71], "consid": [8, 58, 59, 60, 67, 74], "subset": [8, 72, 77], "ofici": 8, "supervis": [8, 75], "successfulli": [8, 65, 66, 67, 68, 69, 70, 71, 72, 75], "vv": [8, 75], "anywai": [8, 75], "prepar": [8, 32, 37], "kwarg": [12, 22, 23, 62, 63, 64], "repeat": [12, 17, 68, 76], "mode": 12, "human": [12, 29, 40], "ndarrai": [12, 15, 17, 54, 62, 63, 64, 70], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 37], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 73], "sensor": 17, "ou": [17, 25, 37], "element": [17, 28, 32, 54, 76], "elaps": [17, 26, 54], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 71], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 58, 59, 60, 74], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 46], "weather_data": [25, 37], "weatherdata": [25, 37], "original_epw_fil": 25, "drybulb": [25, 37, 68, 71, 76], "variat": [25, 37], "opyplu": [25, 26, 28, 32, 37], "epm": [26, 28, 32, 34, 37], "sec_elaps": 26, "compos": 26, "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": 27, "st": 27, "mon": 27, "24": [27, 65, 66, 67, 68, 69, 70, 71, 72, 76], "explicitli": 28, "season": [29, 58, 59, 60, 71, 74], "ashra": [29, 40, 41], "55": [29, 40, 68], "thermal": [29, 40, 59, 68, 74, 76], "environment": [29, 40], "2004": [29, 40], "wrapper_class": [30, 35], "var_fil": 31, "add_batch": 32, "convert": 32, "output_path": 33, "last_result": 33, "min": 33, "absolut": [33, 58, 60, 74], "file_path": 34, "retriev": 35, "vecenvwrapp": 35, "recurs": [35, 51, 52], "search": 35, "unwrap": [35, 73], "till": 35, "modif": [36, 74], "max_ep_stor": 37, "_idf_path": 37, "_weather_path": 37, "_ddy_path": 37, "experiment_path": 37, "episode_path": 37, "_idd": 37, "idd": 37, "ddy_model": 37, "adapt_idf_to_epw": 37, "summerdai": 37, "ann": 37, "clg": 37, "condn": 37, "mwb": 37, "winterdai": 37, "htg": 37, "summer": [37, 58, 59, 60, 74], "winter": [37, 74], "desingdai": 37, "adapt_variables_to_cfg_and_idf": 37, "xml": [37, 65, 66, 67, 68, 69, 70, 71, 72], "tree": [37, 65, 66, 67, 68, 69, 70, 71, 72, 75], "apply_weather_vari": 37, "save_building_model": 37, "env_working_dir": 37, "save_variables_cfg": 37, "set_episode_working_dir": 37, "parent": 37, "set_experiment_working_dir": 37, "set_external_interfac": 37, "ptolemi": 37, "basic": 39, "act": [40, 41, 42, 71, 76], "sequenc": [40, 41, 42, 64, 70, 71], "indoor": [40, 41], "perceiv": [40, 41, 71], "chosen": [40, 41, 42, 71, 76], "2zonedatacenterhvac": 41, "center": 41, "tc9": 41, "2016": 41, "randomli": [42, 76], "dlr": [43, 44], "baselines3": [43, 44], "skip_render_check": 44, "particularli": 44, "blob": 44, "master": 44, "core": [44, 65, 66, 69], "mainli": 44, "relat": 44, "base_class": 46, "basealgorithm": 46, "callabl": [46, 62], "averag": [46, 76], "count": [46, 68, 76], "scale": [46, 75], "earli": 46, "avoid": 46, "anyth": 46, "reward_threshold": 46, "minimum": [46, 59], "expect": 46, "met": 46, "return_episode_reward": 46, "easier": 47, "instance_group_nam": 48, "vm": 48, "alon": 48, "mig": 48, "request": 48, "petit": [49, 50], "ask": [50, 51, 52], "blob_prefix": 51, "bucket": [51, 52], "exclud": 51, "destin": 52, "monitor_head": [54, 62, 70], "progress_head": [54, 62, 70], "log_progress_fil": [54, 70], "log_fil": [54, 70], "header": [54, 62, 70], "sub_run_n": 54, "res_n": 54, "steps_data": 54, "arrai": 54, "elabor": 54, "total_time_elaps": 54, "comfort_violation_timestep": 54, "comfort_penalti": [54, 67, 68, 69, 70, 71, 72], "activate_flag": 54, "deactivate_flag": 54, "log_episod": 54, "log_step": 54, "ob": [54, 64, 67, 68, 70, 71, 72, 76, 77], "done": [54, 67, 68, 70, 71, 72, 76, 77], "info": [54, 65, 66, 67, 68, 69, 70, 71, 72, 76, 77], "log_step_norm": 54, "set_log_fil": 54, "new_log_fil": 54, "getlogg": 55, "formatt": 55, "inherit": [57, 77], "temperature_vari": [58, 59, 60, 68, 74, 76], "energy_vari": [58, 59, 60, 68, 74, 76], "range_comfort_wint": [58, 59, 60, 68, 74, 76], "range_comfort_summ": [58, 59, 60, 68, 74, 76], "summer_start": [58, 59, 60], "summer_fin": [58, 59, 60], "30": [58, 59, 60, 66, 67, 68, 70, 71, 76], "lambda_energi": [58, 59, 60, 74], "0001": [58, 59, 60, 69], "lambda_temperatur": [58, 59, 60, 74], "r": [58, 60], "w": [58, 59, 60, 66, 74], "lambda_": [58, 60], "lambda_t": [58, 60], "exp": 58, "t_": [58, 60], "cold": [58, 59, 60, 74], "session": [58, 59, 60, 66], "dimens": [58, 59, 60, 74], "min_energy_weight": 59, "range_comfort_hour": 59, "logger_class": [62, 70], "activate_logg": 62, "deactivate_logg": 62, "flatten": [63, 72], "stack": 63, "flat": 63, "vector": [63, 69], "reli": [64, 69], "get_unwrapped_ob": 64, "usr": [65, 66, 67, 68, 69, 70, 71, 72], "lib": [65, 66, 67, 68, 69, 70, 71, 72], "dist": [65, 66, 67, 68, 69, 70, 71, 72], "73": [65, 66, 67, 68, 69, 70, 71, 72], "userwarn": [65, 66, 67, 68, 69, 70, 71, 72], "precis": [65, 66, 67, 68, 69, 70, 71, 72], "lower": [65, 66, 67, 68, 69, 70, 71, 72], "cast": [65, 66, 67, 68, 69, 70, 71, 72], "float32": [65, 66, 67, 68, 69, 70, 71, 72, 76], "episodes_": [65, 66, 69], "env_vec": [65, 66, 69], "2022": [65, 66, 67, 68, 69, 70, 71, 72], "08": [65, 66, 67, 68, 69, 70, 71, 72], "09": [65, 66, 69, 70, 71, 72], "16": [65, 67, 68, 72, 76], "23": [65, 66, 68, 70, 71, 72, 74, 76], "166": 65, "eplus_env_demo": [65, 66, 67, 69, 70, 71, 72], "v1_mainthread_root": [65, 66, 67, 68, 69, 70, 71, 72], "externalinterfac": [65, 66, 67, 68, 69, 70, 71, 72], "167": 65, "site": [65, 66, 67, 68, 69, 70, 71, 72, 76], "sizingperiod": [65, 66, 67, 68, 69, 70, 71, 72], "169": [65, 66], "bvctb": [65, 66, 67, 68, 69, 70, 71, 72], "171": 65, "179": 65, "194": 65, "workspac": [65, 66, 67, 68, 69, 70, 71, 72, 76], "res3": 65, "sub_run1": [65, 66, 67, 68, 69, 70, 71, 72, 73], "36": [65, 66], "239": 65, "240": 65, "247": 65, "sub_run2": [65, 66, 69, 72, 73], "56": [65, 67, 68], "674": 65, "682": 65, "sub_run3": [65, 66, 69, 73], "fromnumer": [65, 66, 69], "3474": [65, 66, 69], "runtimewarn": [65, 66, 69], "slice": [65, 66, 69], "_method": [65, 66, 69], "_mean": [65, 66, 69], "axi": [65, 66, 69], "189": [65, 66, 69], "invalid": [65, 66, 69], "encount": [65, 66, 69], "double_scalar": [65, 66, 69], "ret": [65, 66, 69], "rcount": [65, 66, 69], "264": [65, 66, 69], "degre": [65, 66, 69], "freedom": [65, 66, 69], "lt": [65, 66, 69], "_var": [65, 66, 69], "ddof": [65, 66, 69], "222": [65, 66, 69], "true_divid": [65, 66, 69], "arrmean": [65, 66, 69], "um": [65, 66, 69], "div": [65, 66, 69], "39": [65, 66, 67, 68, 69, 70, 71, 72], "unsaf": [65, 66, 69], "256": [65, 66, 69], "17": [65, 67, 68, 70, 71, 72, 76], "669": 65, "670": 65, "677": 65, "sub_run4": [65, 66, 69], "15": [65, 67, 68, 69, 70, 72, 76], "729": 65, "731": 65, "744": 65, "sub_run5": [65, 66, 69], "29": [65, 66, 67, 68, 72, 76], "805": 65, "807": 65, "819": 65, "sub_run6": [65, 69], "num_timestep": [65, 69], "70080": [65, 69], "episode_reward": [65, 69], "17218": 65, "13": [65, 67, 69, 70, 71, 72], "00": [65, 69, 70, 72], "35040": [65, 67, 68, 69, 70, 71, 72], "57": 65, "241": 65, "248": 65, "sub_run7": [65, 69], "18": [65, 67, 68, 70, 71, 72, 76], "491": 65, "492": [65, 67], "501": 65, "sub_run8": [65, 69], "701": 65, "702": 65, "710": 65, "sub_run9": [65, 69], "43": [65, 69], "740": 65, "742": [65, 66], "760": 65, "sub_run10": [65, 69], "944": [65, 71], "946": 65, "959": [65, 69], "sub_run11": [65, 69], "140160": [65, 69], "26894": 65, "21": [65, 66, 67, 68, 70, 71, 72, 76], "475": 66, "477": [66, 70], "479": [66, 70], "482": 66, "tensorboard_path": 66, "cpu": [66, 69], "37": 66, "692349": 66, "tensorflow": 66, "cc": 66, "onednn": 66, "oper": 66, "slightli": 66, "numer": 66, "round": 66, "turn": 66, "tf_enable_onednn_opt": 66, "734692": 66, "stream_executor": 66, "dso_load": 66, "libcudart": 66, "11": [66, 67, 68, 69, 70, 71, 72], "dlerror": 66, "share": 66, "No": 66, "734718": 66, "cuda": 66, "cudart_stub": 66, "cudart": 66, "gpu": 66, "780": [66, 72], "788": [66, 72], "res6": 66, "54": [66, 68], "888": 66, "896": 66, "22": [66, 67, 68, 70, 71, 72, 76], "340": 66, "341": 66, "348": 66, "51": 66, "235": 66, "238": 66, "253": 66, "743": 66, "751": 66, "387": 66, "loop": 67, "52": 67, "398": 67, "399": 67, "401": 67, "403": 67, "glanc": 67, "someth": 67, "current_month": [67, 68, 70, 71, 72, 76, 77], "sampl": [67, 68, 70, 72, 76, 77], "print": [67, 68, 69, 70, 71, 72, 76, 77], "478": 67, "res1": [67, 68], "3808358083250144": [67, 71], "time_elaps": [67, 68, 69, 70, 71, 72], "900": [67, 68, 70, 71, 72], "total_pow": [67, 68, 70, 71, 72], "7616": [67, 71], "716166500288": [67, 71], "total_power_no_unit": [67, 68, 70, 71, 72], "7616716166500288": [67, 71], "abs_comfort": [67, 68, 70, 71, 72], "20": [67, 68, 69, 70, 71, 72, 74, 76], "99998783039325": [67, 71], "out_temperatur": [67, 68, 70, 71, 72], "action_": [67, 68, 70, 71, 72], "1907": 67, "7277939767475": 67, "2976": [67, 68, 70, 71, 72], "2678400": [67, 68, 70, 71, 72], "6074": 67, "240017973336": 67, "6074240017973336": 67, "1192635601846987": 67, "8807364398153": 67, "3585": 67, "4934187414906": 67, "5664": [67, 68, 70, 71, 72], "5097600": [67, 68, 70, 71, 72], "913": 67, "1570850309641": 67, "09131570850309642": 67, "7021712738831916": 67, "29782872611681": 67, "4752": 67, "940264075469": 67, "8640": [67, 68, 70, 71, 72], "7776000": [67, 68, 70, 71, 72], "2550": 67, "617218922648": 67, "25506172189226484": 67, "99871397216555": 67, "5560": 67, "830588831498": 67, "11520": [67, 68, 70, 71, 72], "10368000": [67, 68, 70, 71, 72], "1999": 67, "124803999265": 67, "1999124803999265": 67, "98506510334393": 67, "6284": 67, "020264489995": 67, "14496": [67, 68, 70, 71, 72], "13046400": [67, 68, 70, 71, 72], "410": 67, "8927633115007": 67, "041089276331150074": 67, "7705159780059887": 67, "22948402199401": 67, "9322": 67, "837829436405": 67, "17376": [67, 68, 70, 71, 72], "15638400": [67, 68, 70, 71, 72], "215": [67, 70, 71, 72], "8190765300895": 67, "02158190765300895": 67, "608314422881719": 67, "39168557711828": 67, "27": [67, 68, 70, 72, 76], "12636": 67, "627393394123": 67, "20352": [67, 68, 70, 71, 72], "18316800": [67, 68, 70, 71, 72], "5037": 67, "684551333462": 67, "5037684551333462": 67, "854158909419219": 67, "14584109058078": 67, "25": [67, 68, 70, 71, 72, 76], "15946": 67, "738203460833": 67, "23328": [67, 68, 70, 71, 72], "20995200": [67, 68, 70, 71, 72], "367": 67, "8874627648617": 67, "03678874627648617": 67, "54812468432662": 67, "45187531567338": 67, "18806": 67, "826419277357": 67, "26208": [67, 68, 70, 71, 72], "23587200": [67, 68, 70, 71, 72], "186": [67, 70, 71, 72], "5934720667916": [67, 70, 71, 72], "018659347206679163": [67, 70, 71, 72], "33203794777814": 67, "28": [67, 68, 69, 70, 71, 72, 76], "19743": 67, "85954501463": 67, "29184": [67, 68, 70, 71, 72], "26265600": [67, 68, 70, 71, 72], "71761367059368": 67, "20805": 67, "360894738802": 67, "32064": [67, 68, 70, 71, 72], "28857600": [67, 68, 70, 71, 72], "5873": 67, "617289712576": 67, "5873617289712576": 67, "42152536802113": 67, "22566": 67, "62456817261": 67, "31536000": [67, 68, 70, 71, 72], "1992": [67, 68, 70, 71, 72, 76], "8311": 67, "608954955058": 67, "8311608954955059": 67, "823025839166501": 67, "1769741608335": 67, "forget": 67, "53": 67, "06": [67, 69], "644": 67, "cumul": [67, 68, 70, 71, 72, 74, 76, 77], "6440246737491857": 67, "over": 67, "discuss": 68, "environment_id": 68, "long": 68, "216": 68, "eplus_env_5zon": 68, "217": 68, "219": 68, "220": 68, "scratch": 68, "obvious": 68, "air": [68, 71, 74, 76], "space1": [68, 71, 74, 76], "hvac": [68, 74, 76], "electr": [68, 74, 76], "demand": [68, 74, 76], "26": [68, 72, 74, 76], "088": 68, "089": 68, "091": 68, "093": [68, 71], "esp_granada": [68, 76], "084190_swec": [68, 76], "001": [68, 76], "new_env_nam": [68, 76], "077": 68, "eplus_env_new_env_name_mainthread_root": 68, "078": 68, "080": [68, 69], "082": 68, "overwritten": [68, 76], "new_observation_vari": [68, 76], "outdoor": [68, 71, 76], "rel": [68, 76], "wind": [68, 76], "speed": [68, 76], "fanger": [68, 76], "ppd": [68, 76], "east": [68, 76], "new_action_vari": [68, 76], "west": [68, 76], "htgsetp": [68, 76], "clgsetp": [68, 76], "new_observation_spac": [68, 76], "len": [68, 76], "new_action_map": [68, 76], "new_action_spac": [68, 76], "850": 68, "eplus_env_datacent": 68, "852": 68, "853": 68, "854": 68, "989": 68, "18562950733969957": 68, "3712": 68, "590146793991": 68, "37125901467939915": 68, "495266997755121": 68, "676": [68, 71], "8466963812559": 68, "3962": 68, "959903637626": 68, "3962959903637626": 68, "479715547683856": 68, "1251": 68, "9649146249287": 68, "4984": 68, "806746157207": 68, "49848067461572076": 68, "083224933271658": 68, "1856": 68, "1854810210355": 68, "2542": 68, "049288786898": 68, "25420492887868984": 68, "548597527242591": 68, "2639": 68, "3977262984713": 68, "4389": 68, "048609776261": 68, "43890486097762615": 68, "966961794846867": 68, "3540": 68, "0364337521905": 68, "932837191979614": 68, "4966": 68, "8910724773705": 68, "3641": 68, "533364330611": 68, "36415333643306114": 68, "73759114382434": 68, "6970": 68, "456022185655": 68, "7437": 68, "450634930504": 68, "7437450634930505": 68, "01780444446879": 68, "9176": 68, "457187552995": 68, "5205": 68, "826494047731": 68, "5205826494047732": 68, "76682020349629": 68, "10831": 68, "128614483414": 68, "3632": 68, "325833964732": 68, "3632325833964732": 68, "408750045244985": 68, "11597": 68, "451824735388": 68, "3545": 68, "041301484721": 68, "3545041301484721": 68, "470256190305543": 68, "12205": 68, "38913036408": 68, "4171": 68, "474946040738": 68, "41714749460407385": 68, "252032348441579": 68, "12852": 68, "455174221925": 68, "5946": 68, "285403368743": 68, "5946285403368743": 68, "01419754187374211": 68, "36679381204974576": 68, "964": 68, "fit": [68, 76], "aris": [68, 76], "kind": [68, 76], "subject": [68, 76], "assign": [68, 76], "thermostat": [68, 71, 76], "new_action_definit": [68, 76], "thermostatsetpoint": [68, 76], "dualsetpoint": [68, 76], "dualsetp": [68, 76], "put": [68, 76], "leav": [68, 76], "intact": [68, 76], "extra_conf": [68, 76], "ref": 69, "07": [69, 72], "521": 69, "522": 69, "524": 69, "526": 69, "feel": [69, 71], "loggerev": 69, "earlier": 69, "few": 69, "060": 69, "069": 69, "res2": 69, "353": 69, "354": 69, "362": 69, "ep_len_mean": 69, "5e": 69, "04": 69, "ep_rew_mean": 69, "24e": 69, "fp": 69, "2536": 69, "42": 69, "057": 69, "058": 69, "075": 69, "46": 69, "890": 69, "891": 69, "899": 69, "708": 69, "711": 69, "726": 69, "972": 69, "973": 69, "980": 69, "17522": 69, "75": 69, "67e": 69, "comfort_viol": 69, "35": 69, "mean_ep_length": 69, "mean_power_consumpt": 69, "83e": 69, "power_penalti": [69, 70], "std_reward": 69, "06e": 69, "1024": 69, "68": 69, "loss": 69, "61": 69, "n_updat": 69, "5019": 69, "072": 69, "073": 69, "96e": 69, "1100": 69, "105120": 69, "13779": 69, "600": 69, "602": [69, 71], "617": 69, "436": [69, 72], "444": 69, "929": 69, "936": 69, "141": 69, "143": 69, "157": 69, "21405": 69, "96": 69, "55e": 69, "40": 69, "73e": 69, "94e": 69, "895": 69, "156": 69, "22539": 69, "0x7fa912391f60": 69, "gt": 69, "48": 69, "272": 69, "writen": 70, "funtion": 70, "create_row_cont": 70, "customcsvlogg": 70, "super": [70, 74], "last_10_steps_reward": 70, "_create_row_cont": 70, "instanti": 70, "47": 70, "476": 70, "481": 70, "833": 70, "845": 70, "res4": 70, "2841864127941594": 70, "5683": 70, "728255883188": 70, "5683728255883188": 70, "09252236706716": 70, "1895": 70, "1548592605257": 70, "8380": 70, "491234768304": 70, "8380491234768305": 70, "21883172787526": 70, "3633": 70, "6399832181337": 70, "978": [70, 72], "7532837048899": 70, "097875328370489": 70, "7869800571484404": 70, "21301994285156": 70, "4757": 70, "122309247712": 70, "17697338689386": 70, "5552": 70, "826655404054": 70, "72939902519715": 70, "27060097480285": 70, "6263": 70, "697197328473": 70, "386": 70, "56918097843": 70, "038656918097843": 70, "7596818210658398": 70, "24031817893416": 70, "9272": 70, "426890062703": 70, "8105427091371": 70, "02158105427091371": 70, "199461395033879": 70, "80053860496612": 70, "12578": 70, "3581208006": 70, "9159": 70, "463676532796": 70, "9159463676532796": 70, "2923781219578103": 70, "70762187804219": 70, "15903": 70, "48380984905": 70, "377": 70, "2264848331002": 70, "03772264848331002": 70, "974447422564811": 70, "02555257743519": 70, "18733": 70, "26101206708": 70, "27470801492377106": 70, "72529198507623": 70, "19665": 70, "3048157153": 70, "2998": 70, "063053624272": 70, "2998063053624272": 70, "98445623259406": 70, "20679": 70, "519834589526": 70, "6282": 70, "049444658835": 70, "6282049444658835": 70, "45374695271586": 70, "22419": 70, "718732977875": 70, "12473": 70, "66081362551": 70, "2473660813625511": 70, "43771976775179": 70, "639832155621491": 70, "208": 70, "sai": 71, "get_season_comfort_rang": 71, "092": 71, "095": 71, "097": 71, "extend": 71, "rbc5zone": [71, 76], "myrulebasedcontrol": 71, "daytim": 71, "out_temp": 71, "summer_start_d": 71, "summer_final_d": 71, "current_dt": 71, "season_comfort_rang": 71, "setpoints_summ": 71, "in_temp": 71, "current_heat_setpoint": 71, "current_cool_setpoint": 71, "new_heat_setpoint": 71, "new_cool_setpoint": 71, "weekend": 71, "night": 71, "33": [71, 72], "687": 71, "res5": 71, "1394": 71, "9337411038548": 71, "8783": 71, "948537124865": 71, "8783948537124865": 71, "32998668433318": 71, "2650": 71, "5674622643073": 71, "2828": 71, "55143464232": 71, "282855143464232": 71, "32988764119707": 71, "3464": 71, "45346341394": 71, "2670384566951398": 71, "73296154330486": 71, "4056": 71, "362905025186": 71, "1049": 71, "348956006743": 71, "1049348956006743": 71, "33021459066708": 71, "4575": 71, "388821263204": 71, "6474404745892": 71, "06026474404745892": 71, "67021711767433": 71, "32978288232567": 71, "5959": 71, "068563513181": 71, "8105427085715": 71, "02158105427085715": 71, "8710106251693617": 71, "12898937483064": 71, "7457": 71, "679714954765": 71, "9961": 71, "58714336648": 71, "996158714336648": 71, "33021175763765": 71, "8981": 71, "302898129286": 71, "1814": 71, "198506979717": 71, "1814198506979717": 71, "32960549764289": 71, "10197": 71, "282478127578": 71, "2130": 71, "682079753009": 71, "2130682079753009": 71, "33031354561692": 71, "10685": 71, "5692882536": 71, "0904158092028": 71, "09440904158092028": 71, "33017991675662": 71, "11374": 71, "367509294058": 71, "2788": 71, "852968187356": 71, "27888529681873564": 71, "32995260044678": 71, "12774": 71, "026233082805": 71, "10847": 71, "14414165407": 71, "084714414165407": 71, "33000003505644": 71, "3645555431815984": 71, "536": 71, "normil": 72, "984": 72, "986": 72, "990": 72, "993": 72, "997": 72, "02": 72, "013": 72, "res7": 72, "9910000e": 72, "0000000e": 72, "5000000e": 72, "0999999e": 72, "9000000e": 72, "1000000e": 72, "0999992e": 72, "9522228e": 72, "0098755e": 72, "442": 72, "443": 72, "451": 72, "98466104": 72, "33834645": 72, "9484536": 72, "17748918": 72, "8111888": 72, "800001": 72, "44444445": 72, "39061695": 72, "42973474": 72, "24169508": 72, "784": 72, "792": 72, "424": 72, "427": 72, "430": 72, "433": 72, "452": 72, "res9": 72, "441": 72, "981": 72, "985": 72, "309": 72, "326": 72, "res10": 72, "6725497890372522": 72, "3133": 72, "716390651042": 72, "3133716390651042": 72, "0317279390094": 72, "9682720609906": 72, "1831": 72, "9846868749223": 72, "9625": 72, "868884432568": 72, "9625868884432568": 72, "99962719644226": 72, "3572": 72, "1163979019448": 72, "3381": 72, "835883111865": 72, "3381835883111865": 72, "04845287512533858": 72, "95154712487466": 72, "4744": 72, "85182426822": 72, "1059": 72, "217058241587": 72, "1059217058241587": 72, "02705837058395": 72, "5541": 72, "648792015279": 72, "6904987523763602": 72, "30950124762364": 72, "6265": 72, "521158571141": 72, "2706": 72, "140914592288": 72, "2706140914592288": 72, "0741537654487203": 72, "92584623455128": 72, "9267": 72, "105328861617": 72, "8190761707732": 72, "02158190761707732": 72, "709210011679879": 72, "29078998832012": 72, "12581": 72, "239530466879": 72, "4303": 72, "552629721591": 72, "43035526297215915": 72, "137288347910051": 72, "86271165208995": 72, "15889": 72, "752598388217": 72, "2547": 72, "043642249929": 72, "2547043642249929": 72, "0062198564813798": 72, "99378014351862": 72, "18686": 72, "835610714406": 72, "1683": 72, "24724933671": 72, "168324724933671": 72, "98601762250864": 72, "19616": 72, "273201273543": 72, "1971": 72, "816419607761": 72, "19718164196077612": 72, "98439137803774": 72, "20664": 72, "183622138895": 72, "4794": 72, "553408394407": 72, "4794553408394407": 72, "80737243763421": 72, "22425": 72, "618844122902": 72, "12081": 72, "03798343912": 72, "208103798343912": 72, "61093146586074": 72, "6400005377888734": 72, "119": 72, "re": 73, "num_simul": 73, "content": 73, "sub_runn": 73, "utilsocket": 73, "monitor_norm": 73, "sub_run": 73, "num_episod": 73, "maximum": 73, "within": [73, 75], "suit": 73, "observation_valu": 73, "row": 73, "carri": 73, "techniqu": 73, "factor": 73, "below": 74, "discomfort": 74, "togeth": 74, "insid": [74, 76], "typic": 74, "satisfact": 74, "taken": [74, 76], "similar": 74, "increas": 74, "higher": 74, "hourlylinearreward": 74, "slight": 74, "am": 74, "pm": 74, "equal": 74, "neg": 74, "perfect": 74, "behavior": 74, "characterist": 74, "uniqu": [74, 75], "reflect": 74, "But": [74, 76], "imagin": 74, "signal": 74, "__call__": 74, "basereward": 74, "customreward": 74, "naiv": 74, "under": [75, 76], "small": 75, "independ": 75, "test_common": 75, "test_reward": 75, "test_wrapp": 75, "test_simul": 75, "test_config": 75, "test_env": 75, "test_control": 75, "test_stable_baselin": 75, "conceptu": 75, "readm": 75, "try_env": 76, "soon": 76, "place": 76, "dispos": 76, "better": 76, "understand": 76, "practic": 76, "screen": 76, "basi": 76, "exactli": 76, "criteria": 76, "replac": 76, "rbcdatacent": 76, "randomcontrol": 76, "variant": 77}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [36, 0, 0, "-", "config"], [38, 0, 0, "-", "constants"], [39, 0, 0, "-", "controllers"], [43, 0, 0, "-", "env_checker"], [45, 0, 0, "-", "evaluation"], [47, 0, 0, "-", "gcloud"], [53, 0, 0, "-", "logger"], [56, 0, 0, "-", "rewards"], [61, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "prepare_batch_from_records"], [33, 5, 1, "", "ranges_getter"], [34, 5, 1, "", "to_idf"], [35, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[37, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "adapt_idf_to_action_definition"], [37, 2, 1, "", "adapt_idf_to_epw"], [37, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [37, 2, 1, "", "apply_extra_conf"], [37, 2, 1, "", "apply_weather_variability"], [37, 2, 1, "", "save_building_model"], [37, 2, 1, "", "save_variables_cfg"], [37, 2, 1, "", "set_episode_working_dir"], [37, 2, 1, "", "set_experiment_working_dir"], [37, 2, 1, "", "set_external_interface"], [37, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[44, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[46, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[48, 5, 1, "", "delete_instance_MIG_from_container"], [49, 5, 1, "", "get_service_account_token"], [50, 5, 1, "", "init_storage_client"], [51, 5, 1, "", "read_from_bucket"], [52, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[54, 1, 1, "", "CSVLogger"], [55, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_flag"], [54, 2, 1, "", "deactivate_flag"], [54, 2, 1, "", "log_episode"], [54, 2, 1, "", "log_step"], [54, 2, 1, "", "log_step_normalize"], [54, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[57, 1, 1, "", "BaseReward"], [58, 1, 1, "", "ExpReward"], [59, 1, 1, "", "HourlyLinearReward"], [60, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[62, 1, 1, "", "LoggerWrapper"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_logger"], [62, 2, 1, "", "close"], [62, 2, 1, "", "deactivate_logger"], [62, 2, 1, "", "reset"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68], "contribut": 0, "exampl": [0, 65, 66, 67, 69, 71, 72, 76], "cite": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41, 42, 71, 76], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 69], "logger": [3, 53, 54, 55, 70, 72, 73], "tensorboard": [3, 6, 66], "structur": 3, "how": 3, "us": [3, 6, 76], "mlflow": [3, 6, 65], "environ": [4, 8, 68, 76], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 56, 57, 58, 59, 60, 68, 74, 76], "kwarg": 4, "action": [4, 7, 68, 76], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 73], "observ": [4, 68, 72, 76], "space": [4, 68, 76], "name": 4, "definit": [4, 68, 76], "thermostat": 4, "dualsetpoint": 4, "thermostatsetpoint": 4, "singleh": 4, "singlecool": 4, "extra": [4, 5, 68, 76], "configur": [4, 5, 6, 8, 68, 70, 76], "ad": [4, 68, 76], "new": [4, 7, 68, 75, 76], "build": 4, "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 70], "first": 6, "step": [6, 70], "2": [6, 8, 70], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 75], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 70], "instal": [8, 75], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 76], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "create_variable_weath": 25, "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "is_wrap": 30, "parse_vari": 31, "prepare_batch_from_record": 32, "ranges_gett": 33, "to_idf": 34, "unwrap_wrapp": 35, "config": [36, 37], "constant": 38, "rbc5zone": 40, "rbcdatacent": 41, "randomcontrol": 42, "env_check": [43, 44], "check_env": 44, "evalu": [45, 46], "evaluate_polici": 46, "gcloud": [47, 48, 49, 50, 51, 52], "delete_instance_mig_from_contain": 48, "get_service_account_token": 49, "init_storage_cli": 50, "read_from_bucket": 51, "upload_to_bucket": 52, "csvlogger": 54, "basereward": 57, "expreward": 58, "hourlylinearreward": 59, "linearreward": 60, "wrapper": [61, 62, 63, 64, 70, 72, 76, 77], "loggerwrapp": [62, 70], "multiobswrapp": 63, "normalizeobserv": 64, "basic": 67, "chang": 68, "an": 68, "regist": 68, "other": 68, "compon": 68, "updat": 68, "more": 68, "usag": [69, 76], "person": 70, "inherit": 70, "csvloger": 70, "intanci": 70, "rule": [71, 76], "normal": 72, "multi": 72, "all": 72, "one": 72, "format": 73, "custom": 74, "test": 75, "pytest": 75, "run": 75, "simplest": 76, "overwrit": 76, "some": 76, "default": 76, "valu": 76}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Thermostat:DualSetpoint": [[4, "thermostat-dualsetpoint"]], "ThermostatSetpoint:SingleHeating": [[4, "thermostatsetpoint-singleheating"]], "ThermostatSetpoint:SingleCooling": [[4, "thermostatsetpoint-singlecooling"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[32, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[33, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[34, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[35, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[37, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[44, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[46, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[48, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[49, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[50, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[51, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[52, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[54, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[55, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[57, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[58, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[60, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[65, "MLFlow-example"]], "TensorBoard example": [[66, "TensorBoard-example"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Adding other new components to the environment": [[68, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[68, "Changing-observation-and-action-spaces"]], "Updating the action definition of the environment": [[68, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[68, "Adding-more-extra-configuration"]], "DRL usage example": [[69, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[70, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[70, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[70, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[71, "Rule-Controller-example"]], "Wrappers example": [[72, "Wrappers-example"]], "Normalization Wrapper": [[72, "Normalization-Wrapper"]], "Logger Wrapper": [[72, "Logger-Wrapper"]], "Multi Observation Wrapper": [[72, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[72, "All-Wrappers-in-one"]], "Output format": [[73, "output-format"]], "Logger": [[73, "logger"]], "Rewards": [[74, "rewards"]], "Custom Rewards": [[74, "custom-rewards"]], "Tests": [[75, "tests"]], "Install Pytest": [[75, "install-pytest"]], "Running tests": [[75, "running-tests"]], "Create new tests": [[75, "create-new-tests"]], "Usage example": [[76, "usage-example"]], "Simplest example": [[76, "simplest-example"]], "Adding a reward": [[76, "adding-a-reward"]], "Adding wrappers": [[76, "adding-wrappers"]], "Using a rule-based controller": [[76, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[76, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[76, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[76, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[76, "adding-extra-configuration-definition"]], "Wrappers": [[77, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [36, "module-sinergym.utils.config"], [38, "module-sinergym.utils.constants"], [39, "module-sinergym.utils.controllers"], [43, "module-sinergym.utils.env_checker"], [45, "module-sinergym.utils.evaluation"], [47, "module-sinergym.utils.gcloud"], [53, "module-sinergym.utils.logger"], [56, "module-sinergym.utils.rewards"], [61, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[37, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[37, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[44, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[46, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[54, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[57, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[58, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[59, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[60, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.1.0/.buildinfo b/docs/compilation/v2.1.0/.buildinfo index a1f7ad577d..85d19fde8f 100644 --- a/docs/compilation/v2.1.0/.buildinfo +++ b/docs/compilation/v2.1.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: b812e679bed49023081d8cd083a9ba18 +config: 6145b3484ad6abf8e61e14533051d364 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.1.0/.doctrees/environment.pickle b/docs/compilation/v2.1.0/.doctrees/environment.pickle index 8222dbe1eb..5347139495 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/environment.pickle and b/docs/compilation/v2.1.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.1.0/.doctrees/index.doctree b/docs/compilation/v2.1.0/.doctrees/index.doctree index aecf069c68..68b9ffb24d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/index.doctree and b/docs/compilation/v2.1.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree index 5368e02cec..9d2fd9da94 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree index b3bdf8b9f7..7fa8f37304 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree index 77d2d5c6ed..11622c54ae 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree index fc1ff8c410..5f83443a97 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree index 77794cd9b8..62bbb842fb 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree index e22034eeda..d9ccc92840 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree index 98b9ca5e2c..e0828c7b16 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree index b120c8ee74..8882660430 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree index eecc70b042..234838380a 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree index a6c181b950..7d3f020849 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index b6ea7dfcda..5efde9fcf0 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 42e178da5a..19b136d7c1 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 6646dbbe5d..a97504b694 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 243b5b08dd..37c07ff98f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree index 1851aa66b0..a96d06c696 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index ed456c4706..1e1a10a946 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 7e1bc5a478..c5b2c26c5d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 0f82f260ce..b177d9d2d5 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 80d454d2e4..7d1afec369 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 56d21b3bb5..32dfb24ca7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 3971eceb5f..323f1bb7d4 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 626f53a706..d11e3c60e8 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 5ff9347e8f..6e979d34a9 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree index ee984c31db..c40527071d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 97ccbe7039..a9ed50bad8 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index c9d50b76bc..936f3fc62f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 1cfd95cbc1..bb6ec1085d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 1ec1ffb3ba..6b5acbef08 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index fdf1b78825..68a054944b 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index e96ce45c73..f342626c16 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 99fa2dd604..6473393a5f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 04579661d1..d4ab678af0 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 9a60763883..954880f767 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 18c0c6fabe..4c7d47c49b 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index d77bb621dd..c705bdb6a2 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 10eda05e9c..d99e0339c7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree index c512fb1b98..92b0a79a91 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 43751a9aae..a07211cef9 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index a96fcd4a20..c377d20a1f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 3a7362d393..3991107d77 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index e974809d0c..c916a3b995 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index ccea0a5a78..79d2104506 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree index ac48d661e8..c874a24c3f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 3eb860fb20..c5d0c5a6d5 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 40fdd9e4d8..931dac8bbe 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 84f50b5565..855ede9820 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 7985688f74..2291ad8a60 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 8ab8a34859..8e220d4f21 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index c70886d8ba..eccb6eb535 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 1ab64b3168..050a6e31f7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 98b3a8173b..f1713fc55f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 53e5e3cdee..3c5122defa 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 8dbd121dfd..d00f469271 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 81df1b55ca..434ec2c89b 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index d7a585bcb4..812510727b 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 9f9735e9f6..db8020167a 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index a03d144294..7be1af9bff 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index fbdab658d9..3a5b608b3a 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 3c361293d0..895acf0181 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 0efbfe6614..60153ae766 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index e4a01d1774..596066c56e 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 39d644f1f1..4030a38a77 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index b645fdfe81..fb42bc6614 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 716d15fb4b..6c6fff3e16 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 9016c28699..4142d67313 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree index 5e71f1e71a..60ee5d2949 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree index c6a0e0f7d0..cf595ba67d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree index 2fa3daf21d..a09a364a72 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree index c928d4a9bb..7698c3698f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree index 4be1e902dc..14472fcc88 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index a2017823de..6d10e7124b 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 3c2d155219..a1fcab7c38 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 0a953eea36..8c764fbaac 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/output.doctree b/docs/compilation/v2.1.0/.doctrees/pages/output.doctree index e8b6c9314e..5b29b87b23 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree index 8e59d28db3..eba4b9a436 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree index 87f431cf4c..e85207ea03 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree index b659faa392..8e683eeecf 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree index aa55d62834..7abbe5bade 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.1.0/objects.inv b/docs/compilation/v2.1.0/objects.inv index 930acda21d..952f616c36 100644 Binary files a/docs/compilation/v2.1.0/objects.inv and b/docs/compilation/v2.1.0/objects.inv differ diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html index 5b61bf8e21..4eb9c152f9 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html index 9a13a29ef5..66bdc2520e 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html @@ -110,9 +110,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html index d8e4e3f7fc..94b3122fed 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html index 5f5b93c674..990942b0d7 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html index 5f8f0c7a20..eedd043571 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html index 7f1b1478d5..81e2bfb078 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html @@ -112,9 +112,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html index 71405e25d8..8ec443b403 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html index 4ab77bbadb..746c929de3 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html index 5a3cdb814e..e7418776cf 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html index fbc4570e7c..2e94a51c19 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html index 6ff84b3805..6558186f5d 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html index 22b55c5df5..04e9906f3b 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html index c1422cb796..8400d0f6df 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html index 52759192ab..831a43a466 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html index d2a23a96f8..b0d28cbcf4 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html index c51014df24..4a45c18bcd 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html index c61bbb87f9..75437a25cd 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html index 5e80eab54c..668323cf23 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.1.0/searchindex.js b/docs/compilation/v2.1.0/searchindex.js index 92ccb203b4..d7265aab04 100644 --- a/docs/compilation/v2.1.0/searchindex.js +++ b/docs/compilation/v2.1.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "openai": [0, 4, 9, 45, 68, 76], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "deep": [0, 6, 8, 9, 70, 77], "reinforc": [0, 6, 8, 9, 70, 75, 77], "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 75, 76, 77, 78], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "commun": [0, 9, 13, 38, 74, 76], "between": [0, 3, 4, 9, 28, 75], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "tool": [0, 9, 77], "allow": [0, 3, 4, 6, 7, 9, 75], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 78], "backend": [0, 6, 9], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 77], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 68, 71, 72, 76], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "customiz": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 77], "packag": [0, 7, 9, 66, 67, 69, 70, 71, 72, 73, 76], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "experiment": [0, 4, 9], "easi": [0, 9, 76], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 74], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "aspect": [0, 9, 75], "wai": [0, 4, 5, 6, 9, 69, 77], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 74], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 67, 68], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "well": [0, 3, 4, 9, 47, 70], "peopl": [0, 4, 9, 69, 75, 77], "occup": [0, 4, 9, 30, 41, 69, 77], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "per": [0, 3, 4, 5, 9, 47, 55, 74], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "period": [0, 4, 9, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 74], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "without": [0, 4, 6, 7, 9, 38, 65, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "extern": [0, 4, 6, 9, 38, 69, 74], "cfg": [0, 4, 9, 17, 38, 74], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "what": [0, 4, 6, 9, 69, 73, 77], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "obtain": [0, 3, 4, 9, 12, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 74], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "indic": [0, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "replac": [0, 4, 9, 69, 77], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "take": [0, 4, 5, 7, 9, 38, 45, 70], "care": [0, 4, 6, 9], "relev": [0, 9], "intern": [0, 3, 4, 9, 75], "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "baselin": [0, 3, 9, 21, 44, 45, 76], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "team": [0, 6, 8, 9, 77], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "drl": [0, 2, 4, 6, 9, 66, 67, 77], "librari": [0, 6, 8, 9, 67, 72, 76], "support": [0, 3, 4, 8, 9, 12, 76], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "account": [0, 5, 6, 8, 9, 49, 50, 75], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69, 70], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 77], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 76], "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 69, 70, 71, 72, 73, 77], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 69, 70, 72, 78], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 70, 74, 75], "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "purpos": [0, 4, 6, 9, 69, 77], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 70], "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 76], "workflow": [0, 7, 9, 76], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 6, 9, 75], "understand": [0, 9, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "stai": [0, 5, 9, 75], "tune": [0, 5, 9, 75], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "those": [0, 3, 4, 6, 30, 69, 75], "interest": [0, 77], "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "read": [0, 4, 6, 15, 17, 52, 70], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "comput": [0, 3, 6, 67, 70], "contain": [0, 7, 47, 49, 50, 68, 76], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "instal": [0, 6, 7, 17, 77], "section": [0, 2, 3, 4, 6, 8, 69, 76, 77], "host": [0, 6, 74], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "offici": 0, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 27, 69, 74], "framework": [0, 76], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "citi": 0, "transport": 0, "page": [0, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "random": [2, 6, 43, 77], "rule": [2, 6, 41, 42, 76], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "datacent": [2, 4, 6, 69, 77], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "py": [2, 3, 4, 6, 8, 45, 66, 67, 69, 70, 71, 72, 73, 76, 77, 78], "veri": [2, 6, 7, 8, 69, 75, 77], "perform": [2, 4, 6, 23, 47, 64, 75], "refer": [2, 6], "point": [2, 67, 70, 77], "studi": [2, 4], "simpl": [2, 4, 68, 69, 75, 77], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "instanc": [2, 3, 4, 6, 12, 49, 74], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "usag": [2, 6, 66, 78], "facil": [3, 69, 75, 77], "discret": [3, 4, 12, 68, 69, 75, 77], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 70], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "import": [3, 4, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "manipul": [3, 6, 7], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "therefor": [3, 4, 75, 77], "propos": 3, "extract": [3, 4, 12, 34, 38], "why": 3, "loggercallback": [3, 6, 67], "deal": 3, "subtleti": 3, "record": [3, 29, 33, 55, 63, 74], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "constructor": [3, 4, 5, 15, 69, 75, 77], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 69, 77], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "compar": [3, 7], "There": [3, 6, 7, 8, 74], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "log_interv": [3, 6, 66, 67, 70], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "consequ": [3, 6, 75], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75], "instead": [3, 4, 6, 8, 47], "On": [3, 6, 8, 69, 77], "appear": [3, 4, 8, 47, 68, 74], "action_simul": 3, "too": [3, 4, 6, 7, 8, 49, 69], "becaus": [3, 4, 6, 70, 72, 77], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69], "pars": [3, 4, 32], "note": [3, 47, 74], "box": [3, 4, 12, 66, 67, 69, 70, 71, 72, 73, 77], "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "equival": 3, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "out": [3, 66, 67, 70, 74], "bound": [3, 66, 67, 69, 70, 71, 72, 73], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "penalti": [3, 74, 75], "cumulative_pow": 3, "power": [3, 55, 59, 60, 61, 74, 75], "consumpt": [3, 22, 60, 61, 74, 75], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 70], "being": [3, 4, 12, 74, 75, 77], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "normal": [3, 6, 65, 74, 75, 76, 77, 78], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "rollout": [3, 70], "metric": 3, "exploration_r": [3, 70], "doesn": [3, 6, 78], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38], "benefit": 3, "script": [3, 6, 69, 70, 77], "drl_batteri": [3, 6, 70, 77], "flag": [3, 6, 17, 55, 63, 71], "most": [3, 4, 74, 75], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 68], "concaten": 3, "callbacklist": [3, 6, 66, 67, 70], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "field": [3, 4, 6, 12, 38, 75], "valid": [3, 6, 50, 73, 78], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69], "recommend": [3, 6, 7, 8, 42, 69, 75], "batteri": [3, 6], "initi": [3, 4, 23, 51], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 75], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "pittsburgh": 4, "5zoneautodxvav": [4, 41], "01": [4, 66, 73], "31": [4, 5], "03": [4, 68, 69, 73], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 68, 69, 70, 71, 72, 73], "mix": [4, 75], "humid": [4, 69, 77], "4a": 4, "cool": [4, 69, 72, 77], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "stochast": [4, 23, 47, 69, 75, 77], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 75], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "std": [4, 47], "complet": [4, 66, 67, 70, 73], "context": [4, 5, 69, 76], "either": 4, "predefin": [4, 69, 77], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 71, 72, 75], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "self": [4, 71, 72, 75], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "weather_fil": [4, 12, 19, 69, 77], "observation_spac": [4, 12, 69, 77], "low": [4, 59, 61, 69, 76, 77], "5e6": [4, 69, 77], "high": [4, 69, 77], "shape": [4, 6, 69, 77], "observation_vari": [4, 12, 69, 77], "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "action_vari": [4, 12, 69, 77], "action_map": [4, 12, 69, 77], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "weather_vari": [4, 12, 17, 37, 69, 77], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "reward_kwarg": [4, 12, 69, 75, 77], "act_repeat": [4, 12, 17, 69, 77], "1": [4, 5, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "max_ep_data_store_num": [4, 12, 17, 69, 77], "action_definit": [4, 12, 17, 38, 69, 77], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "config_param": [4, 5, 12, 17, 69, 77], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 70], "manual": [4, 5, 7, 12], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "extra_config": [4, 12, 38], "map": [4, 12, 69, 77], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "regardless": [4, 12, 74], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 34, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 71, 72], "setpoint": [4, 41, 42, 72], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "dtype": [4, 66, 67, 69, 70, 77], "reward_fn": [4, 6], "obs_dict": [4, 72], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 77], "intermedi": 4, "free": [4, 6, 70, 72], "runperiod": [4, 68, 69, 77], "rest": [4, 6, 8, 48, 49, 75, 77], "necessari": [4, 6, 7, 8, 69, 75, 77], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 74], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "compat": [4, 6, 8, 45], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 75], "natur": 4, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "calcul": [4, 6, 66, 70, 75, 77], "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "organ": [4, 6, 69, 76], "n": [4, 6, 64, 69, 73, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "summari": [4, 63, 68], "dynam": [4, 7, 67], "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 70, 77], "correctli": [4, 6, 26, 76, 77], "correct": [4, 6, 7, 8, 30, 73, 78], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 70, 72], "found": [4, 12, 38, 78], "rdd": 4, "standard": [4, 7, 30, 41, 68, 77], "repres": 4, "previous": [4, 6, 38, 69, 74], "rememb": [4, 70, 72], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 77], "notifi": [4, 6, 7], "fix": [4, 7], "actuat": [4, 26, 69], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "consist": [4, 17], "usual": [4, 7, 75], "solut": 4, "problem": [4, 6, 69, 77], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 77], "told": [4, 8], "id": [4, 6, 69, 75, 77], "constant": [4, 6, 59, 60, 61, 71, 73, 75], "seen": 4, "recogniz": 4, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "word": [4, 7], "don": [4, 6, 8, 68, 74], "give": [4, 6], "plai": [4, 70, 72], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "ones": [4, 6, 75], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "version": [4, 6, 7, 8, 12, 69, 77], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 76], "Its": 4, "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "better": [4, 77], "form": 4, "thing": [4, 69, 75], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "grow": 4, "alreadi": [4, 6, 69, 72, 75, 76, 77], "even": [4, 69, 70, 72, 77], "perhap": 4, "incorpor": 4, "than": [4, 6, 74, 75, 77], "intend": 4, "someon": 4, "decid": [4, 6], "That": [4, 75], "far": [4, 75], "concern": [4, 69], "Be": 4, "sure": 4, "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "abl": [4, 6, 8, 69], "except": [4, 38, 77], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "config": [5, 6, 26, 68, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 77], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 75, 77], "less": 5, "1991": [5, 68, 69, 71, 72, 73, 77], "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "determin": [5, 6, 77], "length": [5, 6, 47, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 77], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 73, 77], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 70, 77], "finish": [6, 7, 17, 77], "job": [6, 7, 8, 76], "remov": [6, 49, 59, 60, 61, 75], "explan": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 69, 77], "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 76, 77], "termin": [6, 17, 56, 63, 64, 77], "applic": [6, 76], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 73, 77, 78], "10gb": 6, "isn": 6, "enough": 6, "silenc": 6, "would": [6, 75], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 76, 77], "write": [6, 7, 8, 76], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 75], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 76], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 77], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "report": 6, "submit": 6, "region": 6, "substitut": [6, 69, 77], "predetermin": 6, "enter": [6, 77], "after": [6, 17, 47, 68, 69, 73, 77], "immedi": 6, "hasn": [6, 29], "yet": [6, 76], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 70], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 77], "previou": [6, 64, 69, 77], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 70, 72], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 70], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "argpars": 6, "datetim": [6, 66, 67, 70, 72], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "stable_baselines3": [6, 23, 47, 66, 67, 70], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 70], "dummyvecenv": [6, 66, 67, 70], "loggerevalcallback": [6, 66, 67, 70], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "multiobswrapp": [6, 71, 73], "normalizeobserv": [6, 71, 73, 77, 78], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 75, 77], "exponenti": [6, 59, 75], "energy_weight": [6, 59, 61, 69, 75, 77], "rew": 6, "weight": [6, 59, 60, 61, 69, 75], "norm": 6, "store_tru": 6, "multiob": [6, 73, 78], "mob": 6, "multi": [6, 78], "csvlogger": [6, 22, 63, 71, 74], "ten": 6, "eval": [6, 23, 66, 70], "best": [6, 23, 66, 67, 70], "onlin": 6, "eval_freq": [6, 23, 66, 70], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 77], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 70], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 70], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 76], "max_grad_norm": 6, "m": [6, 66, 67, 70], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": 6, "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 75], "parse_arg": 6, "experiment_d": [6, 66, 67, 70], "todai": [6, 66, 67, 70], "strftime": [6, 66, 67, 70], "y": [6, 66, 67, 70], "d_": 6, "h": [6, 66, 67, 70], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 74], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "rate": [6, 69, 75, 77], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 70], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 72], "expreward": [6, 69, 75, 77], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 70], "verbos": [6, 22, 23, 67, 70, 76], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 70], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 70], "_init_setup_model": 6, "f": [6, 8, 66, 67, 70], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 70, 75, 77], "n_timesteps_episod": [6, 66, 67, 70], "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "eval_callback": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "best_model": [6, 66, 70], "log_path": [6, 23, 66, 70], "determinist": [6, 23, 47, 66, 70], "render": [6, 12, 23, 45, 47, 66, 70], "n_eval_episod": [6, 23, 47, 66, 70], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 70], "_env_working_dir_par": [6, 66, 67, 70], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 77], "pretti": [6, 75], "deactiv": [6, 55, 63, 74], "written": 6, "recreat": 6, "belong": [6, 55, 74], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 77], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 70, 77], "gitignor": 6, "ignor": [6, 7, 67, 76], "final": [6, 68], "load_ag": 6, "just": [6, 69, 73], "zip": [6, 72], "predict": 6, "agre": 6, "collect": [6, 55, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 75], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 67, 68, 69, 71, 73, 77], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 71, 72, 73, 77, 78], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 70], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 75], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 75], "creation": [6, 77], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 76], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "cannot": [7, 67, 77], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 45, 66, 67, 69, 70, 71, 72, 73], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 69, 74], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 70], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 76], "advantag": 7, "minim": 7, "pip": [8, 76], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 73], "click": 8, "pop": [8, 71], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 77], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 69, 70, 71, 72, 73], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 75], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 72], "consid": [8, 59, 60, 61, 68, 75], "subset": [8, 73, 78], "ofici": 8, "supervis": [8, 76], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "vv": [8, 76], "anywai": [8, 76], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 77], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 74], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 77], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 72], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 59, 60, 61, 75], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 72, 77], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 77], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 66, 67, 68, 69, 70, 71, 72, 73, 77], "explicitli": 29, "season": [30, 59, 60, 61, 69, 72, 75], "ashra": [30, 41, 42], "55": [30, 41], "thermal": [30, 41, 60, 69, 75, 77], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 75], "file_path": 35, "content": [35, 74], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 74], "till": 36, "modif": [37, 75], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 75], "winter": [38, 75], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 72, 77], "sequenc": [41, 42, 43, 65, 71, 72], "indoor": [41, 42], "perceiv": [41, 42, 72], "chosen": [41, 42, 43, 72, 77], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 77], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 70], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "averag": [47, 77], "count": [47, 69, 77], "scale": [47, 76], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 71], "progress_head": [55, 63, 71], "log_progress_fil": [55, 71], "log_fil": [55, 71], "header": [55, 63, 71], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "done": [55, 68, 69, 71, 72, 73, 77, 78], "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "inherit": [58, 78], "temperature_vari": [59, 60, 61, 69, 75, 77], "energy_vari": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "range_comfort_summ": [59, 60, 61, 69, 75, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 67, 68, 69, 71, 72, 77], "lambda_energi": [59, 60, 61, 75], "0001": [59, 60, 61, 70], "lambda_temperatur": [59, 60, 61, 75], "r": [59, 61], "w": [59, 60, 61, 67, 75], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 75], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 75], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 71], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 73], "stack": 64, "flat": 64, "vector": [64, 70], "reli": [65, 70], "get_unwrapped_ob": 65, "usr": [66, 67, 69, 70, 71, 72, 73], "lib": [66, 67, 69, 70, 71, 72, 73], "dist": [66, 67, 69, 70, 71, 72, 73], "73": [66, 67, 69, 70, 71, 72, 73], "userwarn": [66, 67, 69, 70, 71, 72, 73], "precis": [66, 67, 69, 70, 71, 72, 73], "lower": [66, 67, 69, 70, 71, 72, 73], "cast": [66, 67, 69, 70, 71, 72, 73], "float32": [66, 67, 69, 70, 71, 72, 73, 77], "episodes_": [66, 67, 70], "env_vec": [66, 67, 70], "2022": [66, 67, 68, 69, 70, 71, 72, 73], "08": [66, 67, 69, 70, 71, 72, 73], "09": [66, 67, 69, 70, 71, 72, 73], "16": [66, 69, 73, 77], "23": [66, 67, 68, 69, 71, 72, 73, 75, 77], "166": 66, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "167": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "169": [66, 67], "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "171": 66, "179": 66, "194": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "res3": [66, 68, 69], "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "36": [66, 67], "239": 66, "240": 66, "247": 66, "sub_run2": [66, 67, 70, 73, 74], "56": 66, "674": 66, "682": 66, "sub_run3": [66, 67, 70, 74], "fromnumer": [66, 67, 70], "3474": [66, 67, 70], "runtimewarn": [66, 67, 70], "slice": [66, 67, 70], "_method": [66, 67, 70], "_mean": [66, 67, 70], "axi": [66, 67, 70], "189": [66, 67, 70], "invalid": [66, 67, 70], "encount": [66, 67, 70], "double_scalar": [66, 67, 70], "ret": [66, 67, 70], "rcount": [66, 67, 70], "264": [66, 67, 70], "degre": [66, 67, 70], "freedom": [66, 67, 70], "lt": [66, 67, 70], "_var": [66, 67, 70], "ddof": [66, 67, 70], "222": [66, 67, 70], "true_divid": [66, 67, 70], "arrmean": [66, 67, 70], "um": [66, 67, 70], "div": [66, 67, 70], "39": [66, 67, 68, 69, 70, 71, 72, 73], "unsaf": [66, 67, 70], "256": [66, 67, 70], "17": [66, 68, 69, 71, 72, 73, 77], "669": 66, "670": 66, "677": 66, "sub_run4": [66, 67, 70], "15": [66, 68, 69, 70, 71, 73, 77], "729": 66, "731": 66, "744": 66, "sub_run5": [66, 67, 70], "29": [66, 67, 69, 73, 77], "805": 66, "807": 66, "819": 66, "sub_run6": [66, 70], "num_timestep": [66, 70], "70080": [66, 70], "episode_reward": [66, 70], "17218": 66, "13": [66, 68, 69, 70, 71, 72, 73], "00": [66, 70, 71, 73], "35040": [66, 68, 69, 70, 71, 72, 73], "57": [66, 68], "241": 66, "248": 66, "sub_run7": [66, 70], "18": [66, 68, 69, 71, 72, 73, 77], "491": 66, "492": 66, "501": 66, "sub_run8": [66, 70], "701": [66, 69], "702": [66, 68], "710": 66, "sub_run9": [66, 70], "43": [66, 70], "740": 66, "742": [66, 67], "760": 66, "sub_run10": [66, 70], "944": [66, 72], "946": 66, "959": [66, 70], "sub_run11": [66, 70], "140160": [66, 70], "26894": 66, "21": [66, 67, 68, 69, 71, 72, 73, 77], "475": 67, "477": [67, 71], "479": [67, 71], "482": 67, "tensorboard_path": 67, "cpu": [67, 70], "37": 67, "692349": 67, "tensorflow": 67, "cc": 67, "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "turn": 67, "tf_enable_onednn_opt": 67, "734692": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73], "dlerror": 67, "share": 67, "No": 67, "734718": 67, "cuda": 67, "cudart_stub": 67, "cudart": 67, "gpu": 67, "780": [67, 73], "788": [67, 73], "res6": 67, "54": 67, "888": 67, "896": 67, "22": [67, 68, 69, 71, 72, 73, 77], "340": 67, "341": 67, "348": 67, "51": 67, "235": 67, "238": 67, "253": 67, "743": 67, "751": 67, "387": 67, "loop": 68, "34": 68, "41": 68, "697": 68, "699": 68, "700": 68, "703": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 71, 72, 73, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "print": [68, 69, 70, 71, 72, 73, 77, 78], "44": 68, "176": 68, "184": 68, "5342786322651261": 68, "time_elaps": [68, 69, 70, 71, 72, 73], "900": [68, 69, 71, 72, 73], "total_pow": [68, 69, 71, 72, 73], "10685": [68, 72], "57264530252": 68, "total_power_no_unit": [68, 69, 71, 72, 73], "0685572645302521": 68, "abs_comfort": [68, 69, 71, 72, 73], "20": [68, 69, 70, 71, 72, 73, 75, 77], "07553516208551": 68, "out_temperatur": [68, 69, 71, 72, 73], "action_": [68, 69, 71, 72, 73], "25": [68, 69, 71, 72, 73, 77], "2096": 68, "650684004998": 68, "2976": [68, 69, 71, 72, 73], "2678400": [68, 69, 71, 72, 73], "22381": 68, "61729417214": 68, "2381617294172145": 68, "38054356822621": 68, "4129": 68, "51464935589": 68, "5664": [68, 69, 71, 72, 73], "5097600": [68, 69, 71, 72, 73], "15385": 68, "40872994788": 68, "538540872994788": 68, "7609838426557": 68, "5456": 68, "861170390168": 68, "8640": [68, 69, 71, 72, 73], "7776000": [68, 69, 71, 72, 73], "152": 68, "4868953414246": 68, "01524868953414246": 68, "36175169264276": 68, "26": [68, 69, 73, 75, 77], "6369": 68, "63107682455": 68, "11520": [68, 69, 71, 72, 73], "10368000": [68, 69, 71, 72, 73], "11452": 68, "77842481337": 68, "145277842481337": 68, "92062373146303": 68, "7206": 68, "697072691755": 68, "14496": [68, 69, 71, 72, 73], "13046400": [68, 69, 71, 72, 73], "7167": 68, "389297121867": 68, "7167389297121867": 68, "0051047272114815": 68, "99489527278852": 68, "10140": 68, "504682784309": 68, "17376": [68, 69, 71, 72, 73], "15638400": [68, 69, 71, 72, 73], "175": 68, "7866568476675": 68, "01757866568476675": 68, "5118073073826288": 68, "48819269261737": 68, "28": [68, 69, 70, 71, 72, 73, 77], "13387": 68, "708048636228": 68, "20352": [68, 69, 71, 72, 73], "18316800": [68, 69, 71, 72, 73], "20512": 68, "72746048218": 68, "051272746048218": 68, "2097303255916003": 68, "7902696744084": 68, "16617": 68, "56445110482": 68, "23328": [68, 69, 71, 72, 73], "20995200": [68, 69, 71, 72, 73], "1549": 68, "646030459042": 68, "1549646030459042": 68, "001432470832661": 68, "99856752916734": 68, "19436": 68, "64949597934": 68, "26208": [68, 69, 71, 72, 73], "23587200": [68, 69, 71, 72, 73], "46027669892315": 68, "20485": 68, "674588514717": 68, "29184": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "11070": 68, "55398785253": 68, "1070553987852532": 68, "89205415771582": 68, "21651": 68, "044604241863": 68, "32064": [68, 69, 71, 72, 73], "28857600": [68, 69, 71, 72, 73], "12804": 68, "88321134125": 68, "2804883211341251": 68, "89708886598514": 68, "23670": 68, "083608180244": 68, "31536000": [68, 69, 71, 72, 73], "1992": [68, 69, 71, 72, 73, 77], "5021": 68, "427115579548": 68, "5021427115579548": 68, "7835436138003509": 68, "21645638619965": 68, "forget": 68, "801": 68, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "6755160847083577": 68, "over": 68, "discuss": 69, "environment_id": 69, "long": 69, "06": [69, 70], "813": 69, "eplus_env_5zon": 69, "814": 69, "816": 69, "818": 69, "scratch": 69, "obvious": 69, "air": [69, 72, 75, 77], "space1": [69, 72, 75, 77], "hvac": [69, 75, 77], "electr": [69, 75, 77], "demand": [69, 75, 77], "333": 69, "334": 69, "336": 69, "337": 69, "338": 69, "esp_granada": [69, 77], "084190_swec": [69, 77], "001": [69, 77], "new_env_nam": [69, 77], "050": 69, "eplus_env_new_env_name_mainthread_root": 69, "052": 69, "054": 69, "056": 69, "057": [69, 70], "overwritten": [69, 77], "new_observation_vari": [69, 77], "outdoor": [69, 72, 77], "wind": [69, 77], "speed": [69, 77], "fanger": [69, 77], "ppd": [69, 77], "east": [69, 77], "new_action_vari": [69, 77], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 77], "len": [69, 77], "new_action_map": [69, 77], "27": [69, 71, 73, 77], "new_action_spac": [69, 77], "07": [69, 70, 73], "47": [69, 71], "922": 69, "eplus_env_datacent": 69, "924": 69, "926": 69, "928": 69, "929": [69, 70], "931": 69, "48": [69, 70], "064": 69, "res4": [69, 71], "2153129771240179": 69, "4306": 69, "259542480358": 69, "4306259542480358": 69, "044000531676663": 69, "660": 69, "6448328594148": 69, "4157": 69, "813830820063": 69, "41578138308200635": 69, "755699132506065": 69, "1244": 69, "0392548144782": 69, "4725": 69, "134398205902": 69, "4725134398205902": 69, "388003680767862": 69, "1847": 69, "362623921392": 69, "2049": 69, "570777765625": 69, "2049570777765625": 69, "552775270130963": 69, "2618": 69, "1218338983613": 69, "3959": 69, "276280160218": 69, "3959276280160218": 69, "11681786642924": 69, "3518": 69, "8119994042654": 69, "3962": 69, "959903637627": 69, "39629599036376273": 69, "942164036459882": 69, "4987": 69, "145205583042": 69, "2957": 69, "592219109529": 69, "29575922191095294": 69, "949206675456736": 69, "7041": 69, "095957436299": 69, "4484": 69, "510318043606": 69, "44845103180436063": 69, "07359623673829": 69, "9296": 69, "59688572278": 69, "4077": 69, "687654856706": 69, "40776876548567065": 69, "79347434337422": 69, "10863": 69, "569765398093": 69, "985007523418071": 69, "11617": 69, "7046973911": 69, "3747": 69, "895494409444": 69, "3747895494409444": 69, "43013838706209": 69, "12213": 69, "685087327127": 69, "866732045629226": 69, "12851": 69, "12643466358": 69, "6205": 69, "54217205275": 69, "620554217205275": 69, "4835161520335998": 69, "36675589140025355": 69, "405": 69, "fit": [69, 77], "knowledg": 69, "pprint": 69, "685": 69, "686": 69, "688": 69, "689": 69, "690": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 77], "thermostatsetpoint": [69, 77], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "occupi": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 72, 77], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 72, 77], "plenum": 69, "aris": [69, 77], "light_control": 69, "new_action_definit": [69, 77], "535": 69, "537": 69, "539": 69, "541": 69, "543": 69, "4534218472503313": 69, "2877": 69, "012363757218": 69, "2877012363757218": 69, "6191424581249407": 69, "38085754187506": 69, "365503840332209": 69, "785645": 69, "71652": 69, "22971705": 69, "1357": 69, "8271189188051": 69, "11100": 69, "46077251977": 69, "110046077251977": 69, "21328190545486": 69, "522913717556069": 69, "275938": 69, "327274": 69, "4951168": 69, "2677": 69, "3228805407884": 69, "0042651760367": 69, "07010042651760368": 69, "9436218379550496": 69, "05637816204495": 69, "40854483151097": 69, "999592": 69, "87681": 69, "37235415": 69, "3562": 69, "8096013573713": 69, "3024": 69, "567675350499": 69, "3024567675350499": 69, "8064452618224003": 69, "1935547381776": 69, "431054112168333": 69, "694782": 69, "154045": 69, "0044727325": 69, "4450": 69, "951932642561": 69, "8207": 69, "782406117527": 69, "8207782406117528": 69, "55825762211984": 69, "197726971145151": 69, "769848": 69, "523382": 69, "999089": 69, "5156": 69, "415876501385": 69, "156": [69, 70], "5268202959072": 69, "015652682029590723": 69, "0777900257891204": 69, "92220997421088": 69, "73331677835388": 69, "877337": 69, "082777": 69, "6383258": 69, "6840": 69, "042123890393": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "9790344535710993": 69, "0209655464289": 69, "82478126302217": 69, "911224": 69, "718214": 69, "75081384": 69, "8538": 69, "664312876315": 69, "170": 69, "1233311699604": 69, "017012333116996042": 69, "59502313830032": 69, "40497686169968": 69, "4490846080284": 69, "818777": 69, "734867": 69, "241808": 69, "10273": 69, "83205152557": 69, "768018008172639": 69, "23198199182736": 69, "96124535280048": 69, "102827": 69, "182596": 69, "08341339": 69, "12224": 69, "318447785688": 69, "469": 69, "4587430154137": 69, "046945874301541374": 69, "06553825688241": 69, "844933137569515": 69, "480132": 69, "393116": 69, "51604635": 69, "13041": 69, "260744220324": 69, "658": 69, "9345665037555": 69, "06589345665037555": 69, "9947529958024113": 69, "00524700419759": 69, "139674604783751": 69, "60221": 69, "140676": 69, "7023196": 69, "14028": 69, "556676010696": 69, "140": 69, "0534103456761": 69, "01400534103456761": 69, "12511560374498": 69, "961020408807885": 69, "309132": 69, "84229": 69, "020878673": 69, "15380": 69, "029536325419": 69, "10410": 69, "81751368661": 69, "041081751368661": 69, "4320504567081187": 69, "56794954329188": 69, "7071846842980632": 69, "668835": 69, "38713": 69, "0763033": 69, "4389277835709471": 69, "032": 69, "put": [69, 77], "leav": [69, 77], "intact": [69, 77], "extra_conf": [69, 77], "132": 69, "133": 69, "136": 69, "141": [69, 70], "143": [69, 70], "ref": 70, "521": 70, "522": 70, "524": 70, "526": 70, "feel": [70, 72], "loggerev": 70, "earlier": 70, "few": 70, "060": 70, "069": 70, "res2": 70, "353": 70, "354": 70, "362": 70, "ep_len_mean": 70, "5e": 70, "04": 70, "ep_rew_mean": 70, "24e": 70, "fp": 70, "2536": 70, "42": 70, "058": 70, "075": 70, "46": 70, "890": 70, "891": 70, "899": 70, "708": 70, "711": 70, "726": 70, "972": 70, "973": 70, "980": 70, "17522": 70, "75": 70, "67e": 70, "comfort_viol": 70, "35": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "83e": 70, "power_penalti": [70, 71], "std_reward": 70, "06e": 70, "1024": 70, "68": 70, "loss": 70, "61": 70, "n_updat": 70, "5019": 70, "072": 70, "073": 70, "080": 70, "96e": 70, "1100": 70, "105120": 70, "13779": 70, "600": 70, "602": [70, 72], "617": 70, "436": [70, 73], "444": 70, "936": 70, "157": 70, "21405": 70, "96": 70, "55e": 70, "40": 70, "73e": 70, "94e": 70, "895": 70, "22539": 70, "0x7fa912391f60": 70, "gt": 70, "272": 70, "writen": 71, "funtion": 71, "create_row_cont": 71, "customcsvlogg": 71, "super": [71, 75], "last_10_steps_reward": 71, "_create_row_cont": 71, "instanti": 71, "476": 71, "481": 71, "833": 71, "845": 71, "2841864127941594": 71, "5683": 71, "728255883188": 71, "5683728255883188": 71, "09252236706716": 71, "1895": 71, "1548592605257": 71, "8380": 71, "491234768304": 71, "8380491234768305": 71, "21883172787526": 71, "3633": 71, "6399832181337": 71, "978": [71, 73], "7532837048899": 71, "097875328370489": 71, "7869800571484404": 71, "21301994285156": 71, "4757": 71, "122309247712": 71, "186": [71, 72, 73], "5934720667916": [71, 72, 73], "018659347206679163": [71, 72, 73], "17697338689386": 71, "5552": 71, "826655404054": 71, "72939902519715": 71, "27060097480285": 71, "6263": 71, "697197328473": 71, "386": 71, "56918097843": 71, "038656918097843": 71, "7596818210658398": 71, "24031817893416": 71, "9272": 71, "426890062703": 71, "215": [71, 72, 73], "8105427091371": 71, "02158105427091371": 71, "199461395033879": 71, "80053860496612": 71, "12578": 71, "3581208006": 71, "9159": 71, "463676532796": 71, "9159463676532796": 71, "2923781219578103": 71, "70762187804219": 71, "15903": 71, "48380984905": 71, "377": 71, "2264848331002": 71, "03772264848331002": 71, "974447422564811": 71, "02555257743519": 71, "18733": 71, "26101206708": 71, "27470801492377106": 71, "72529198507623": 71, "19665": 71, "3048157153": 71, "2998": 71, "063053624272": 71, "2998063053624272": 71, "98445623259406": 71, "20679": 71, "519834589526": 71, "6282": 71, "049444658835": 71, "6282049444658835": 71, "45374695271586": 71, "22419": 71, "718732977875": 71, "12473": 71, "66081362551": 71, "2473660813625511": 71, "43771976775179": 71, "639832155621491": 71, "208": 71, "sai": 72, "get_season_comfort_rang": 72, "092": 72, "093": 72, "095": 72, "097": 72, "extend": 72, "desir": 72, "rbc5zone": [72, 77], "myrulebasedcontrol": 72, "daytim": 72, "out_temp": 72, "summer_start_d": 72, "summer_final_d": 72, "current_dt": 72, "season_comfort_rang": 72, "setpoints_summ": 72, "in_temp": 72, "current_heat_setpoint": 72, "current_cool_setpoint": 72, "new_heat_setpoint": 72, "new_cool_setpoint": 72, "weekend": 72, "night": 72, "33": [72, 73], "676": 72, "687": 72, "res5": 72, "3808358083250144": 72, "7616": 72, "716166500288": 72, "7616716166500288": 72, "99998783039325": 72, "1394": 72, "9337411038548": 72, "8783": 72, "948537124865": 72, "8783948537124865": 72, "32998668433318": 72, "2650": 72, "5674622643073": 72, "2828": 72, "55143464232": 72, "282855143464232": 72, "32988764119707": 72, "3464": 72, "45346341394": 72, "2670384566951398": 72, "73296154330486": 72, "4056": 72, "362905025186": 72, "1049": 72, "348956006743": 72, "1049348956006743": 72, "33021459066708": 72, "4575": 72, "388821263204": 72, "6474404745892": 72, "06026474404745892": 72, "67021711767433": 72, "32978288232567": 72, "5959": 72, "068563513181": 72, "8105427085715": 72, "02158105427085715": 72, "8710106251693617": 72, "12898937483064": 72, "7457": 72, "679714954765": 72, "9961": 72, "58714336648": 72, "996158714336648": 72, "33021175763765": 72, "8981": 72, "302898129286": 72, "1814": 72, "198506979717": 72, "1814198506979717": 72, "32960549764289": 72, "10197": 72, "282478127578": 72, "2130": 72, "682079753009": 72, "2130682079753009": 72, "33031354561692": 72, "5692882536": 72, "0904158092028": 72, "09440904158092028": 72, "33017991675662": 72, "11374": 72, "367509294058": 72, "2788": 72, "852968187356": 72, "27888529681873564": 72, "32995260044678": 72, "12774": 72, "026233082805": 72, "10847": 72, "14414165407": 72, "084714414165407": 72, "33000003505644": 72, "3645555431815984": 72, "536": 72, "normil": 73, "984": 73, "986": 73, "990": 73, "993": 73, "997": 73, "02": 73, "013": 73, "res7": 73, "9910000e": 73, "0000000e": 73, "5000000e": 73, "0999999e": 73, "9000000e": 73, "1000000e": 73, "0999992e": 73, "9522228e": 73, "0098755e": 73, "442": 73, "443": 73, "451": 73, "98466104": 73, "33834645": 73, "9484536": 73, "17748918": 73, "8111888": 73, "800001": 73, "44444445": 73, "39061695": 73, "42973474": 73, "24169508": 73, "784": 73, "792": 73, "424": 73, "427": 73, "430": 73, "433": 73, "452": 73, "res9": 73, "441": 73, "981": 73, "985": 73, "309": 73, "326": 73, "res10": 73, "6725497890372522": 73, "3133": 73, "716390651042": 73, "3133716390651042": 73, "0317279390094": 73, "9682720609906": 73, "1831": 73, "9846868749223": 73, "9625": 73, "868884432568": 73, "9625868884432568": 73, "99962719644226": 73, "3572": 73, "1163979019448": 73, "3381": 73, "835883111865": 73, "3381835883111865": 73, "04845287512533858": 73, "95154712487466": 73, "4744": 73, "85182426822": 73, "1059": 73, "217058241587": 73, "1059217058241587": 73, "02705837058395": 73, "5541": 73, "648792015279": 73, "6904987523763602": 73, "30950124762364": 73, "6265": 73, "521158571141": 73, "2706": 73, "140914592288": 73, "2706140914592288": 73, "0741537654487203": 73, "92584623455128": 73, "9267": 73, "105328861617": 73, "8190761707732": 73, "02158190761707732": 73, "709210011679879": 73, "29078998832012": 73, "12581": 73, "239530466879": 73, "4303": 73, "552629721591": 73, "43035526297215915": 73, "137288347910051": 73, "86271165208995": 73, "15889": 73, "752598388217": 73, "2547": 73, "043642249929": 73, "2547043642249929": 73, "0062198564813798": 73, "99378014351862": 73, "18686": 73, "835610714406": 73, "1683": 73, "24724933671": 73, "168324724933671": 73, "98601762250864": 73, "19616": 73, "273201273543": 73, "1971": 73, "816419607761": 73, "19718164196077612": 73, "98439137803774": 73, "20664": 73, "183622138895": 73, "4794": 73, "553408394407": 73, "4794553408394407": 73, "80737243763421": 73, "22425": 73, "618844122902": 73, "12081": 73, "03798343912": 73, "208103798343912": 73, "61093146586074": 73, "6400005377888734": 73, "119": 73, "re": 74, "num_simul": 74, "sub_runn": 74, "utilsocket": 74, "monitor_norm": 74, "sub_run": 74, "num_episod": 74, "maximum": 74, "within": [74, 76], "suit": 74, "observation_valu": 74, "row": 74, "carri": 74, "techniqu": 74, "factor": 74, "below": 75, "discomfort": 75, "togeth": 75, "insid": [75, 77], "typic": 75, "satisfact": 75, "taken": [75, 77], "similar": 75, "increas": 75, "higher": 75, "hourlylinearreward": 75, "slight": 75, "am": 75, "pm": 75, "equal": 75, "neg": 75, "perfect": 75, "behavior": 75, "adjust": 75, "characterist": 75, "uniqu": [75, 76], "reflect": 75, "But": [75, 77], "imagin": 75, "signal": 75, "__call__": 75, "basereward": 75, "customreward": 75, "naiv": 75, "under": [76, 77], "small": 76, "independ": 76, "test_common": 76, "test_reward": 76, "test_wrapp": 76, "test_simul": 76, "test_config": 76, "test_env": 76, "test_control": 76, "test_stable_baselin": 76, "conceptu": 76, "readm": 76, "try_env": 77, "soon": 77, "place": 77, "dispos": 77, "practic": 77, "screen": 77, "basi": 77, "exactli": 77, "criteria": 77, "rbcdatacent": 77, "randomcontrol": 77, "west": 77, "htgsetp": 77, "clgsetp": 77, "kind": 77, "subject": 77, "assign": 77, "dualsetp": 77, "heating_nam": 77, "cooling_nam": 77, "heating_initial_valu": 77, "cooling_initial_valu": 77, "variant": 78}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 72, 77], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 70], "logger": [3, 54, 55, 56, 71, 73, 74], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 77], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 77], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "kwarg": 4, "action": [4, 7, 69, 77], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 74], "observ": [4, 69, 73, 77], "space": [4, 69, 77], "name": 4, "definit": [4, 69, 77], "extra": [4, 5, 69, 77], "configur": [4, 5, 6, 8, 69, 71, 77], "ad": [4, 69, 77], "new": [4, 7, 69, 76, 77], "build": [4, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 71], "first": 6, "step": [6, 71], "2": [6, 8, 71], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 76], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 71], "instal": [8, 76], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 77], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evalu": [46, 47], "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "loggerwrapp": [63, 71], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": 69, "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "usag": [70, 77], "person": 71, "inherit": 71, "csvloger": 71, "intanci": 71, "rule": [72, 77], "normal": 73, "multi": 73, "all": 73, "one": 73, "format": 74, "custom": 75, "test": 76, "pytest": 76, "run": 76, "simplest": 77, "overwrit": 77, "some": 77, "default": 77, "valu": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "DRL usage example": [[70, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[71, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Wrappers example": [[73, "Wrappers-example"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Output format": [[74, "output-format"]], "Logger": [[74, "logger"]], "Rewards": [[75, "rewards"]], "Custom Rewards": [[75, "custom-rewards"]], "Tests": [[76, "tests"]], "Install Pytest": [[76, "install-pytest"]], "Running tests": [[76, "running-tests"]], "Create new tests": [[76, "create-new-tests"]], "Usage example": [[77, "usage-example"]], "Simplest example": [[77, "simplest-example"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding wrappers": [[77, "adding-wrappers"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Wrappers": [[78, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "openai": [0, 4, 9, 45, 68, 76], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "deep": [0, 6, 8, 9, 70, 77], "reinforc": [0, 6, 8, 9, 70, 75, 77], "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 75, 76, 77, 78], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "commun": [0, 9, 13, 38, 74, 76], "between": [0, 3, 4, 9, 28, 75], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "tool": [0, 9, 77], "allow": [0, 3, 4, 6, 7, 9, 75], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 78], "backend": [0, 6, 9], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 77], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 68, 71, 72, 76], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "customiz": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 77], "packag": [0, 7, 9, 66, 67, 69, 70, 71, 72, 73, 76], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "experiment": [0, 4, 9], "easi": [0, 9, 76], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 74], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "aspect": [0, 9, 75], "wai": [0, 4, 5, 6, 9, 69, 77], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 74], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 67, 68], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "well": [0, 3, 4, 9, 47, 70], "peopl": [0, 4, 9, 69, 75, 77], "occup": [0, 4, 9, 30, 41, 69, 77], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "per": [0, 3, 4, 5, 9, 47, 55, 74], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "period": [0, 4, 9, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 74], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "without": [0, 4, 6, 7, 9, 38, 65, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "extern": [0, 4, 6, 9, 38, 69, 74], "cfg": [0, 4, 9, 17, 38, 74], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "what": [0, 4, 6, 9, 69, 73, 77], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "obtain": [0, 3, 4, 9, 12, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 74], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "indic": [0, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "replac": [0, 4, 9, 69, 77], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "take": [0, 4, 5, 7, 9, 38, 45, 70], "care": [0, 4, 6, 9], "relev": [0, 9], "intern": [0, 3, 4, 9, 75], "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "baselin": [0, 3, 9, 21, 44, 45, 76], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "team": [0, 6, 8, 9, 77], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "drl": [0, 2, 4, 6, 9, 66, 67, 77], "librari": [0, 6, 8, 9, 67, 72, 76], "support": [0, 3, 4, 8, 9, 12, 76], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "account": [0, 5, 6, 8, 9, 49, 50, 75], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69, 70], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 77], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 76], "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 69, 70, 71, 72, 73, 77], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 69, 70, 72, 78], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 70, 74, 75], "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "purpos": [0, 4, 6, 9, 69, 77], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 70], "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 76], "workflow": [0, 7, 9, 76], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 6, 9, 75], "understand": [0, 9, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "stai": [0, 5, 9, 75], "tune": [0, 5, 9, 75], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "those": [0, 3, 4, 6, 30, 69, 75], "interest": [0, 77], "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "read": [0, 4, 6, 15, 17, 52, 70], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "comput": [0, 3, 6, 67, 70], "contain": [0, 7, 47, 49, 50, 68, 76], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "instal": [0, 6, 7, 17, 77], "section": [0, 2, 3, 4, 6, 8, 69, 76, 77], "host": [0, 6, 74], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "offici": 0, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 27, 69, 74], "framework": [0, 76], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "citi": 0, "transport": 0, "page": [0, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "random": [2, 6, 43, 77], "rule": [2, 6, 41, 42, 76], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "datacent": [2, 4, 6, 69, 77], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "py": [2, 3, 4, 6, 8, 45, 66, 67, 69, 70, 71, 72, 73, 76, 77, 78], "veri": [2, 6, 7, 8, 69, 75, 77], "perform": [2, 4, 6, 23, 47, 64, 75], "refer": [2, 6], "point": [2, 67, 70, 77], "studi": [2, 4], "simpl": [2, 4, 68, 69, 75, 77], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "instanc": [2, 3, 4, 6, 12, 49, 74], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "usag": [2, 6, 66, 78], "facil": [3, 69, 75, 77], "discret": [3, 4, 12, 68, 69, 75, 77], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 70], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "import": [3, 4, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "manipul": [3, 6, 7], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "therefor": [3, 4, 75, 77], "propos": 3, "extract": [3, 4, 12, 34, 38], "why": 3, "loggercallback": [3, 6, 67], "deal": 3, "subtleti": 3, "record": [3, 29, 33, 55, 63, 74], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "constructor": [3, 4, 5, 15, 69, 75, 77], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 69, 77], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "compar": [3, 7], "There": [3, 6, 7, 8, 74], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "log_interv": [3, 6, 66, 67, 70], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "consequ": [3, 6, 75], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75], "instead": [3, 4, 6, 8, 47], "On": [3, 6, 8, 69, 77], "appear": [3, 4, 8, 47, 68, 74], "action_simul": 3, "too": [3, 4, 6, 7, 8, 49, 69], "becaus": [3, 4, 6, 70, 72, 77], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69], "pars": [3, 4, 32], "note": [3, 47, 74], "box": [3, 4, 12, 66, 67, 69, 70, 71, 72, 73, 77], "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "equival": 3, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "out": [3, 66, 67, 70, 74], "bound": [3, 66, 67, 69, 70, 71, 72, 73], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "penalti": [3, 74, 75], "cumulative_pow": 3, "power": [3, 55, 59, 60, 61, 74, 75], "consumpt": [3, 22, 60, 61, 74, 75], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 70], "being": [3, 4, 12, 74, 75, 77], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "normal": [3, 6, 65, 74, 75, 76, 77, 78], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "rollout": [3, 70], "metric": 3, "exploration_r": [3, 70], "doesn": [3, 6, 78], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38], "benefit": 3, "script": [3, 6, 69, 70, 77], "drl_batteri": [3, 6, 70, 77], "flag": [3, 6, 17, 55, 63, 71], "most": [3, 4, 74, 75], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 68], "concaten": 3, "callbacklist": [3, 6, 66, 67, 70], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "field": [3, 4, 6, 12, 38, 75], "valid": [3, 6, 50, 73, 78], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69], "recommend": [3, 6, 7, 8, 42, 69, 75], "batteri": [3, 6], "initi": [3, 4, 23, 51], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 75], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "pittsburgh": 4, "5zoneautodxvav": [4, 41], "01": [4, 66, 73], "31": [4, 5], "03": [4, 68, 69, 73], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 68, 69, 70, 71, 72, 73], "mix": [4, 75], "humid": [4, 69, 77], "4a": 4, "cool": [4, 69, 72, 77], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "stochast": [4, 23, 47, 69, 75, 77], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 75], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "std": [4, 47], "complet": [4, 66, 67, 70, 73], "context": [4, 5, 69, 76], "either": 4, "predefin": [4, 69, 77], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 71, 72, 75], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "self": [4, 71, 72, 75], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "weather_fil": [4, 12, 19, 69, 77], "observation_spac": [4, 12, 69, 77], "low": [4, 59, 61, 69, 76, 77], "5e6": [4, 69, 77], "high": [4, 69, 77], "shape": [4, 6, 69, 77], "observation_vari": [4, 12, 69, 77], "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "action_vari": [4, 12, 69, 77], "action_map": [4, 12, 69, 77], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "weather_vari": [4, 12, 17, 37, 69, 77], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "reward_kwarg": [4, 12, 69, 75, 77], "act_repeat": [4, 12, 17, 69, 77], "1": [4, 5, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "max_ep_data_store_num": [4, 12, 17, 69, 77], "action_definit": [4, 12, 17, 38, 69, 77], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "config_param": [4, 5, 12, 17, 69, 77], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 70], "manual": [4, 5, 7, 12], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "extra_config": [4, 12, 38], "map": [4, 12, 69, 77], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "regardless": [4, 12, 74], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 34, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 71, 72], "setpoint": [4, 41, 42, 72], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "dtype": [4, 66, 67, 69, 70, 77], "reward_fn": [4, 6], "obs_dict": [4, 72], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 77], "intermedi": 4, "free": [4, 6, 70, 72], "runperiod": [4, 68, 69, 77], "rest": [4, 6, 8, 48, 49, 75, 77], "necessari": [4, 6, 7, 8, 69, 75, 77], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 74], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "compat": [4, 6, 8, 45], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 75], "natur": 4, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "calcul": [4, 6, 66, 70, 75, 77], "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "organ": [4, 6, 69, 76], "n": [4, 6, 64, 69, 73, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "summari": [4, 63, 68], "dynam": [4, 7, 67], "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 70, 77], "correctli": [4, 6, 26, 76, 77], "correct": [4, 6, 7, 8, 30, 73, 78], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 70, 72], "found": [4, 12, 38, 78], "rdd": 4, "standard": [4, 7, 30, 41, 68, 77], "repres": 4, "previous": [4, 6, 38, 69, 74], "rememb": [4, 70, 72], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 77], "notifi": [4, 6, 7], "fix": [4, 7], "actuat": [4, 26, 69], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "consist": [4, 17], "usual": [4, 7, 75], "solut": 4, "problem": [4, 6, 69, 77], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 77], "told": [4, 8], "id": [4, 6, 69, 75, 77], "constant": [4, 6, 59, 60, 61, 71, 73, 75], "seen": 4, "recogniz": 4, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "word": [4, 7], "don": [4, 6, 8, 68, 74], "give": [4, 6], "plai": [4, 70, 72], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "ones": [4, 6, 75], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "version": [4, 6, 7, 8, 12, 69, 77], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 76], "Its": 4, "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "better": [4, 77], "form": 4, "thing": [4, 69, 75], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "grow": 4, "alreadi": [4, 6, 69, 72, 75, 76, 77], "even": [4, 69, 70, 72, 77], "perhap": 4, "incorpor": 4, "than": [4, 6, 74, 75, 77], "intend": 4, "someon": 4, "decid": [4, 6], "That": [4, 75], "far": [4, 75], "concern": [4, 69], "Be": 4, "sure": 4, "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "abl": [4, 6, 8, 69], "except": [4, 38, 77], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "config": [5, 6, 26, 68, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 77], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 75, 77], "less": 5, "1991": [5, 68, 69, 71, 72, 73, 77], "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "determin": [5, 6, 77], "length": [5, 6, 47, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 77], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 73, 77], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 70, 77], "finish": [6, 7, 17, 77], "job": [6, 7, 8, 76], "remov": [6, 49, 59, 60, 61, 75], "explan": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 69, 77], "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 76, 77], "termin": [6, 17, 56, 63, 64, 77], "applic": [6, 76], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 73, 77, 78], "10gb": 6, "isn": 6, "enough": 6, "silenc": 6, "would": [6, 75], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 76, 77], "write": [6, 7, 8, 76], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 75], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 76], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 77], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "report": 6, "submit": 6, "region": 6, "substitut": [6, 69, 77], "predetermin": 6, "enter": [6, 77], "after": [6, 17, 47, 68, 69, 73, 77], "immedi": 6, "hasn": [6, 29], "yet": [6, 76], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 70], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 77], "previou": [6, 64, 69, 77], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 70, 72], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 70], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "argpars": 6, "datetim": [6, 66, 67, 70, 72], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "stable_baselines3": [6, 23, 47, 66, 67, 70], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 70], "dummyvecenv": [6, 66, 67, 70], "loggerevalcallback": [6, 66, 67, 70], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "multiobswrapp": [6, 71, 73], "normalizeobserv": [6, 71, 73, 77, 78], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 75, 77], "exponenti": [6, 59, 75], "energy_weight": [6, 59, 61, 69, 75, 77], "rew": 6, "weight": [6, 59, 60, 61, 69, 75], "norm": 6, "store_tru": 6, "multiob": [6, 73, 78], "mob": 6, "multi": [6, 78], "csvlogger": [6, 22, 63, 71, 74], "ten": 6, "eval": [6, 23, 66, 70], "best": [6, 23, 66, 67, 70], "onlin": 6, "eval_freq": [6, 23, 66, 70], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 77], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 70], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 70], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 76], "max_grad_norm": 6, "m": [6, 66, 67, 70], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": 6, "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 75], "parse_arg": 6, "experiment_d": [6, 66, 67, 70], "todai": [6, 66, 67, 70], "strftime": [6, 66, 67, 70], "y": [6, 66, 67, 70], "d_": 6, "h": [6, 66, 67, 70], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 74], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "rate": [6, 69, 75, 77], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 70], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 72], "expreward": [6, 69, 75, 77], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 70], "verbos": [6, 22, 23, 67, 70, 76], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 70], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 70], "_init_setup_model": 6, "f": [6, 8, 66, 67, 70], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 70, 75, 77], "n_timesteps_episod": [6, 66, 67, 70], "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "eval_callback": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "best_model": [6, 66, 70], "log_path": [6, 23, 66, 70], "determinist": [6, 23, 47, 66, 70], "render": [6, 12, 23, 45, 47, 66, 70], "n_eval_episod": [6, 23, 47, 66, 70], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 70], "_env_working_dir_par": [6, 66, 67, 70], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 77], "pretti": [6, 75], "deactiv": [6, 55, 63, 74], "written": 6, "recreat": 6, "belong": [6, 55, 74], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 77], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 70, 77], "gitignor": 6, "ignor": [6, 7, 67, 76], "final": [6, 68], "load_ag": 6, "just": [6, 69, 73], "zip": [6, 72], "predict": 6, "agre": 6, "collect": [6, 55, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 75], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 67, 68, 69, 71, 73, 77], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 71, 72, 73, 77, 78], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 70], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 75], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 75], "creation": [6, 77], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 76], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "cannot": [7, 67, 77], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 45, 66, 67, 69, 70, 71, 72, 73], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 69, 74], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 70], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 76], "advantag": 7, "minim": 7, "pip": [8, 76], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 73], "click": 8, "pop": [8, 71], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 77], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 69, 70, 71, 72, 73], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 75], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 72], "consid": [8, 59, 60, 61, 68, 75], "subset": [8, 73, 78], "ofici": 8, "supervis": [8, 76], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "vv": [8, 76], "anywai": [8, 76], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 77], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 74], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 77], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 72], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 59, 60, 61, 75], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 72, 77], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 77], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 66, 67, 68, 69, 70, 71, 72, 73, 77], "explicitli": 29, "season": [30, 59, 60, 61, 69, 72, 75], "ashra": [30, 41, 42], "55": [30, 41], "thermal": [30, 41, 60, 69, 75, 77], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 75], "file_path": 35, "content": [35, 74], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 74], "till": 36, "modif": [37, 75], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 75], "winter": [38, 75], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 72, 77], "sequenc": [41, 42, 43, 65, 71, 72], "indoor": [41, 42], "perceiv": [41, 42, 72], "chosen": [41, 42, 43, 72, 77], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 77], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 70], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "averag": [47, 77], "count": [47, 69, 77], "scale": [47, 76], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 71], "progress_head": [55, 63, 71], "log_progress_fil": [55, 71], "log_fil": [55, 71], "header": [55, 63, 71], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "done": [55, 68, 69, 71, 72, 73, 77, 78], "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "inherit": [58, 78], "temperature_vari": [59, 60, 61, 69, 75, 77], "energy_vari": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "range_comfort_summ": [59, 60, 61, 69, 75, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 67, 68, 69, 71, 72, 77], "lambda_energi": [59, 60, 61, 75], "0001": [59, 60, 61, 70], "lambda_temperatur": [59, 60, 61, 75], "r": [59, 61], "w": [59, 60, 61, 67, 75], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 75], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 75], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 71], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 73], "stack": 64, "flat": 64, "vector": [64, 70], "reli": [65, 70], "get_unwrapped_ob": 65, "usr": [66, 67, 69, 70, 71, 72, 73], "lib": [66, 67, 69, 70, 71, 72, 73], "dist": [66, 67, 69, 70, 71, 72, 73], "73": [66, 67, 69, 70, 71, 72, 73], "userwarn": [66, 67, 69, 70, 71, 72, 73], "precis": [66, 67, 69, 70, 71, 72, 73], "lower": [66, 67, 69, 70, 71, 72, 73], "cast": [66, 67, 69, 70, 71, 72, 73], "float32": [66, 67, 69, 70, 71, 72, 73, 77], "episodes_": [66, 67, 70], "env_vec": [66, 67, 70], "2022": [66, 67, 68, 69, 70, 71, 72, 73], "08": [66, 67, 69, 70, 71, 72, 73], "09": [66, 67, 69, 70, 71, 72, 73], "16": [66, 69, 73, 77], "23": [66, 67, 68, 69, 71, 72, 73, 75, 77], "166": 66, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "167": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "169": [66, 67], "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "171": 66, "179": 66, "194": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "res3": [66, 68, 69], "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "36": [66, 67], "239": 66, "240": 66, "247": 66, "sub_run2": [66, 67, 70, 73, 74], "56": 66, "674": 66, "682": 66, "sub_run3": [66, 67, 70, 74], "fromnumer": [66, 67, 70], "3474": [66, 67, 70], "runtimewarn": [66, 67, 70], "slice": [66, 67, 70], "_method": [66, 67, 70], "_mean": [66, 67, 70], "axi": [66, 67, 70], "189": [66, 67, 70], "invalid": [66, 67, 70], "encount": [66, 67, 70], "double_scalar": [66, 67, 70], "ret": [66, 67, 70], "rcount": [66, 67, 70], "264": [66, 67, 70], "degre": [66, 67, 70], "freedom": [66, 67, 70], "lt": [66, 67, 70], "_var": [66, 67, 70], "ddof": [66, 67, 70], "222": [66, 67, 70], "true_divid": [66, 67, 70], "arrmean": [66, 67, 70], "um": [66, 67, 70], "div": [66, 67, 70], "39": [66, 67, 68, 69, 70, 71, 72, 73], "unsaf": [66, 67, 70], "256": [66, 67, 70], "17": [66, 68, 69, 71, 72, 73, 77], "669": 66, "670": 66, "677": 66, "sub_run4": [66, 67, 70], "15": [66, 68, 69, 70, 71, 73, 77], "729": 66, "731": 66, "744": 66, "sub_run5": [66, 67, 70], "29": [66, 67, 69, 73, 77], "805": 66, "807": 66, "819": 66, "sub_run6": [66, 70], "num_timestep": [66, 70], "70080": [66, 70], "episode_reward": [66, 70], "17218": 66, "13": [66, 68, 69, 70, 71, 72, 73], "00": [66, 70, 71, 73], "35040": [66, 68, 69, 70, 71, 72, 73], "57": [66, 68], "241": 66, "248": 66, "sub_run7": [66, 70], "18": [66, 68, 69, 71, 72, 73, 77], "491": 66, "492": 66, "501": 66, "sub_run8": [66, 70], "701": [66, 69], "702": [66, 68], "710": 66, "sub_run9": [66, 70], "43": [66, 70], "740": 66, "742": [66, 67], "760": 66, "sub_run10": [66, 70], "944": [66, 72], "946": 66, "959": [66, 70], "sub_run11": [66, 70], "140160": [66, 70], "26894": 66, "21": [66, 67, 68, 69, 71, 72, 73, 77], "475": 67, "477": [67, 71], "479": [67, 71], "482": 67, "tensorboard_path": 67, "cpu": [67, 70], "37": 67, "692349": 67, "tensorflow": 67, "cc": 67, "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "turn": 67, "tf_enable_onednn_opt": 67, "734692": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73], "dlerror": 67, "share": 67, "No": 67, "734718": 67, "cuda": 67, "cudart_stub": 67, "cudart": 67, "gpu": 67, "780": [67, 73], "788": [67, 73], "res6": 67, "54": 67, "888": 67, "896": 67, "22": [67, 68, 69, 71, 72, 73, 77], "340": 67, "341": 67, "348": 67, "51": 67, "235": 67, "238": 67, "253": 67, "743": 67, "751": 67, "387": 67, "loop": 68, "34": 68, "41": 68, "697": 68, "699": 68, "700": 68, "703": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 71, 72, 73, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "print": [68, 69, 70, 71, 72, 73, 77, 78], "44": 68, "176": 68, "184": 68, "5342786322651261": 68, "time_elaps": [68, 69, 70, 71, 72, 73], "900": [68, 69, 71, 72, 73], "total_pow": [68, 69, 71, 72, 73], "10685": [68, 72], "57264530252": 68, "total_power_no_unit": [68, 69, 71, 72, 73], "0685572645302521": 68, "abs_comfort": [68, 69, 71, 72, 73], "20": [68, 69, 70, 71, 72, 73, 75, 77], "07553516208551": 68, "out_temperatur": [68, 69, 71, 72, 73], "action_": [68, 69, 71, 72, 73], "25": [68, 69, 71, 72, 73, 77], "2096": 68, "650684004998": 68, "2976": [68, 69, 71, 72, 73], "2678400": [68, 69, 71, 72, 73], "22381": 68, "61729417214": 68, "2381617294172145": 68, "38054356822621": 68, "4129": 68, "51464935589": 68, "5664": [68, 69, 71, 72, 73], "5097600": [68, 69, 71, 72, 73], "15385": 68, "40872994788": 68, "538540872994788": 68, "7609838426557": 68, "5456": 68, "861170390168": 68, "8640": [68, 69, 71, 72, 73], "7776000": [68, 69, 71, 72, 73], "152": 68, "4868953414246": 68, "01524868953414246": 68, "36175169264276": 68, "26": [68, 69, 73, 75, 77], "6369": 68, "63107682455": 68, "11520": [68, 69, 71, 72, 73], "10368000": [68, 69, 71, 72, 73], "11452": 68, "77842481337": 68, "145277842481337": 68, "92062373146303": 68, "7206": 68, "697072691755": 68, "14496": [68, 69, 71, 72, 73], "13046400": [68, 69, 71, 72, 73], "7167": 68, "389297121867": 68, "7167389297121867": 68, "0051047272114815": 68, "99489527278852": 68, "10140": 68, "504682784309": 68, "17376": [68, 69, 71, 72, 73], "15638400": [68, 69, 71, 72, 73], "175": 68, "7866568476675": 68, "01757866568476675": 68, "5118073073826288": 68, "48819269261737": 68, "28": [68, 69, 70, 71, 72, 73, 77], "13387": 68, "708048636228": 68, "20352": [68, 69, 71, 72, 73], "18316800": [68, 69, 71, 72, 73], "20512": 68, "72746048218": 68, "051272746048218": 68, "2097303255916003": 68, "7902696744084": 68, "16617": 68, "56445110482": 68, "23328": [68, 69, 71, 72, 73], "20995200": [68, 69, 71, 72, 73], "1549": 68, "646030459042": 68, "1549646030459042": 68, "001432470832661": 68, "99856752916734": 68, "19436": 68, "64949597934": 68, "26208": [68, 69, 71, 72, 73], "23587200": [68, 69, 71, 72, 73], "46027669892315": 68, "20485": 68, "674588514717": 68, "29184": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "11070": 68, "55398785253": 68, "1070553987852532": 68, "89205415771582": 68, "21651": 68, "044604241863": 68, "32064": [68, 69, 71, 72, 73], "28857600": [68, 69, 71, 72, 73], "12804": 68, "88321134125": 68, "2804883211341251": 68, "89708886598514": 68, "23670": 68, "083608180244": 68, "31536000": [68, 69, 71, 72, 73], "1992": [68, 69, 71, 72, 73, 77], "5021": 68, "427115579548": 68, "5021427115579548": 68, "7835436138003509": 68, "21645638619965": 68, "forget": 68, "801": 68, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "6755160847083577": 68, "over": 68, "discuss": 69, "environment_id": 69, "long": 69, "06": [69, 70], "813": 69, "eplus_env_5zon": 69, "814": 69, "816": 69, "818": 69, "scratch": 69, "obvious": 69, "air": [69, 72, 75, 77], "space1": [69, 72, 75, 77], "hvac": [69, 75, 77], "electr": [69, 75, 77], "demand": [69, 75, 77], "333": 69, "334": 69, "336": 69, "337": 69, "338": 69, "esp_granada": [69, 77], "084190_swec": [69, 77], "001": [69, 77], "new_env_nam": [69, 77], "050": 69, "eplus_env_new_env_name_mainthread_root": 69, "052": 69, "054": 69, "056": 69, "057": [69, 70], "overwritten": [69, 77], "new_observation_vari": [69, 77], "outdoor": [69, 72, 77], "wind": [69, 77], "speed": [69, 77], "fanger": [69, 77], "ppd": [69, 77], "east": [69, 77], "new_action_vari": [69, 77], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 77], "len": [69, 77], "new_action_map": [69, 77], "27": [69, 71, 73, 77], "new_action_spac": [69, 77], "07": [69, 70, 73], "47": [69, 71], "922": 69, "eplus_env_datacent": 69, "924": 69, "926": 69, "928": 69, "929": [69, 70], "931": 69, "48": [69, 70], "064": 69, "res4": [69, 71], "2153129771240179": 69, "4306": 69, "259542480358": 69, "4306259542480358": 69, "044000531676663": 69, "660": 69, "6448328594148": 69, "4157": 69, "813830820063": 69, "41578138308200635": 69, "755699132506065": 69, "1244": 69, "0392548144782": 69, "4725": 69, "134398205902": 69, "4725134398205902": 69, "388003680767862": 69, "1847": 69, "362623921392": 69, "2049": 69, "570777765625": 69, "2049570777765625": 69, "552775270130963": 69, "2618": 69, "1218338983613": 69, "3959": 69, "276280160218": 69, "3959276280160218": 69, "11681786642924": 69, "3518": 69, "8119994042654": 69, "3962": 69, "959903637627": 69, "39629599036376273": 69, "942164036459882": 69, "4987": 69, "145205583042": 69, "2957": 69, "592219109529": 69, "29575922191095294": 69, "949206675456736": 69, "7041": 69, "095957436299": 69, "4484": 69, "510318043606": 69, "44845103180436063": 69, "07359623673829": 69, "9296": 69, "59688572278": 69, "4077": 69, "687654856706": 69, "40776876548567065": 69, "79347434337422": 69, "10863": 69, "569765398093": 69, "985007523418071": 69, "11617": 69, "7046973911": 69, "3747": 69, "895494409444": 69, "3747895494409444": 69, "43013838706209": 69, "12213": 69, "685087327127": 69, "866732045629226": 69, "12851": 69, "12643466358": 69, "6205": 69, "54217205275": 69, "620554217205275": 69, "4835161520335998": 69, "36675589140025355": 69, "405": 69, "fit": [69, 77], "knowledg": 69, "pprint": 69, "685": 69, "686": 69, "688": 69, "689": 69, "690": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 77], "thermostatsetpoint": [69, 77], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "occupi": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 72, 77], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 72, 77], "plenum": 69, "aris": [69, 77], "light_control": 69, "new_action_definit": [69, 77], "535": 69, "537": 69, "539": 69, "541": 69, "543": 69, "4534218472503313": 69, "2877": 69, "012363757218": 69, "2877012363757218": 69, "6191424581249407": 69, "38085754187506": 69, "365503840332209": 69, "785645": 69, "71652": 69, "22971705": 69, "1357": 69, "8271189188051": 69, "11100": 69, "46077251977": 69, "110046077251977": 69, "21328190545486": 69, "522913717556069": 69, "275938": 69, "327274": 69, "4951168": 69, "2677": 69, "3228805407884": 69, "0042651760367": 69, "07010042651760368": 69, "9436218379550496": 69, "05637816204495": 69, "40854483151097": 69, "999592": 69, "87681": 69, "37235415": 69, "3562": 69, "8096013573713": 69, "3024": 69, "567675350499": 69, "3024567675350499": 69, "8064452618224003": 69, "1935547381776": 69, "431054112168333": 69, "694782": 69, "154045": 69, "0044727325": 69, "4450": 69, "951932642561": 69, "8207": 69, "782406117527": 69, "8207782406117528": 69, "55825762211984": 69, "197726971145151": 69, "769848": 69, "523382": 69, "999089": 69, "5156": 69, "415876501385": 69, "156": [69, 70], "5268202959072": 69, "015652682029590723": 69, "0777900257891204": 69, "92220997421088": 69, "73331677835388": 69, "877337": 69, "082777": 69, "6383258": 69, "6840": 69, "042123890393": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "9790344535710993": 69, "0209655464289": 69, "82478126302217": 69, "911224": 69, "718214": 69, "75081384": 69, "8538": 69, "664312876315": 69, "170": 69, "1233311699604": 69, "017012333116996042": 69, "59502313830032": 69, "40497686169968": 69, "4490846080284": 69, "818777": 69, "734867": 69, "241808": 69, "10273": 69, "83205152557": 69, "768018008172639": 69, "23198199182736": 69, "96124535280048": 69, "102827": 69, "182596": 69, "08341339": 69, "12224": 69, "318447785688": 69, "469": 69, "4587430154137": 69, "046945874301541374": 69, "06553825688241": 69, "844933137569515": 69, "480132": 69, "393116": 69, "51604635": 69, "13041": 69, "260744220324": 69, "658": 69, "9345665037555": 69, "06589345665037555": 69, "9947529958024113": 69, "00524700419759": 69, "139674604783751": 69, "60221": 69, "140676": 69, "7023196": 69, "14028": 69, "556676010696": 69, "140": 69, "0534103456761": 69, "01400534103456761": 69, "12511560374498": 69, "961020408807885": 69, "309132": 69, "84229": 69, "020878673": 69, "15380": 69, "029536325419": 69, "10410": 69, "81751368661": 69, "041081751368661": 69, "4320504567081187": 69, "56794954329188": 69, "7071846842980632": 69, "668835": 69, "38713": 69, "0763033": 69, "4389277835709471": 69, "032": 69, "put": [69, 77], "leav": [69, 77], "intact": [69, 77], "extra_conf": [69, 77], "132": 69, "133": 69, "136": 69, "141": [69, 70], "143": [69, 70], "ref": 70, "521": 70, "522": 70, "524": 70, "526": 70, "feel": [70, 72], "loggerev": 70, "earlier": 70, "few": 70, "060": 70, "069": 70, "res2": 70, "353": 70, "354": 70, "362": 70, "ep_len_mean": 70, "5e": 70, "04": 70, "ep_rew_mean": 70, "24e": 70, "fp": 70, "2536": 70, "42": 70, "058": 70, "075": 70, "46": 70, "890": 70, "891": 70, "899": 70, "708": 70, "711": 70, "726": 70, "972": 70, "973": 70, "980": 70, "17522": 70, "75": 70, "67e": 70, "comfort_viol": 70, "35": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "83e": 70, "power_penalti": [70, 71], "std_reward": 70, "06e": 70, "1024": 70, "68": 70, "loss": 70, "61": 70, "n_updat": 70, "5019": 70, "072": 70, "073": 70, "080": 70, "96e": 70, "1100": 70, "105120": 70, "13779": 70, "600": 70, "602": [70, 72], "617": 70, "436": [70, 73], "444": 70, "936": 70, "157": 70, "21405": 70, "96": 70, "55e": 70, "40": 70, "73e": 70, "94e": 70, "895": 70, "22539": 70, "0x7fa912391f60": 70, "gt": 70, "272": 70, "writen": 71, "funtion": 71, "create_row_cont": 71, "customcsvlogg": 71, "super": [71, 75], "last_10_steps_reward": 71, "_create_row_cont": 71, "instanti": 71, "476": 71, "481": 71, "833": 71, "845": 71, "2841864127941594": 71, "5683": 71, "728255883188": 71, "5683728255883188": 71, "09252236706716": 71, "1895": 71, "1548592605257": 71, "8380": 71, "491234768304": 71, "8380491234768305": 71, "21883172787526": 71, "3633": 71, "6399832181337": 71, "978": [71, 73], "7532837048899": 71, "097875328370489": 71, "7869800571484404": 71, "21301994285156": 71, "4757": 71, "122309247712": 71, "186": [71, 72, 73], "5934720667916": [71, 72, 73], "018659347206679163": [71, 72, 73], "17697338689386": 71, "5552": 71, "826655404054": 71, "72939902519715": 71, "27060097480285": 71, "6263": 71, "697197328473": 71, "386": 71, "56918097843": 71, "038656918097843": 71, "7596818210658398": 71, "24031817893416": 71, "9272": 71, "426890062703": 71, "215": [71, 72, 73], "8105427091371": 71, "02158105427091371": 71, "199461395033879": 71, "80053860496612": 71, "12578": 71, "3581208006": 71, "9159": 71, "463676532796": 71, "9159463676532796": 71, "2923781219578103": 71, "70762187804219": 71, "15903": 71, "48380984905": 71, "377": 71, "2264848331002": 71, "03772264848331002": 71, "974447422564811": 71, "02555257743519": 71, "18733": 71, "26101206708": 71, "27470801492377106": 71, "72529198507623": 71, "19665": 71, "3048157153": 71, "2998": 71, "063053624272": 71, "2998063053624272": 71, "98445623259406": 71, "20679": 71, "519834589526": 71, "6282": 71, "049444658835": 71, "6282049444658835": 71, "45374695271586": 71, "22419": 71, "718732977875": 71, "12473": 71, "66081362551": 71, "2473660813625511": 71, "43771976775179": 71, "639832155621491": 71, "208": 71, "sai": 72, "get_season_comfort_rang": 72, "092": 72, "093": 72, "095": 72, "097": 72, "extend": 72, "desir": 72, "rbc5zone": [72, 77], "myrulebasedcontrol": 72, "daytim": 72, "out_temp": 72, "summer_start_d": 72, "summer_final_d": 72, "current_dt": 72, "season_comfort_rang": 72, "setpoints_summ": 72, "in_temp": 72, "current_heat_setpoint": 72, "current_cool_setpoint": 72, "new_heat_setpoint": 72, "new_cool_setpoint": 72, "weekend": 72, "night": 72, "33": [72, 73], "676": 72, "687": 72, "res5": 72, "3808358083250144": 72, "7616": 72, "716166500288": 72, "7616716166500288": 72, "99998783039325": 72, "1394": 72, "9337411038548": 72, "8783": 72, "948537124865": 72, "8783948537124865": 72, "32998668433318": 72, "2650": 72, "5674622643073": 72, "2828": 72, "55143464232": 72, "282855143464232": 72, "32988764119707": 72, "3464": 72, "45346341394": 72, "2670384566951398": 72, "73296154330486": 72, "4056": 72, "362905025186": 72, "1049": 72, "348956006743": 72, "1049348956006743": 72, "33021459066708": 72, "4575": 72, "388821263204": 72, "6474404745892": 72, "06026474404745892": 72, "67021711767433": 72, "32978288232567": 72, "5959": 72, "068563513181": 72, "8105427085715": 72, "02158105427085715": 72, "8710106251693617": 72, "12898937483064": 72, "7457": 72, "679714954765": 72, "9961": 72, "58714336648": 72, "996158714336648": 72, "33021175763765": 72, "8981": 72, "302898129286": 72, "1814": 72, "198506979717": 72, "1814198506979717": 72, "32960549764289": 72, "10197": 72, "282478127578": 72, "2130": 72, "682079753009": 72, "2130682079753009": 72, "33031354561692": 72, "5692882536": 72, "0904158092028": 72, "09440904158092028": 72, "33017991675662": 72, "11374": 72, "367509294058": 72, "2788": 72, "852968187356": 72, "27888529681873564": 72, "32995260044678": 72, "12774": 72, "026233082805": 72, "10847": 72, "14414165407": 72, "084714414165407": 72, "33000003505644": 72, "3645555431815984": 72, "536": 72, "normil": 73, "984": 73, "986": 73, "990": 73, "993": 73, "997": 73, "02": 73, "013": 73, "res7": 73, "9910000e": 73, "0000000e": 73, "5000000e": 73, "0999999e": 73, "9000000e": 73, "1000000e": 73, "0999992e": 73, "9522228e": 73, "0098755e": 73, "442": 73, "443": 73, "451": 73, "98466104": 73, "33834645": 73, "9484536": 73, "17748918": 73, "8111888": 73, "800001": 73, "44444445": 73, "39061695": 73, "42973474": 73, "24169508": 73, "784": 73, "792": 73, "424": 73, "427": 73, "430": 73, "433": 73, "452": 73, "res9": 73, "441": 73, "981": 73, "985": 73, "309": 73, "326": 73, "res10": 73, "6725497890372522": 73, "3133": 73, "716390651042": 73, "3133716390651042": 73, "0317279390094": 73, "9682720609906": 73, "1831": 73, "9846868749223": 73, "9625": 73, "868884432568": 73, "9625868884432568": 73, "99962719644226": 73, "3572": 73, "1163979019448": 73, "3381": 73, "835883111865": 73, "3381835883111865": 73, "04845287512533858": 73, "95154712487466": 73, "4744": 73, "85182426822": 73, "1059": 73, "217058241587": 73, "1059217058241587": 73, "02705837058395": 73, "5541": 73, "648792015279": 73, "6904987523763602": 73, "30950124762364": 73, "6265": 73, "521158571141": 73, "2706": 73, "140914592288": 73, "2706140914592288": 73, "0741537654487203": 73, "92584623455128": 73, "9267": 73, "105328861617": 73, "8190761707732": 73, "02158190761707732": 73, "709210011679879": 73, "29078998832012": 73, "12581": 73, "239530466879": 73, "4303": 73, "552629721591": 73, "43035526297215915": 73, "137288347910051": 73, "86271165208995": 73, "15889": 73, "752598388217": 73, "2547": 73, "043642249929": 73, "2547043642249929": 73, "0062198564813798": 73, "99378014351862": 73, "18686": 73, "835610714406": 73, "1683": 73, "24724933671": 73, "168324724933671": 73, "98601762250864": 73, "19616": 73, "273201273543": 73, "1971": 73, "816419607761": 73, "19718164196077612": 73, "98439137803774": 73, "20664": 73, "183622138895": 73, "4794": 73, "553408394407": 73, "4794553408394407": 73, "80737243763421": 73, "22425": 73, "618844122902": 73, "12081": 73, "03798343912": 73, "208103798343912": 73, "61093146586074": 73, "6400005377888734": 73, "119": 73, "re": 74, "num_simul": 74, "sub_runn": 74, "utilsocket": 74, "monitor_norm": 74, "sub_run": 74, "num_episod": 74, "maximum": 74, "within": [74, 76], "suit": 74, "observation_valu": 74, "row": 74, "carri": 74, "techniqu": 74, "factor": 74, "below": 75, "discomfort": 75, "togeth": 75, "insid": [75, 77], "typic": 75, "satisfact": 75, "taken": [75, 77], "similar": 75, "increas": 75, "higher": 75, "hourlylinearreward": 75, "slight": 75, "am": 75, "pm": 75, "equal": 75, "neg": 75, "perfect": 75, "behavior": 75, "adjust": 75, "characterist": 75, "uniqu": [75, 76], "reflect": 75, "But": [75, 77], "imagin": 75, "signal": 75, "__call__": 75, "basereward": 75, "customreward": 75, "naiv": 75, "under": [76, 77], "small": 76, "independ": 76, "test_common": 76, "test_reward": 76, "test_wrapp": 76, "test_simul": 76, "test_config": 76, "test_env": 76, "test_control": 76, "test_stable_baselin": 76, "conceptu": 76, "readm": 76, "try_env": 77, "soon": 77, "place": 77, "dispos": 77, "practic": 77, "screen": 77, "basi": 77, "exactli": 77, "criteria": 77, "rbcdatacent": 77, "randomcontrol": 77, "west": 77, "htgsetp": 77, "clgsetp": 77, "kind": 77, "subject": 77, "assign": 77, "dualsetp": 77, "heating_nam": 77, "cooling_nam": 77, "heating_initial_valu": 77, "cooling_initial_valu": 77, "variant": 78}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 72, 77], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 70], "logger": [3, 54, 55, 56, 71, 73, 74], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 77], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 77], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "kwarg": 4, "action": [4, 7, 69, 77], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 74], "observ": [4, 69, 73, 77], "space": [4, 69, 77], "name": 4, "definit": [4, 69, 77], "extra": [4, 5, 69, 77], "configur": [4, 5, 6, 8, 69, 71, 77], "ad": [4, 69, 77], "new": [4, 7, 69, 76, 77], "build": [4, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 71], "first": 6, "step": [6, 71], "2": [6, 8, 71], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 76], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 71], "instal": [8, 76], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 77], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evalu": [46, 47], "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "loggerwrapp": [63, 71], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": 69, "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "usag": [70, 77], "person": 71, "inherit": 71, "csvloger": 71, "intanci": 71, "rule": [72, 77], "normal": 73, "multi": 73, "all": 73, "one": 73, "format": 74, "custom": 75, "test": 76, "pytest": 76, "run": 76, "simplest": 77, "overwrit": 77, "some": 77, "default": 77, "valu": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "DRL usage example": [[70, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[71, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Wrappers example": [[73, "Wrappers-example"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Output format": [[74, "output-format"]], "Logger": [[74, "logger"]], "Rewards": [[75, "rewards"]], "Custom Rewards": [[75, "custom-rewards"]], "Tests": [[76, "tests"]], "Install Pytest": [[76, "install-pytest"]], "Running tests": [[76, "running-tests"]], "Create new tests": [[76, "create-new-tests"]], "Usage example": [[77, "usage-example"]], "Simplest example": [[77, "simplest-example"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding wrappers": [[77, "adding-wrappers"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Wrappers": [[78, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.1.2/.buildinfo b/docs/compilation/v2.1.2/.buildinfo index 583b76f621..7a1b56daa0 100644 --- a/docs/compilation/v2.1.2/.buildinfo +++ b/docs/compilation/v2.1.2/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 58fb11bf55f4bf9f7917874b57b9b65e +config: e4f676cdfbb21daa432363e4c308a5e6 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.1.2/.doctrees/environment.pickle b/docs/compilation/v2.1.2/.doctrees/environment.pickle index c290c99714..2144319558 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/environment.pickle and b/docs/compilation/v2.1.2/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.1.2/.doctrees/index.doctree b/docs/compilation/v2.1.2/.doctrees/index.doctree index 99cc3a65b0..fb5c22d6ee 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/index.doctree and b/docs/compilation/v2.1.2/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.1.2/.doctrees/pages/API-reference.doctree index f4c0ea582f..8852bee166 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/controllers.doctree b/docs/compilation/v2.1.2/.doctrees/pages/controllers.doctree index 78722cddcb..f064c1be89 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.1.2/.doctrees/pages/deep-reinforcement-learning.doctree index b161cc54df..ec302503a0 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/environments.doctree b/docs/compilation/v2.1.2/.doctrees/pages/environments.doctree index 845ce6d86f..499974e0aa 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/environments.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.1.2/.doctrees/pages/extra-configuration.doctree index 666a91bf69..aecc553b2d 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.1.2/.doctrees/pages/gcloudAPI.doctree index 3df8286392..eb131b8397 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.1.2/.doctrees/pages/github-actions.doctree index 2f83bcc84a..417f1df8a7 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/installation.doctree b/docs/compilation/v2.1.2/.doctrees/pages/installation.doctree index ccdc2ea963..eb14091edb 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/installation.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/introduction.doctree b/docs/compilation/v2.1.2/.doctrees/pages/introduction.doctree index 322a5d7183..1e9129cd3e 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.doctree index 0d1def1733..084dbd584d 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 00e81b0f43..161f729778 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 37dc4fc238..8cd33ed857 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index af72a7a7f1..262ecdcfaa 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.doctree index d07e79c237..960ca8a286 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.doctree index af0a7ab29d..6aaf06d375 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 6b9e69f91b..721274e31c 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index a89b7a27da..5481026ae4 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 0973180cab..93d2049a30 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index dad1a2264c..68e4c5f1b0 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 179023bf53..1328c334e9 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 653b37ad12..15fabdc5bf 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 0ccbd350f2..e7b211f8d8 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 5965f3866e..58a7cbb83a 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.doctree index 6c11e68e00..97a1b35e9e 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 70c03741f6..0bbeaa63bf 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 36bf5bfff8..9a2cf9cc34 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 79af9681f7..ae38e822ee 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 2512deaf95..0dc8236692 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 639acc10b6..40b34a3599 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index ba693b2e92..79cd9f619c 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index a30a7222e7..68dfdaa905 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index c0f10967ca..1bcf3441ea 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 4ab87f23e4..6653bcedb5 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index bcb0957d0c..06d876a7f9 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index e15565f582..21a000f8ae 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 334ae43a9a..20caa939d1 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.doctree index 3cd7350bae..7bb18b4193 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.constants.doctree index c8e9b48c4e..68e94c107b 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 9aef2e1fe4..b20576ca87 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index cb1480033d..3d7ca23ee1 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 343dde4414..a0ef644201 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree index ec00b0e611..ce6a136818 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.doctree index afaccdbf69..3ab3c441a2 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index a3b8b9b3a0..f13b46135d 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 5888ece021..2aad1d7515 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index c66248a122..71a8364f6a 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index aed493c223..c2c422b447 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index ade3e9dd6b..329555611d 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 565cf66416..c2036253f6 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index f658160410..7664241241 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 4479ff4553..949c5cbc5f 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 72f89a7f24..711fcbb473 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 45cbf49fe4..23d540f77a 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index ee5914170b..39dc5645aa 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 41dfc36e77..068c426687 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.doctree index 1862443def..101cffc0a1 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 9a322abb8e..7bb91a4a1a 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index f199bcf7a0..f5d8052cb1 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index c7820a03c4..a73eb8f489 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 3478be5e31..757afe2d9e 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree index c645f7e8ed..8e55a9ce52 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 737a85e040..364cafc7b7 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index afa2f12a16..bbde383086 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 533d585a92..8e407219c3 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 3fb04b3dbc..a3e832769b 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/MLflow_example.doctree index 73c283c6b1..c503d77367 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/TensorBoard_example.doctree index 7b9e11b0bd..9198ad8a03 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/basic_example.doctree index 0065b1010e..124296e55b 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/change_environment.doctree index 3a9a45b628..9631eb5ce6 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/drl.doctree index f0876ee7b8..c2dc579f64 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index b9ee4eefe0..4a962a1207 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/rule_controller_example.doctree index 3ae875eb7f..3cd7473cfa 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/wrappers_examples.doctree index ddd1ed92f7..68f185e88a 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/output.doctree b/docs/compilation/v2.1.2/.doctrees/pages/output.doctree index bacb0adafd..6f96481b37 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/output.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/rewards.doctree b/docs/compilation/v2.1.2/.doctrees/pages/rewards.doctree index ffff8a050c..1c8123fbf2 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/tests.doctree b/docs/compilation/v2.1.2/.doctrees/pages/tests.doctree index 9e0d8ff234..e467b3954d 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/tests.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.1.2/.doctrees/pages/usage-example.doctree index 00fdabc861..c5949392a6 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.1.2/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.1.2/.doctrees/pages/wrappers.doctree index 7e450aa5a3..65826812e5 100644 Binary files a/docs/compilation/v2.1.2/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.1.2/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.1.2/objects.inv b/docs/compilation/v2.1.2/objects.inv index 4c37701e1e..6ee8522c98 100644 Binary files a/docs/compilation/v2.1.2/objects.inv and b/docs/compilation/v2.1.2/objects.inv differ diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.1.2/pages/modules/sinergym.envs.eplus_env.html index 644cd4b819..9be76382d5 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.envs.eplus_env.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.envs.html b/docs/compilation/v2.1.2/pages/modules/sinergym.envs.html index 87836d7b0d..f5713112af 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.envs.html @@ -110,9 +110,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.base.html index a50b285b8b..ad8a580d18 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.base.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus.html index 1dd9be20df..0e2f7290b3 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus_alpha.html index 8c652ed520..c1a2d89b3e 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.eplus_alpha.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.html b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.html index 209dbf5c91..9bd1d22505 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.simulators.html @@ -112,9 +112,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.callbacks.html index 98639fff16..2c5885703c 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.callbacks.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.common.html index adec5e44df..1959671850 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.common.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.config.html index b15781f999..fb8a7f0e85 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.config.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.constants.html index b8ba913329..e06ccef55e 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.constants.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.controllers.html index 4916e63d9e..a2caa505c5 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.controllers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.env_checker.html index c627f3ba06..8f0c6bf213 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.env_checker.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.evaluation.html index 0b805da4c3..fc25369e86 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.evaluation.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.gcloud.html index 11455506b0..6722001058 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.gcloud.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.html index 6db2f2dd31..70237e1c3c 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.logger.html index d06401a0b4..b73a1e2326 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.logger.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.rewards.html index 0fe11b6cef..d76e4bb3e8 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.rewards.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.wrappers.html index cce9dfd960..168950eda6 100644 --- a/docs/compilation/v2.1.2/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.1.2/pages/modules/sinergym.utils.wrappers.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.1.2/searchindex.js b/docs/compilation/v2.1.2/searchindex.js index 063613c307..0af38fee40 100644 --- a/docs/compilation/v2.1.2/searchindex.js +++ b/docs/compilation/v2.1.2/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "openai": [0, 4, 9, 45, 68, 76], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "deep": [0, 6, 8, 9, 70, 77], "reinforc": [0, 6, 8, 9, 70, 75, 77], "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 75, 76, 77, 78], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "commun": [0, 9, 13, 38, 74, 76], "between": [0, 3, 4, 9, 28, 75], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "tool": [0, 9, 77], "allow": [0, 3, 4, 6, 7, 9, 75], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 78], "backend": [0, 6, 9], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 77], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "customiz": [0, 9], "aim": [0, 4, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 77], "packag": [0, 7, 9, 66, 67, 68, 69, 70, 71, 72, 73, 76], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "experiment": [0, 4, 9], "easi": [0, 9, 76], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 74], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "aspect": [0, 9, 75], "wai": [0, 4, 5, 6, 9, 69, 77], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 74], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 66, 67, 68, 70, 71, 72, 73], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "well": [0, 3, 4, 9, 47, 70], "peopl": [0, 4, 9, 69, 75, 77], "occup": [0, 4, 9, 30, 41, 69, 77], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "per": [0, 3, 4, 5, 9, 47, 55, 74], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "period": [0, 4, 9, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 74], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 78], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "without": [0, 4, 6, 7, 9, 38, 65, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "extern": [0, 4, 6, 9, 38, 69, 74], "cfg": [0, 4, 9, 17, 38, 74], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75, 78], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "what": [0, 4, 6, 9, 69, 73, 77], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "obtain": [0, 3, 4, 9, 12, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 74], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "indic": [0, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "replac": [0, 4, 9, 69, 77], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "take": [0, 4, 5, 7, 9, 38, 45, 70], "care": [0, 4, 6, 9], "relev": [0, 9], "intern": [0, 3, 4, 9, 75], "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "baselin": [0, 3, 9, 21, 44, 45, 76], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "team": [0, 6, 8, 9, 77], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "drl": [0, 2, 4, 6, 9, 66, 67, 77], "librari": [0, 6, 8, 9, 67, 72, 76], "support": [0, 3, 4, 8, 9, 12, 76], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "account": [0, 4, 5, 6, 8, 9, 49, 50, 75], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69, 70], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 77], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 76], "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 77], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 68, 69, 70, 72, 78], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 70, 74, 75], "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "purpos": [0, 4, 6, 9, 69, 77], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76, 78], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 70], "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 76], "workflow": [0, 7, 9, 76], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 4, 6, 9, 75], "understand": [0, 9, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "stai": [0, 5, 9, 75], "tune": [0, 5, 9, 75], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "those": [0, 3, 4, 6, 30, 69, 75], "interest": [0, 77], "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "issu": [0, 4, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77, 78], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "read": [0, 4, 6, 15, 17, 52, 70], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "comput": [0, 3, 6, 67, 70], "contain": [0, 4, 7, 47, 49, 50, 68, 76], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "instal": [0, 6, 7, 17, 77], "section": [0, 2, 3, 4, 6, 8, 69, 75, 76, 77], "host": [0, 6, 74], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "offici": 0, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 27, 69, 74], "framework": [0, 76], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "citi": 0, "transport": 0, "page": [0, 4, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "random": [2, 6, 43, 77], "rule": [2, 6, 41, 42, 76], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "datacent": [2, 4, 6, 69, 77], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "py": [2, 3, 4, 6, 8, 45, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "veri": [2, 6, 7, 8, 69, 75, 77], "perform": [2, 4, 6, 23, 47, 64, 75], "refer": [2, 6], "point": [2, 67, 70, 77], "studi": [2, 4], "simpl": [2, 4, 68, 69, 75, 77], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "instanc": [2, 3, 4, 6, 12, 49, 74], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "usag": [2, 6, 66, 78], "facil": [3, 69, 75, 77], "discret": [3, 4, 12, 68, 69, 75, 77], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 70], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "import": [3, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "manipul": [3, 6, 7], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "therefor": [3, 4, 75, 77], "propos": 3, "extract": [3, 4, 12, 34, 38], "why": 3, "loggercallback": [3, 6, 67], "deal": 3, "subtleti": 3, "record": [3, 29, 33, 55, 63, 74], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "constructor": [3, 4, 5, 15, 69, 75, 77], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 69, 77], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "compar": [3, 7], "There": [3, 6, 7, 8, 74], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "log_interv": [3, 6, 66, 67, 70], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "consequ": [3, 6, 75], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75, 78], "instead": [3, 4, 6, 8, 47], "On": [3, 6, 8, 69, 77], "appear": [3, 4, 8, 47, 68, 74], "action_simul": 3, "too": [3, 6, 7, 8, 49, 69], "becaus": [3, 4, 6, 70, 72, 77], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69], "pars": [3, 4, 32], "note": [3, 47, 74], "box": [3, 4, 12, 66, 67, 68, 69, 70, 71, 72, 73, 77], "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "equival": 3, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "out": [3, 66, 67, 70, 74], "bound": [3, 66, 67, 68, 69, 70, 71, 72, 73], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "penalti": [3, 74, 75], "cumulative_pow": 3, "power": [3, 55, 59, 60, 61, 74, 75], "consumpt": [3, 22, 60, 61, 74, 75], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 70], "being": [3, 4, 12, 74, 75, 77], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "normal": [3, 4, 6, 65, 74, 75, 76, 77, 78], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "rollout": [3, 70], "metric": 3, "exploration_r": [3, 70], "doesn": [3, 6, 78], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38], "benefit": 3, "script": [3, 6, 69, 70, 77], "drl_batteri": [3, 6, 70, 77], "flag": [3, 6, 17, 55, 63, 71], "most": [3, 4, 74, 75], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 68], "concaten": 3, "callbacklist": [3, 6, 66, 67, 70], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "field": [3, 4, 6, 12, 38, 75], "valid": [3, 6, 50, 73, 78], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69], "recommend": [3, 6, 7, 8, 42, 69, 75], "batteri": [3, 6], "initi": [3, 4, 23, 51], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 75], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "pittsburgh": 4, "5zoneautodxvav": [4, 41], "01": [4, 69, 70, 73], "31": [4, 5], "03": [4, 70, 73], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 66, 67, 68, 69, 70, 71, 72, 73], "mix": [4, 75], "humid": [4, 69, 77], "4a": 4, "cool": [4, 69, 72, 77], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "stochast": [4, 23, 47, 69, 75, 77], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 75], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "std": [4, 47], "complet": [4, 66, 67, 70, 73], "context": [4, 5, 69, 76], "either": 4, "predefin": [4, 69, 77], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 71, 72, 75], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "self": [4, 71, 72, 75], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "weather_fil": [4, 12, 19, 69, 77], "observation_spac": [4, 12, 69, 77], "low": [4, 59, 61, 69, 76, 77], "5e6": [4, 69, 77], "high": [4, 69, 77], "shape": [4, 6, 69, 77], "observation_vari": [4, 12, 69, 77], "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "action_vari": [4, 12, 69, 77], "action_map": [4, 12, 69, 77], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "weather_vari": [4, 12, 17, 37, 69, 77], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "reward_kwarg": [4, 12, 69, 75, 77], "act_repeat": [4, 12, 17, 69, 77], "1": [4, 5, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "max_ep_data_store_num": [4, 12, 17, 69, 77], "action_definit": [4, 12, 17, 38, 69, 77], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "config_param": [4, 5, 12, 17, 69, 77], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 70], "manual": [4, 5, 7, 12], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "extra_config": [4, 12, 38], "map": [4, 12, 69, 77], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74, 78], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "regardless": [4, 12, 74], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77, 78], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 71, 72], "setpoint": [4, 41, 42, 72], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "dtype": [4, 66, 67, 69, 70, 77], "reward_fn": [4, 6], "obs_dict": [4, 72], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 77], "intermedi": 4, "free": [4, 6, 70, 72], "runperiod": [4, 68, 69, 77], "rest": [4, 6, 8, 48, 49, 75, 77], "necessari": [4, 6, 7, 8, 69, 75, 77], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 74], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "compat": [4, 6, 8, 45], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 75], "natur": 4, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "calcul": [4, 6, 66, 70, 75, 77], "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "organ": [4, 6, 69, 76], "n": [4, 6, 64, 69, 73, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "summari": [4, 63, 68], "dynam": [4, 7, 67], "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 70, 77], "correctli": [4, 6, 26, 76, 77, 78], "correct": [4, 6, 7, 8, 30, 73, 78], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 70, 72], "found": [4, 12, 38, 78], "rdd": 4, "ones": [4, 6, 75, 78], "taken": [4, 75, 77], "done": [4, 55, 68, 69, 71, 72, 73, 77, 78], "constant": [4, 6, 59, 60, 61, 71, 73, 75, 78], "discuss": [4, 69], "249": [4, 78], "range_gett": 4, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "standard": [4, 7, 30, 41, 68, 77], "repres": 4, "previous": [4, 6, 38, 69, 74], "rememb": [4, 70, 72], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 77], "notifi": [4, 6, 7], "fix": [4, 7], "actuat": [4, 26, 69], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "consist": [4, 17], "usual": [4, 7, 75], "solut": 4, "problem": [4, 6, 69, 77], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 77], "told": [4, 8], "id": [4, 6, 69, 75, 77], "seen": 4, "recogniz": 4, "word": [4, 7], "don": [4, 6, 8, 68, 74], "give": [4, 6], "plai": [4, 70, 72], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "version": [4, 6, 7, 8, 12, 69, 77], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 76], "Its": 4, "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "better": [4, 77], "form": 4, "thing": [4, 69, 75], "grow": 4, "cover": 4, "area": 4, "world": 4, "greatest": 4, "divers": 4, "characterist": [4, 75], "dedic": 4, "explan": [4, 6], "download": [4, 6], "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "exactli": [4, 77], "place": [4, 77], "That": [4, 75], "abl": [4, 6, 8, 69], "alreadi": [4, 6, 69, 72, 75, 76, 77], "even": [4, 69, 70, 72, 77], "perhap": 4, "incorpor": 4, "than": [4, 6, 74, 75, 77, 78], "intend": 4, "someon": 4, "decid": [4, 6], "far": [4, 75], "concern": [4, 69], "Be": 4, "sure": 4, "except": [4, 38, 77], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "config": [5, 6, 26, 68, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 77], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 75, 77], "less": 5, "1991": [5, 68, 69, 71, 72, 73, 77], "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "determin": [5, 6, 77], "length": [5, 6, 47, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 77, 78], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 73, 77], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 70, 77], "finish": [6, 7, 17, 77], "job": [6, 7, 8, 76], "remov": [6, 49, 59, 60, 61, 75], "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 69, 77], "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 76, 77], "termin": [6, 17, 56, 63, 64, 77], "applic": [6, 76], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 73, 77, 78], "10gb": 6, "isn": 6, "enough": 6, "silenc": 6, "would": [6, 75], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 76, 77], "write": [6, 7, 8, 76], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 75], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 76], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 77], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "report": 6, "submit": 6, "region": 6, "substitut": [6, 69, 77], "predetermin": 6, "enter": [6, 77], "after": [6, 17, 47, 68, 69, 73, 77], "immedi": 6, "hasn": [6, 29], "yet": [6, 76], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 70], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 77], "previou": [6, 64, 69, 77], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 70, 72], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 70], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "argpars": 6, "datetim": [6, 66, 67, 70, 72], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "stable_baselines3": [6, 23, 47, 66, 67, 70], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 70], "dummyvecenv": [6, 66, 67, 70], "loggerevalcallback": [6, 66, 67, 70], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "multiobswrapp": [6, 71, 73], "normalizeobserv": [6, 71, 73, 77, 78], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 75, 77], "exponenti": [6, 59, 75], "energy_weight": [6, 59, 61, 69, 75, 77], "rew": 6, "weight": [6, 59, 60, 61, 69, 75], "norm": 6, "store_tru": 6, "multiob": [6, 73, 78], "mob": 6, "multi": [6, 78], "csvlogger": [6, 22, 63, 71, 74], "ten": 6, "eval": [6, 23, 66, 70], "best": [6, 23, 66, 67, 70], "onlin": 6, "eval_freq": [6, 23, 66, 70], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 77], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 70], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 70], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 76], "max_grad_norm": 6, "m": [6, 66, 67, 70], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": [6, 73], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 75], "parse_arg": 6, "experiment_d": [6, 66, 67, 70], "todai": [6, 66, 67, 70], "strftime": [6, 66, 67, 70], "y": [6, 66, 67, 70], "d_": 6, "h": [6, 66, 67, 70], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 74], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "rate": [6, 69, 75, 77], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 70], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 72], "expreward": [6, 69, 75, 77], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 70], "verbos": [6, 22, 23, 67, 70, 76], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 66, 70], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 70], "_init_setup_model": 6, "f": [6, 8, 66, 67, 70], "model_path": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 70, 75, 77], "n_timesteps_episod": [6, 66, 67, 70], "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "eval_callback": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "best_model": [6, 66, 70], "log_path": [6, 23, 66, 70], "determinist": [6, 23, 47, 66, 70], "render": [6, 12, 23, 45, 47, 66, 70], "n_eval_episod": [6, 23, 47, 66, 70], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 70], "_env_working_dir_par": [6, 66, 67, 70], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 77], "pretti": [6, 75], "deactiv": [6, 55, 63, 74], "written": 6, "recreat": 6, "belong": [6, 55, 74], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 77], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 70, 77], "gitignor": 6, "ignor": [6, 7, 67, 76], "final": [6, 68], "load_ag": 6, "just": [6, 69, 73], "zip": [6, 72], "predict": 6, "agre": 6, "collect": [6, 55, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 75], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 68, 69, 71, 77], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 71, 72, 73, 77, 78], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 70], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 75], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 75], "creation": [6, 77], "annot": 6, "bellow": [6, 75], "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 76], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "cannot": [7, 67, 77], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 45, 66, 67, 68, 69, 70, 71, 72, 73], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 69, 74], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 70], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 76], "advantag": 7, "minim": 7, "pip": [8, 76], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 73], "click": 8, "pop": [8, 71], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 77], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 68, 69, 70, 71, 72, 73], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 75], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 72], "consid": [8, 59, 60, 61, 68, 75], "subset": [8, 73, 78], "ofici": 8, "supervis": [8, 76], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "vv": [8, 76], "anywai": [8, 76], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 77], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 74], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 77], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 72], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 59, 60, 61, 75], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 72, 77], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 77], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 68, 69, 71, 77], "explicitli": 29, "season": [30, 59, 60, 61, 69, 72, 75], "ashra": [30, 41, 42], "55": [30, 41, 69], "thermal": [30, 41, 60, 69, 75, 77], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 75], "file_path": 35, "content": [35, 74], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 74], "till": 36, "modif": [37, 75], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 75], "winter": [38, 75], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 72, 77], "sequenc": [41, 42, 43, 65, 71, 72], "indoor": [41, 42], "perceiv": [41, 42, 72], "chosen": [41, 42, 43, 72, 77], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 77], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 70], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "averag": [47, 77], "count": [47, 69, 77], "scale": [47, 76], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 71], "progress_head": [55, 63, 71], "log_progress_fil": [55, 71], "log_fil": [55, 71], "header": [55, 63, 71], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "inherit": [58, 78], "temperature_vari": [59, 60, 61, 69, 75, 77], "energy_vari": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "range_comfort_summ": [59, 60, 61, 69, 75, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 66, 68, 69, 71, 72, 77], "lambda_energi": [59, 60, 61, 75], "0001": [59, 60, 61, 70], "lambda_temperatur": [59, 60, 61, 75], "r": [59, 61], "w": [59, 60, 61, 67, 75], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 75], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 75], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 71], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 73], "stack": 64, "flat": 64, "vector": [64, 70], "reli": [65, 70], "get_unwrapped_ob": 65, "usr": [66, 67, 68, 69, 70, 71, 72, 73], "lib": [66, 67, 68, 69, 70, 71, 72, 73], "dist": [66, 67, 68, 69, 70, 71, 72, 73], "73": [66, 67, 68, 69, 70, 71, 72, 73], "userwarn": [66, 67, 68, 69, 70, 71, 72, 73], "precis": [66, 67, 68, 69, 70, 71, 72, 73], "lower": [66, 67, 68, 69, 70, 71, 72, 73], "cast": [66, 67, 68, 69, 70, 71, 72, 73], "float32": [66, 67, 68, 69, 70, 71, 72, 73, 77], "episodes_": [66, 67, 70], "env_vec": [66, 67, 70], "2022": [66, 67, 68, 69, 70, 71, 72, 73], "07": [66, 67, 68, 69, 70, 71, 72, 73], "09": [66, 67, 68, 69, 70, 71, 72, 73], "15": [66, 68, 69, 70, 71, 73, 77], "336": 66, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "340": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "343": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "346": 66, "347": [66, 70], "379": 66, "395": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "res4": 66, "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "28": [66, 68, 69, 72, 73, 77], "814": 66, "816": 66, "833": 66, "sub_run2": [66, 67, 70, 73, 74], "52": [66, 67], "095": [66, 70], "096": 66, "106": [66, 70], "sub_run3": [66, 67, 70, 74], "fromnumer": [66, 67, 70], "3432": [66, 67, 70], "runtimewarn": [66, 67, 70], "slice": [66, 67, 70], "_method": [66, 67, 70], "_mean": [66, 67, 70], "axi": [66, 67, 70], "190": [66, 67, 70], "invalid": [66, 67, 70], "encount": [66, 67, 70, 78], "double_scalar": [66, 67, 70], "ret": [66, 67, 70], "rcount": [66, 67, 70], "265": [66, 67, 70], "degre": [66, 67, 70], "freedom": [66, 67, 70], "lt": [66, 67, 70], "_var": [66, 67, 70], "ddof": [66, 67, 70], "223": [66, 67, 70], "divid": [66, 67, 70], "arrmean": [66, 67, 70], "um": [66, 67, 70], "true_divid": [66, 67, 70], "div": [66, 67, 70], "39": [66, 67, 68, 69, 70, 71, 72, 73], "unsaf": [66, 67, 70], "257": [66, 67, 68, 70, 71], "56": [66, 69, 70], "988": 66, "989": 66, "996": [66, 71], "sub_run4": [66, 67, 70], "06": 66, "618": 66, "619": 66, "626": [66, 70], "sub_run5": [66, 67, 70], "941": 66, "943": 66, "957": 66, "sub_run6": [66, 70], "num_timestep": [66, 70], "70080": [66, 70], "episode_reward": [66, 70], "22006": 66, "98": 66, "00": [66, 68, 69, 70, 73], "35040": [66, 68, 69, 70, 71, 72, 73], "168": 66, "176": [66, 69], "sub_run7": [66, 70], "862": [66, 68], "863": 66, "870": 66, "sub_run8": [66, 70], "35": 66, "851": 66, "852": 66, "861": 66, "sub_run9": [66, 70], "181": 66, "183": 66, "196": 66, "sub_run10": [66, 70], "08": [66, 67, 70, 71], "522": [66, 67, 71], "532": 66, "sub_run11": [66, 70], "140160": [66, 70], "23530": 66, "67": 66, "923": 67, "925": 67, "927": 67, "929": 67, "930": 67, "tensorboard_path": 67, "cpu": [67, 70], "712510": 67, "tensorflow": 67, "cc": 67, "169": [67, 70], "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "turn": 67, "tf_enable_onednn_opt": 67, "716588": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73], "dlerror": 67, "share": 67, "No": 67, "716606": 67, "cuda": 67, "cudart_stub": 67, "29": [67, 68, 69, 71, 73, 77], "cudart": 67, "gpu": 67, "416": 67, "425": 67, "res7": 67, "27": [67, 68, 69, 71, 73, 77], "141": 67, "149": 67, "560": 67, "563": 67, "582": 67, "25": [67, 68, 69, 71, 72, 73, 77], "548": 67, "549": 67, "557": 67, "59": [67, 69, 70, 73], "524": 67, "537": [67, 73], "04": [67, 70, 73], "617": 67, "loop": 68, "602": 68, "603": 68, "605": 68, "606": [68, 70], "607": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 71, 72, 73, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "print": [68, 69, 70, 71, 72, 73, 77, 78], "873": 68, "res1": [68, 69], "5693658209031192": [68, 71], "time_elaps": [68, 69, 70, 71, 72, 73], "900": [68, 69, 71, 72, 73], "total_pow": [68, 69, 71, 72, 73], "3780": [68, 71], "170717786078": [68, 71], "total_power_no_unit": [68, 69, 71, 72, 73], "3780170717786078": [68, 71], "7607145700276305": [68, 71], "abs_comfort": [68, 69, 71, 72, 73], "23928542997237": [68, 71], "out_temperatur": [68, 69, 71, 72, 73], "action_": [68, 69, 71, 72, 73], "18": [68, 69, 70, 71, 72, 73, 77], "2112": 68, "7625904745278": 68, "2976": [68, 69, 71, 72, 73], "2678400": [68, 69, 71, 72, 73], "22348": 68, "47236479097": 68, "234847236479097": 68, "20": [68, 69, 71, 72, 73, 75, 77], "18911065438731": 68, "22": [68, 69, 71, 72, 73, 77], "23": [68, 69, 71, 72, 73, 75, 77], "4104": 68, "265504441257": 68, "5664": [68, 69, 71, 72, 73], "5097600": [68, 69, 71, 72, 73], "12948": 68, "13071758654": 68, "2948130717586541": 68, "87810890551877": 68, "21": [68, 69, 71, 72, 73, 77], "5417": 68, "441233237612": 68, "8640": [68, 69, 71, 72, 73], "7776000": [68, 69, 71, 72, 73], "152": [68, 71, 72, 73], "4868953414246": [68, 71, 72, 73], "01524868953414246": [68, 71, 72, 73], "12519567758555894": 68, "87480432241444": 68, "26": [68, 69, 70, 71, 75, 77], "6334": 68, "076617115651": 68, "11520": [68, 69, 71, 72, 73], "10368000": [68, 69, 71, 72, 73], "9909": 68, "57629951364": 68, "9909576299513639": 68, "98956711598672": 68, "13": [68, 69, 70, 71, 72, 73], "7196": 68, "337141748097": 68, "14496": [68, 69, 71, 72, 73], "13046400": [68, 69, 71, 72, 73], "32472912215": 68, "025732472912215004": 68, "6342081608280488": 68, "36579183917195": 68, "10119": 68, "078686707608": 68, "17376": [68, 69, 71, 72, 73], "15638400": [68, 69, 71, 72, 73], "175": [68, 69, 71, 72, 73], "7796758221068": [68, 72], "017577967582210682": [68, 72], "308881942532789": 68, "69111805746721": 68, "17": [68, 69, 71, 72, 73, 77], "13344": 68, "34795468286": 68, "20352": [68, 69, 71, 72, 73], "18316800": [68, 69, 71, 72, 73], "4274": 68, "841504910937": 68, "42748415049109373": 68, "6746607947314196": 68, "32533920526858": 68, "16": [68, 69, 71, 73, 77], "16532": 68, "561015096362": 68, "23328": [68, 69, 71, 72, 73], "20995200": [68, 69, 71, 72, 73], "296": [68, 73], "4221825034278": 68, "02964221825034278": 68, "1542061821218716": 68, "84579381787813": 68, "19347": 68, "21771433634": 68, "26208": [68, 69, 71, 72, 73], "23587200": [68, 69, 71, 72, 73], "14597880471529123": 68, "85402119528471": 68, "20424": [68, 71], "606228211076": 68, "29184": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "1659288529232903": 68, "83407114707671": 68, "21596": 68, "063810147996": 68, "32064": [68, 69, 71, 72, 73], "28857600": [68, 69, 71, 72, 73], "5255": 68, "294847641754": 68, "5255294847641755": 68, "02303149966062": 68, "23614": 68, "86930856602": 68, "31536000": [68, 69, 71, 72, 73], "1992": [68, 69, 71, 72, 73, 77], "5016": 68, "972171658432": 68, "5016972171658431": 68, "9844573338465317": 68, "01554266615347": 68, "forget": 68, "40": [68, 70, 73], "720": 68, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "6739403341485966": 68, "over": 68, "environment_id": 69, "long": 69, "460": 69, "eplus_env_5zon": 69, "462": 69, "465": 69, "467": 69, "469": 69, "scratch": 69, "obvious": 69, "air": [69, 72, 75, 77], "space1": [69, 72, 75, 77], "hvac": [69, 75, 77], "electr": [69, 75, 77], "demand": [69, 75, 77], "991": 69, "993": 69, "994": 69, "esp_granada": [69, 77], "084190_swec": [69, 77], "001": [69, 77], "new_env_nam": [69, 77], "58": [69, 73], "155": 69, "eplus_env_new_env_name_mainthread_root": 69, "156": 69, "157": 69, "158": 69, "159": 69, "overwritten": [69, 77], "new_observation_vari": [69, 77], "outdoor": [69, 72, 77], "wind": [69, 77], "speed": [69, 77], "fanger": [69, 77], "ppd": [69, 77], "east": [69, 77], "new_action_vari": [69, 77], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 77], "len": [69, 77], "new_action_map": [69, 77], "new_action_spac": [69, 77], "474": 69, "eplus_env_datacent": 69, "475": 69, "477": 69, "478": 69, "479": 69, "480": 69, "608": [69, 70], "26775410632883273": 69, "5355": 69, "082126576654": 69, "5355082126576655": 69, "186377523616978": 69, "669": 69, "4534184979221": 69, "4208": 69, "635870777072": 69, "42086358707770727": 69, "228479196022084": 69, "1247": 69, "5537459734599": 69, "4421": 69, "637300732844": 69, "4421637300732844": 69, "705059073313615": 69, "1855": 69, "7928063319255": 69, "4987": 69, "415191462993": 69, "49874151914629933": 69, "024777159060027": 69, "2636": 69, "641656051256": 69, "2188": 69, "620052530483": 69, "2188620052530483": 69, "963985853561047": 69, "3518": 69, "6464879098053": 69, "4345": 69, "217932332002": 69, "4345217932332003": 69, "61357774788482": 69, "5047": 69, "521248481572": 69, "6249": 69, "758355257713": 69, "6249758355257714": 69, "04954794846631": 69, "7116": 69, "313388281761": 69, "2107": 69, "732366810708": 69, "21077323668107079": 69, "53376534972051": 69, "9326": 69, "224323881572": 69, "5939": 69, "453811738773": 69, "5939453811738773": 69, "38570883464585": 69, "10853": 69, "890187701882": 69, "2170": 69, "898935982922": 69, "2170898935982922": 69, "302507096687205": 69, "11587": 69, "916685717913": 69, "4190": 69, "456055889271": 69, "4190456055889271": 69, "099445145523461": 69, "12180": 69, "885947073011": 69, "4527": 69, "071835065274": 69, "45270718350652744": 69, "246417930160787": 69, "12816": 69, "011905214418": 69, "5262": 69, "280448896257": 69, "5262280448896258": 69, "612621010536379": 69, "3657537644182542": 69, "248": 69, "fit": [69, 77], "knowledg": 69, "pprint": 69, "579": 69, "580": 69, "583": 69, "586": 69, "587": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 77], "thermostatsetpoint": [69, 77], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "occupi": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 72, 77], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 72, 77], "plenum": 69, "aris": [69, 77], "light_control": 69, "new_action_definit": [69, 77], "32": [69, 70], "174": 69, "177": 69, "179": 69, "305": 69, "5111010314528696": 69, "2835": 69, "011953773881": 69, "2835011953773881": 69, "7387008675283511": 69, "26129913247165": 69, "421014390196424": 69, "317654": 69, "96494": 69, "31237173": 69, "1374": 69, "28410120219": 69, "6065": 69, "825052347422": 69, "6065825052347422": 69, "74254870657726": 69, "360682108922676": 69, "686012": 69, "844059": 69, "31142563": 69, "2715": 69, "7611117082783": 69, "3379": 69, "077746701543": 69, "3379077746701543": 69, "08146212423063": 69, "317330025625665": 69, "016264": 69, "09283": 69, "21295846": 69, "3660": 69, "007455360811": 69, "5457": 69, "280335251083": 69, "5457280335251083": 69, "99796649838974": 69, "966775407980537": 69, "124304": 69, "553516": 69, "9582741": 69, "4564": 69, "380860934114": 69, "6603": 69, "432140993574": 69, "6603432140993574": 69, "99301384406026": 69, "3890808542817": 69, "063656": 69, "984705": 69, "5942085": 69, "5302": 69, "692402629544": 69, "191": 69, "2911582802689": 69, "01912911582802689": 69, "4613144918713914": 69, "53868550812861": 69, "9969193980086": 69, "306587": 69, "402065": 69, "7618722": 69, "7016": 69, "025434187163": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "8821997117836595": 69, "11780028821634": 69, "27473828933916": 69, "830227": 69, "474812": 69, "73397": 69, "8777": 69, "25161267316": 69, "178": 69, "4267301020354": 69, "017842673010203543": 69, "5277853133220205": 69, "47221468667798": 69, "60363543147483": 69, "934364": 69, "353241": 69, "6373596": 69, "10438": 69, "464921588717": 69, "1929073594710715": 69, "80709264052893": 69, "1932378723401": 69, "998844": 69, "359282": 69, "98427457": 69, "12367": 69, "057910085747": 69, "428": 69, "6780367305225": 69, "04286780367305225": 69, "6108147937607988": 69, "3891852062392": 69, "843863403107411": 69, "794724": 69, "592144": 69, "3683012": 69, "13218": 69, "089719275868": 69, "439": 69, "8288126081056": 69, "04398288126081056": 69, "16923377015886132": 69, "83076622984114": 69, "710713063269523": 69, "533552": 69, "096302": 69, "40426022": 69, "14225": 69, "5891712317": 69, "38023912699316": 69, "988834083817571": 69, "86006": 69, "556025": 69, "027832627": 69, "15616": 69, "602179397853": 69, "2767": 69, "822204079172": 69, "2767822204079172": 69, "3667378090425686": 69, "63326219095743": 69, "2879179385394967": 69, "618801": 69, "638168": 69, "5123796": 69, "4456792859417381": 69, "43": 69, "252": 69, "put": [69, 77], "leav": [69, 77], "intact": [69, 77], "extra_conf": [69, 77], "44": 69, "485": 69, "487": 69, "490": 69, "494": 69, "496": 69, "ref": 70, "433": 70, "434": 70, "436": 70, "437": 70, "feel": [70, 72], "loggerev": 70, "earlier": 70, "few": 70, "02": [70, 73], "041": 70, "048": 70, "res3": 70, "898": 70, "899": 70, "906": 70, "ep_len_mean": 70, "5e": 70, "ep_rew_mean": 70, "36e": 70, "fp": 70, "2443": 70, "36": [70, 72], "664": 70, "666": 70, "683": 70, "41": 70, "567": 70, "570": 70, "585": 70, "572": 70, "594": 70, "22754": 70, "48e": 70, "comfort_viol": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "07e": 70, "power_penalti": [70, 71], "std_reward": 70, "33e": 70, "972": 70, "72": 70, "loss": 70, "n_updat": 70, "5019": 70, "42": 70, "104": 70, "122": 70, "32e": 70, "1024": 70, "102": 70, "105120": 70, "13779": 70, "329": 70, "330": 70, "337": 70, "349": 70, "369": 70, "34": [70, 73], "097": 70, "113": 70, "49": 70, "378": 70, "381": 70, "406": 70, "22400": 70, "83e": 70, "65e": 70, "31e": 70, "825": 70, "22539": 70, "0x7f8e66038ee0": 70, "gt": 70, "54": 70, "736": 70, "writen": 71, "funtion": 71, "create_row_cont": 71, "customcsvlogg": 71, "super": [71, 75], "last_10_steps_reward": 71, "_create_row_cont": 71, "instanti": 71, "57": 71, "743": 71, "746": 71, "749": 71, "751": 71, "752": [71, 72], "984": 71, "res5": 71, "2061": 71, "064957150696": 71, "22592": 71, "29761805248": 71, "259229761805248": 71, "29027708737195": 71, "4085": 71, "7626350724654": 71, "420": 71, "968971758518": 71, "042096897175851807": 71, "11870426967686143": 71, "88129573032314": 71, "5435": 71, "5346266621": 71, "11649": 71, "00520907892": 71, "164900520907892": 71, "81204708989529": 71, "6345": 71, "247828294638": 71, "29631550252394": 71, "7202": 71, "603862296734": 71, "3532375277869": 71, "025735323752778694": 71, "74339864119381": 71, "25660135880619": 71, "10096": 71, "316306201286": 71, "7796775010779": 71, "017577967750107792": 71, "050386500045999": 71, "949613499954": 71, "13373": 71, "916779680616": 71, "12541": 71, "97872344346": 71, "254197872344346": 71, "9257929336437414": 71, "07420706635626": 71, "16582": 71, "229771212274": 71, "2297": 71, "770586821443": 71, "22977705868214432": 71, "0045748664060916": 71, "99542513359391": 71, "19397": 71, "944264214886": 71, "5381431017472": 71, "07525381431017472": 71, "17564750687498": 71, "788544721127": 71, "1287670446718": 71, "052212876704467184": 71, "00072925585593": 71, "21565": 71, "995065534156": 71, "7777": 71, "204818523511": 71, "7777204818523511": 71, "97813067889673": 71, "23560": 71, "17226791806": 71, "23095": 71, "70961516462": 71, "309570961516462": 71, "15004851034096944": 71, "84995148965903": 71, "672379345545623": 71, "464": 71, "sai": 72, "get_season_comfort_rang": 72, "753": 72, "756": 72, "761": 72, "763": 72, "extend": 72, "desir": 72, "rbc5zone": [72, 77], "myrulebasedcontrol": 72, "daytim": 72, "out_temp": 72, "summer_start_d": 72, "summer_final_d": 72, "current_dt": 72, "season_comfort_rang": 72, "setpoints_summ": 72, "in_temp": 72, "current_heat_setpoint": 72, "current_cool_setpoint": 72, "new_heat_setpoint": 72, "new_cool_setpoint": 72, "weekend": 72, "night": 72, "33": 72, "37": 72, "293": 72, "309": 72, "res6": 72, "9027267231826451": [72, 73], "18054": [72, 73], "5344636529": [72, 73], "8054534463652903": [72, 73], "99998833869494": [72, 73], "1764": 72, "4480209727506": 72, "18190": 72, "11301727289": 72, "8190113017272893": 72, "32998609178986": 72, "3319": 72, "0240158271495": 72, "6499": 72, "498986238363": 72, "6499498986238363": 72, "32985628557421": 72, "4331": 72, "530660717744": 72, "2698020216335806": 72, "73019797836642": 72, "5030": 72, "34341168003": 72, "2756": 72, "596244185509": 72, "2756596244185509": 72, "33021642625628": 72, "5624": 72, "205479307242": 72, "871": 72, "8985175509725": 72, "08718985175509726": 72, "6700868290835906": 72, "32991317091641": 72, "7188": 72, "94373222068": 72, "710258038781241": 72, "28974196121876": 72, "9056": 72, "39052356895": 72, "20410": 72, "91452531903": 72, "041091452531903": 72, "33010209424337": 72, "10854": 72, "090922968613": 72, "3438": 72, "778066876331": 72, "3438778066876331": 72, "32982109298299": 72, "12308": 72, "980146004908": 72, "6368": 72, "219126588838": 72, "6368219126588838": 72, "33031589389634": 72, "12900": 72, "560641948945": 72, "2705": 72, "336525778672": 72, "2705336525778672": 72, "33017846907974": 72, "13780": 72, "798440045137": 72, "5352": 72, "233991403948": 72, "5352233991403947": 72, "32992237675168": 72, "15499": 72, "608669456482": 72, "19332": 72, "86497279549": 72, "9332864972795492": 72, "33000068783789": 72, "4423404300643832": 72, "46": [72, 73], "026": 72, "normil": 73, "778": 73, "780": 73, "783": 73, "785": 73, "786": 73, "789": 73, "805": 73, "res16": 73, "9910000e": 73, "0000000e": 73, "5000000e": 73, "0999999e": 73, "9000000e": 73, "1000000e": 73, "0999992e": 73, "9707859e": 73, "8362732e": 73, "486": 73, "488": 73, "505": 73, "98466104": 73, "33834645": 73, "9484536": 73, "17748918": 73, "8111888": 73, "800001": 73, "44444445": 73, "39061695": 73, "43193626": 73, "56101173": 73, "45": 73, "445": 73, "643": 73, "646": 73, "649": 73, "653": 73, "657": 73, "48": 73, "201": 73, "203": 73, "205": 73, "208": 73, "210": 73, "213": 73, "225": 73, "res18": 73, "53": 73, "099": 73, "108": 73, "144": 73, "535": 73, "540": 73, "543": 73, "545": 73, "744": 73, "754": 73, "res19": 73, "2097": 73, "069513380396": 73, "4420": 73, "417448015461": 73, "44204174480154607": 73, "5592545746684792": 73, "44074542533152": 73, "4115": 73, "586715117292": 73, "15106": 73, "04831627059": 73, "510604831627059": 73, "73615474040233": 73, "5458": 73, "5534876380125": 73, "7163": 73, "35210582586": 73, "7163352105825861": 73, "99485496779759": 73, "6378": 73, "342330065786": 73, "75661867832585": 73, "7230": 73, "79295371363": 73, "11573": 73, "19138929936": 73, "157319138929936": 73, "1447156088359804": 73, "85528439116402": 73, "10136": 73, "551748683549": 73, "779675822106": 73, "0175779675822106": 73, "2201257903301403": 73, "77987420966986": 73, "13417": 73, "322446742612": 73, "20438": 73, "77860937315": 73, "043877860937315": 73, "2761863833358795": 73, "72381361666412": 73, "16653": 73, "395519627065": 73, "4058515355591": 73, "029640585153555915": 73, "0341594895709108": 73, "96584051042909": 73, "19473": 73, "56028227908": 73, "33729078022685": 73, "20476": 73, "057376697874": 73, "12183": 73, "50538957212": 73, "218350538957212": 73, "85073350665203": 73, "21654": 73, "559762066197": 73, "6211799169361": 73, "01526211799169361": 73, "027243301837089": 73, "97275669816291": 73, "23670": 73, "370352311853": 73, "23172": 73, "08056052774": 73, "317208056052774": 73, "13047508039367": 73, "6755242680454563": 73, "289": 73, "re": 74, "num_simul": 74, "sub_runn": 74, "utilsocket": 74, "monitor_norm": 74, "sub_run": 74, "num_episod": 74, "maximum": 74, "within": [74, 76], "suit": 74, "observation_valu": 74, "row": 74, "carri": 74, "techniqu": 74, "factor": 74, "discomfort": 75, "togeth": 75, "insid": [75, 77], "typic": 75, "satisfact": 75, "similar": 75, "increas": 75, "higher": 75, "hourlylinearreward": 75, "slight": 75, "am": 75, "pm": 75, "equal": 75, "neg": 75, "perfect": 75, "behavior": 75, "adjust": 75, "uniqu": [75, 76], "reflect": 75, "But": [75, 77], "imagin": 75, "signal": 75, "__call__": 75, "below": 75, "basereward": 75, "customreward": 75, "naiv": 75, "under": [76, 77], "small": 76, "independ": 76, "test_common": 76, "test_reward": 76, "test_wrapp": 76, "test_simul": 76, "test_config": 76, "test_env": 76, "test_control": 76, "test_stable_baselin": 76, "conceptu": 76, "readm": 76, "try_env": 77, "soon": 77, "dispos": 77, "practic": 77, "screen": 77, "basi": 77, "criteria": 77, "rbcdatacent": 77, "randomcontrol": 77, "west": 77, "htgsetp": 77, "clgsetp": 77, "kind": 77, "subject": 77, "assign": 77, "dualsetp": 77, "heating_nam": 77, "cooling_nam": 77, "heating_initial_valu": 77, "cooling_initial_valu": 77, "variant": 78, "bug": 78}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 72, 77], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 70], "logger": [3, 54, 55, 56, 71, 73, 74], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 77], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 77], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "kwarg": 4, "action": [4, 7, 69, 77], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 74], "observ": [4, 69, 73, 77], "space": [4, 69, 77], "name": 4, "definit": [4, 69, 77], "extra": [4, 5, 69, 77], "configur": [4, 5, 6, 8, 69, 71, 77], "ad": [4, 69, 77], "new": [4, 7, 69, 76, 77], "build": [4, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 71], "first": 6, "step": [6, 71], "2": [6, 8, 71], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 76], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 71], "instal": [8, 76], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 77], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evalu": [46, 47], "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "loggerwrapp": [63, 71], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": 69, "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "usag": [70, 77], "person": 71, "inherit": 71, "csvloger": 71, "intanci": 71, "rule": [72, 77], "normal": 73, "multi": 73, "all": 73, "one": 73, "format": 74, "custom": 75, "test": 76, "pytest": 76, "run": 76, "simplest": 77, "overwrit": 77, "some": 77, "default": 77, "valu": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new weathers for environments": [[4, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "DRL usage example": [[70, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[71, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Wrappers example": [[73, "Wrappers-example"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Output format": [[74, "output-format"]], "Logger": [[74, "logger"]], "Rewards": [[75, "rewards"]], "Custom Rewards": [[75, "custom-rewards"]], "Tests": [[76, "tests"]], "Install Pytest": [[76, "install-pytest"]], "Running tests": [[76, "running-tests"]], "Create new tests": [[76, "create-new-tests"]], "Usage example": [[77, "usage-example"]], "Simplest example": [[77, "simplest-example"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding wrappers": [[77, "adding-wrappers"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Wrappers": [[78, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "openai": [0, 4, 9, 45, 68, 76], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "deep": [0, 6, 8, 9, 70, 77], "reinforc": [0, 6, 8, 9, 70, 75, 77], "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 75, 76, 77, 78], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "commun": [0, 9, 13, 38, 74, 76], "between": [0, 3, 4, 9, 28, 75], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "tool": [0, 9, 77], "allow": [0, 3, 4, 6, 7, 9, 75], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 78], "backend": [0, 6, 9], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 77], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "customiz": [0, 9], "aim": [0, 4, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 77], "packag": [0, 7, 9, 66, 67, 68, 69, 70, 71, 72, 73, 76], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "experiment": [0, 4, 9], "easi": [0, 9, 76], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 74], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "aspect": [0, 9, 75], "wai": [0, 4, 5, 6, 9, 69, 77], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 74], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 66, 67, 68, 70, 71, 72, 73], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "well": [0, 3, 4, 9, 47, 70], "peopl": [0, 4, 9, 69, 75, 77], "occup": [0, 4, 9, 30, 41, 69, 77], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "per": [0, 3, 4, 5, 9, 47, 55, 74], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "period": [0, 4, 9, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 74], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 78], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "without": [0, 4, 6, 7, 9, 38, 65, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "extern": [0, 4, 6, 9, 38, 69, 74], "cfg": [0, 4, 9, 17, 38, 74], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75, 78], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "what": [0, 4, 6, 9, 69, 73, 77], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "obtain": [0, 3, 4, 9, 12, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 74], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "indic": [0, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "replac": [0, 4, 9, 69, 77], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "take": [0, 4, 5, 7, 9, 38, 45, 70], "care": [0, 4, 6, 9], "relev": [0, 9], "intern": [0, 3, 4, 9, 75], "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "baselin": [0, 3, 9, 21, 44, 45, 76], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "team": [0, 6, 8, 9, 77], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "drl": [0, 2, 4, 6, 9, 66, 67, 77], "librari": [0, 6, 8, 9, 67, 72, 76], "support": [0, 3, 4, 8, 9, 12, 76], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "account": [0, 4, 5, 6, 8, 9, 49, 50, 75], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69, 70], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 77], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 76], "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 77], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 68, 69, 70, 72, 78], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 70, 74, 75], "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "purpos": [0, 4, 6, 9, 69, 77], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76, 78], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 70], "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 76], "workflow": [0, 7, 9, 76], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 4, 6, 9, 75], "understand": [0, 9, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "stai": [0, 5, 9, 75], "tune": [0, 5, 9, 75], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "those": [0, 3, 4, 6, 30, 69, 75], "interest": [0, 77], "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "issu": [0, 4, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77, 78], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "read": [0, 4, 6, 15, 17, 52, 70], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "comput": [0, 3, 6, 67, 70], "contain": [0, 4, 7, 47, 49, 50, 68, 76], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "instal": [0, 6, 7, 17, 77], "section": [0, 2, 3, 4, 6, 8, 69, 75, 76, 77], "host": [0, 6, 74], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "offici": 0, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 27, 69, 74], "framework": [0, 76], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "citi": 0, "transport": 0, "page": [0, 4, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "random": [2, 6, 43, 77], "rule": [2, 6, 41, 42, 76], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "datacent": [2, 4, 6, 69, 77], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "py": [2, 3, 4, 6, 8, 45, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "veri": [2, 6, 7, 8, 69, 75, 77], "perform": [2, 4, 6, 23, 47, 64, 75], "refer": [2, 6], "point": [2, 67, 70, 77], "studi": [2, 4], "simpl": [2, 4, 68, 69, 75, 77], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "instanc": [2, 3, 4, 6, 12, 49, 74], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "usag": [2, 6, 66, 78], "facil": [3, 69, 75, 77], "discret": [3, 4, 12, 68, 69, 75, 77], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 70], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "import": [3, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "manipul": [3, 6, 7], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "therefor": [3, 4, 75, 77], "propos": 3, "extract": [3, 4, 12, 34, 38], "why": 3, "loggercallback": [3, 6, 67], "deal": 3, "subtleti": 3, "record": [3, 29, 33, 55, 63, 74], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "constructor": [3, 4, 5, 15, 69, 75, 77], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 69, 77], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "compar": [3, 7], "There": [3, 6, 7, 8, 74], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "log_interv": [3, 6, 66, 67, 70], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "consequ": [3, 6, 75], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75, 78], "instead": [3, 4, 6, 8, 47], "On": [3, 6, 8, 69, 77], "appear": [3, 4, 8, 47, 68, 74], "action_simul": 3, "too": [3, 6, 7, 8, 49, 69], "becaus": [3, 4, 6, 70, 72, 77], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69], "pars": [3, 4, 32], "note": [3, 47, 74], "box": [3, 4, 12, 66, 67, 68, 69, 70, 71, 72, 73, 77], "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "equival": 3, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "out": [3, 66, 67, 70, 74], "bound": [3, 66, 67, 68, 69, 70, 71, 72, 73], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "penalti": [3, 74, 75], "cumulative_pow": 3, "power": [3, 55, 59, 60, 61, 74, 75], "consumpt": [3, 22, 60, 61, 74, 75], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 70], "being": [3, 4, 12, 74, 75, 77], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "normal": [3, 4, 6, 65, 74, 75, 76, 77, 78], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "rollout": [3, 70], "metric": 3, "exploration_r": [3, 70], "doesn": [3, 6, 78], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38], "benefit": 3, "script": [3, 6, 69, 70, 77], "drl_batteri": [3, 6, 70, 77], "flag": [3, 6, 17, 55, 63, 71], "most": [3, 4, 74, 75], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 68], "concaten": 3, "callbacklist": [3, 6, 66, 67, 70], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "field": [3, 4, 6, 12, 38, 75], "valid": [3, 6, 50, 73, 78], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69], "recommend": [3, 6, 7, 8, 42, 69, 75], "batteri": [3, 6], "initi": [3, 4, 23, 51], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 75], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "pittsburgh": 4, "5zoneautodxvav": [4, 41], "01": [4, 69, 70, 73], "31": [4, 5], "03": [4, 70, 73], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 66, 67, 68, 69, 70, 71, 72, 73], "mix": [4, 75], "humid": [4, 69, 77], "4a": 4, "cool": [4, 69, 72, 77], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "stochast": [4, 23, 47, 69, 75, 77], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 75], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "std": [4, 47], "complet": [4, 66, 67, 70, 73], "context": [4, 5, 69, 76], "either": 4, "predefin": [4, 69, 77], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 71, 72, 75], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "self": [4, 71, 72, 75], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "weather_fil": [4, 12, 19, 69, 77], "observation_spac": [4, 12, 69, 77], "low": [4, 59, 61, 69, 76, 77], "5e6": [4, 69, 77], "high": [4, 69, 77], "shape": [4, 6, 69, 77], "observation_vari": [4, 12, 69, 77], "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "action_vari": [4, 12, 69, 77], "action_map": [4, 12, 69, 77], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "weather_vari": [4, 12, 17, 37, 69, 77], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "reward_kwarg": [4, 12, 69, 75, 77], "act_repeat": [4, 12, 17, 69, 77], "1": [4, 5, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "max_ep_data_store_num": [4, 12, 17, 69, 77], "action_definit": [4, 12, 17, 38, 69, 77], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "config_param": [4, 5, 12, 17, 69, 77], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 70], "manual": [4, 5, 7, 12], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "extra_config": [4, 12, 38], "map": [4, 12, 69, 77], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74, 78], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "regardless": [4, 12, 74], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77, 78], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 71, 72], "setpoint": [4, 41, 42, 72], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "dtype": [4, 66, 67, 69, 70, 77], "reward_fn": [4, 6], "obs_dict": [4, 72], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 77], "intermedi": 4, "free": [4, 6, 70, 72], "runperiod": [4, 68, 69, 77], "rest": [4, 6, 8, 48, 49, 75, 77], "necessari": [4, 6, 7, 8, 69, 75, 77], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 74], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "compat": [4, 6, 8, 45], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 75], "natur": 4, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "calcul": [4, 6, 66, 70, 75, 77], "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "organ": [4, 6, 69, 76], "n": [4, 6, 64, 69, 73, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "summari": [4, 63, 68], "dynam": [4, 7, 67], "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 70, 77], "correctli": [4, 6, 26, 76, 77, 78], "correct": [4, 6, 7, 8, 30, 73, 78], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 70, 72], "found": [4, 12, 38, 78], "rdd": 4, "ones": [4, 6, 75, 78], "taken": [4, 75, 77], "done": [4, 55, 68, 69, 71, 72, 73, 77, 78], "constant": [4, 6, 59, 60, 61, 71, 73, 75, 78], "discuss": [4, 69], "249": [4, 78], "range_gett": 4, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "standard": [4, 7, 30, 41, 68, 77], "repres": 4, "previous": [4, 6, 38, 69, 74], "rememb": [4, 70, 72], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 77], "notifi": [4, 6, 7], "fix": [4, 7], "actuat": [4, 26, 69], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "consist": [4, 17], "usual": [4, 7, 75], "solut": 4, "problem": [4, 6, 69, 77], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 77], "told": [4, 8], "id": [4, 6, 69, 75, 77], "seen": 4, "recogniz": 4, "word": [4, 7], "don": [4, 6, 8, 68, 74], "give": [4, 6], "plai": [4, 70, 72], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "version": [4, 6, 7, 8, 12, 69, 77], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 76], "Its": 4, "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "better": [4, 77], "form": 4, "thing": [4, 69, 75], "grow": 4, "cover": 4, "area": 4, "world": 4, "greatest": 4, "divers": 4, "characterist": [4, 75], "dedic": 4, "explan": [4, 6], "download": [4, 6], "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "exactli": [4, 77], "place": [4, 77], "That": [4, 75], "abl": [4, 6, 8, 69], "alreadi": [4, 6, 69, 72, 75, 76, 77], "even": [4, 69, 70, 72, 77], "perhap": 4, "incorpor": 4, "than": [4, 6, 74, 75, 77, 78], "intend": 4, "someon": 4, "decid": [4, 6], "far": [4, 75], "concern": [4, 69], "Be": 4, "sure": 4, "except": [4, 38, 77], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "config": [5, 6, 26, 68, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 77], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 75, 77], "less": 5, "1991": [5, 68, 69, 71, 72, 73, 77], "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "determin": [5, 6, 77], "length": [5, 6, 47, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 77, 78], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 73, 77], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 70, 77], "finish": [6, 7, 17, 77], "job": [6, 7, 8, 76], "remov": [6, 49, 59, 60, 61, 75], "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 69, 77], "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 76, 77], "termin": [6, 17, 56, 63, 64, 77], "applic": [6, 76], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 73, 77, 78], "10gb": 6, "isn": 6, "enough": 6, "silenc": 6, "would": [6, 75], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 76, 77], "write": [6, 7, 8, 76], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 75], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 76], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 77], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "report": 6, "submit": 6, "region": 6, "substitut": [6, 69, 77], "predetermin": 6, "enter": [6, 77], "after": [6, 17, 47, 68, 69, 73, 77], "immedi": 6, "hasn": [6, 29], "yet": [6, 76], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 70], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 77], "previou": [6, 64, 69, 77], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 70, 72], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 70], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "argpars": 6, "datetim": [6, 66, 67, 70, 72], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "stable_baselines3": [6, 23, 47, 66, 67, 70], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 70], "dummyvecenv": [6, 66, 67, 70], "loggerevalcallback": [6, 66, 67, 70], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "multiobswrapp": [6, 71, 73], "normalizeobserv": [6, 71, 73, 77, 78], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 75, 77], "exponenti": [6, 59, 75], "energy_weight": [6, 59, 61, 69, 75, 77], "rew": 6, "weight": [6, 59, 60, 61, 69, 75], "norm": 6, "store_tru": 6, "multiob": [6, 73, 78], "mob": 6, "multi": [6, 78], "csvlogger": [6, 22, 63, 71, 74], "ten": 6, "eval": [6, 23, 66, 70], "best": [6, 23, 66, 67, 70], "onlin": 6, "eval_freq": [6, 23, 66, 70], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 77], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 70], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 70], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 76], "max_grad_norm": 6, "m": [6, 66, 67, 70], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": [6, 73], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 75], "parse_arg": 6, "experiment_d": [6, 66, 67, 70], "todai": [6, 66, 67, 70], "strftime": [6, 66, 67, 70], "y": [6, 66, 67, 70], "d_": 6, "h": [6, 66, 67, 70], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 74], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "rate": [6, 69, 75, 77], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 70], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 72], "expreward": [6, 69, 75, 77], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 70], "verbos": [6, 22, 23, 67, 70, 76], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 66, 70], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 70], "_init_setup_model": 6, "f": [6, 8, 66, 67, 70], "model_path": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 70, 75, 77], "n_timesteps_episod": [6, 66, 67, 70], "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "eval_callback": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "best_model": [6, 66, 70], "log_path": [6, 23, 66, 70], "determinist": [6, 23, 47, 66, 70], "render": [6, 12, 23, 45, 47, 66, 70], "n_eval_episod": [6, 23, 47, 66, 70], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 70], "_env_working_dir_par": [6, 66, 67, 70], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 77], "pretti": [6, 75], "deactiv": [6, 55, 63, 74], "written": 6, "recreat": 6, "belong": [6, 55, 74], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 77], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 70, 77], "gitignor": 6, "ignor": [6, 7, 67, 76], "final": [6, 68], "load_ag": 6, "just": [6, 69, 73], "zip": [6, 72], "predict": 6, "agre": 6, "collect": [6, 55, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 75], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 68, 69, 71, 77], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 71, 72, 73, 77, 78], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 70], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 75], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 75], "creation": [6, 77], "annot": 6, "bellow": [6, 75], "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 76], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "cannot": [7, 67, 77], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 45, 66, 67, 68, 69, 70, 71, 72, 73], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 69, 74], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 70], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 76], "advantag": 7, "minim": 7, "pip": [8, 76], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 73], "click": 8, "pop": [8, 71], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 77], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 68, 69, 70, 71, 72, 73], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 75], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 72], "consid": [8, 59, 60, 61, 68, 75], "subset": [8, 73, 78], "ofici": 8, "supervis": [8, 76], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "vv": [8, 76], "anywai": [8, 76], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 77], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 74], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 77], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 72], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 59, 60, 61, 75], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 72, 77], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 77], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 68, 69, 71, 77], "explicitli": 29, "season": [30, 59, 60, 61, 69, 72, 75], "ashra": [30, 41, 42], "55": [30, 41, 69], "thermal": [30, 41, 60, 69, 75, 77], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 75], "file_path": 35, "content": [35, 74], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 74], "till": 36, "modif": [37, 75], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 75], "winter": [38, 75], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 72, 77], "sequenc": [41, 42, 43, 65, 71, 72], "indoor": [41, 42], "perceiv": [41, 42, 72], "chosen": [41, 42, 43, 72, 77], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 77], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 70], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "averag": [47, 77], "count": [47, 69, 77], "scale": [47, 76], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 71], "progress_head": [55, 63, 71], "log_progress_fil": [55, 71], "log_fil": [55, 71], "header": [55, 63, 71], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "inherit": [58, 78], "temperature_vari": [59, 60, 61, 69, 75, 77], "energy_vari": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "range_comfort_summ": [59, 60, 61, 69, 75, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 66, 68, 69, 71, 72, 77], "lambda_energi": [59, 60, 61, 75], "0001": [59, 60, 61, 70], "lambda_temperatur": [59, 60, 61, 75], "r": [59, 61], "w": [59, 60, 61, 67, 75], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 75], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 75], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 71], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 73], "stack": 64, "flat": 64, "vector": [64, 70], "reli": [65, 70], "get_unwrapped_ob": 65, "usr": [66, 67, 68, 69, 70, 71, 72, 73], "lib": [66, 67, 68, 69, 70, 71, 72, 73], "dist": [66, 67, 68, 69, 70, 71, 72, 73], "73": [66, 67, 68, 69, 70, 71, 72, 73], "userwarn": [66, 67, 68, 69, 70, 71, 72, 73], "precis": [66, 67, 68, 69, 70, 71, 72, 73], "lower": [66, 67, 68, 69, 70, 71, 72, 73], "cast": [66, 67, 68, 69, 70, 71, 72, 73], "float32": [66, 67, 68, 69, 70, 71, 72, 73, 77], "episodes_": [66, 67, 70], "env_vec": [66, 67, 70], "2022": [66, 67, 68, 69, 70, 71, 72, 73], "07": [66, 67, 68, 69, 70, 71, 72, 73], "09": [66, 67, 68, 69, 70, 71, 72, 73], "15": [66, 68, 69, 70, 71, 73, 77], "336": 66, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "340": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "343": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "346": 66, "347": [66, 70], "379": 66, "395": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "res4": 66, "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "28": [66, 68, 69, 72, 73, 77], "814": 66, "816": 66, "833": 66, "sub_run2": [66, 67, 70, 73, 74], "52": [66, 67], "095": [66, 70], "096": 66, "106": [66, 70], "sub_run3": [66, 67, 70, 74], "fromnumer": [66, 67, 70], "3432": [66, 67, 70], "runtimewarn": [66, 67, 70], "slice": [66, 67, 70], "_method": [66, 67, 70], "_mean": [66, 67, 70], "axi": [66, 67, 70], "190": [66, 67, 70], "invalid": [66, 67, 70], "encount": [66, 67, 70, 78], "double_scalar": [66, 67, 70], "ret": [66, 67, 70], "rcount": [66, 67, 70], "265": [66, 67, 70], "degre": [66, 67, 70], "freedom": [66, 67, 70], "lt": [66, 67, 70], "_var": [66, 67, 70], "ddof": [66, 67, 70], "223": [66, 67, 70], "divid": [66, 67, 70], "arrmean": [66, 67, 70], "um": [66, 67, 70], "true_divid": [66, 67, 70], "div": [66, 67, 70], "39": [66, 67, 68, 69, 70, 71, 72, 73], "unsaf": [66, 67, 70], "257": [66, 67, 68, 70, 71], "56": [66, 69, 70], "988": 66, "989": 66, "996": [66, 71], "sub_run4": [66, 67, 70], "06": 66, "618": 66, "619": 66, "626": [66, 70], "sub_run5": [66, 67, 70], "941": 66, "943": 66, "957": 66, "sub_run6": [66, 70], "num_timestep": [66, 70], "70080": [66, 70], "episode_reward": [66, 70], "22006": 66, "98": 66, "00": [66, 68, 69, 70, 73], "35040": [66, 68, 69, 70, 71, 72, 73], "168": 66, "176": [66, 69], "sub_run7": [66, 70], "862": [66, 68], "863": 66, "870": 66, "sub_run8": [66, 70], "35": 66, "851": 66, "852": 66, "861": 66, "sub_run9": [66, 70], "181": 66, "183": 66, "196": 66, "sub_run10": [66, 70], "08": [66, 67, 70, 71], "522": [66, 67, 71], "532": 66, "sub_run11": [66, 70], "140160": [66, 70], "23530": 66, "67": 66, "923": 67, "925": 67, "927": 67, "929": 67, "930": 67, "tensorboard_path": 67, "cpu": [67, 70], "712510": 67, "tensorflow": 67, "cc": 67, "169": [67, 70], "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "turn": 67, "tf_enable_onednn_opt": 67, "716588": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73], "dlerror": 67, "share": 67, "No": 67, "716606": 67, "cuda": 67, "cudart_stub": 67, "29": [67, 68, 69, 71, 73, 77], "cudart": 67, "gpu": 67, "416": 67, "425": 67, "res7": 67, "27": [67, 68, 69, 71, 73, 77], "141": 67, "149": 67, "560": 67, "563": 67, "582": 67, "25": [67, 68, 69, 71, 72, 73, 77], "548": 67, "549": 67, "557": 67, "59": [67, 69, 70, 73], "524": 67, "537": [67, 73], "04": [67, 70, 73], "617": 67, "loop": 68, "602": 68, "603": 68, "605": 68, "606": [68, 70], "607": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 71, 72, 73, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "print": [68, 69, 70, 71, 72, 73, 77, 78], "873": 68, "res1": [68, 69], "5693658209031192": [68, 71], "time_elaps": [68, 69, 70, 71, 72, 73], "900": [68, 69, 71, 72, 73], "total_pow": [68, 69, 71, 72, 73], "3780": [68, 71], "170717786078": [68, 71], "total_power_no_unit": [68, 69, 71, 72, 73], "3780170717786078": [68, 71], "7607145700276305": [68, 71], "abs_comfort": [68, 69, 71, 72, 73], "23928542997237": [68, 71], "out_temperatur": [68, 69, 71, 72, 73], "action_": [68, 69, 71, 72, 73], "18": [68, 69, 70, 71, 72, 73, 77], "2112": 68, "7625904745278": 68, "2976": [68, 69, 71, 72, 73], "2678400": [68, 69, 71, 72, 73], "22348": 68, "47236479097": 68, "234847236479097": 68, "20": [68, 69, 71, 72, 73, 75, 77], "18911065438731": 68, "22": [68, 69, 71, 72, 73, 77], "23": [68, 69, 71, 72, 73, 75, 77], "4104": 68, "265504441257": 68, "5664": [68, 69, 71, 72, 73], "5097600": [68, 69, 71, 72, 73], "12948": 68, "13071758654": 68, "2948130717586541": 68, "87810890551877": 68, "21": [68, 69, 71, 72, 73, 77], "5417": 68, "441233237612": 68, "8640": [68, 69, 71, 72, 73], "7776000": [68, 69, 71, 72, 73], "152": [68, 71, 72, 73], "4868953414246": [68, 71, 72, 73], "01524868953414246": [68, 71, 72, 73], "12519567758555894": 68, "87480432241444": 68, "26": [68, 69, 70, 71, 75, 77], "6334": 68, "076617115651": 68, "11520": [68, 69, 71, 72, 73], "10368000": [68, 69, 71, 72, 73], "9909": 68, "57629951364": 68, "9909576299513639": 68, "98956711598672": 68, "13": [68, 69, 70, 71, 72, 73], "7196": 68, "337141748097": 68, "14496": [68, 69, 71, 72, 73], "13046400": [68, 69, 71, 72, 73], "32472912215": 68, "025732472912215004": 68, "6342081608280488": 68, "36579183917195": 68, "10119": 68, "078686707608": 68, "17376": [68, 69, 71, 72, 73], "15638400": [68, 69, 71, 72, 73], "175": [68, 69, 71, 72, 73], "7796758221068": [68, 72], "017577967582210682": [68, 72], "308881942532789": 68, "69111805746721": 68, "17": [68, 69, 71, 72, 73, 77], "13344": 68, "34795468286": 68, "20352": [68, 69, 71, 72, 73], "18316800": [68, 69, 71, 72, 73], "4274": 68, "841504910937": 68, "42748415049109373": 68, "6746607947314196": 68, "32533920526858": 68, "16": [68, 69, 71, 73, 77], "16532": 68, "561015096362": 68, "23328": [68, 69, 71, 72, 73], "20995200": [68, 69, 71, 72, 73], "296": [68, 73], "4221825034278": 68, "02964221825034278": 68, "1542061821218716": 68, "84579381787813": 68, "19347": 68, "21771433634": 68, "26208": [68, 69, 71, 72, 73], "23587200": [68, 69, 71, 72, 73], "14597880471529123": 68, "85402119528471": 68, "20424": [68, 71], "606228211076": 68, "29184": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "1659288529232903": 68, "83407114707671": 68, "21596": 68, "063810147996": 68, "32064": [68, 69, 71, 72, 73], "28857600": [68, 69, 71, 72, 73], "5255": 68, "294847641754": 68, "5255294847641755": 68, "02303149966062": 68, "23614": 68, "86930856602": 68, "31536000": [68, 69, 71, 72, 73], "1992": [68, 69, 71, 72, 73, 77], "5016": 68, "972171658432": 68, "5016972171658431": 68, "9844573338465317": 68, "01554266615347": 68, "forget": 68, "40": [68, 70, 73], "720": 68, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "6739403341485966": 68, "over": 68, "environment_id": 69, "long": 69, "460": 69, "eplus_env_5zon": 69, "462": 69, "465": 69, "467": 69, "469": 69, "scratch": 69, "obvious": 69, "air": [69, 72, 75, 77], "space1": [69, 72, 75, 77], "hvac": [69, 75, 77], "electr": [69, 75, 77], "demand": [69, 75, 77], "991": 69, "993": 69, "994": 69, "esp_granada": [69, 77], "084190_swec": [69, 77], "001": [69, 77], "new_env_nam": [69, 77], "58": [69, 73], "155": 69, "eplus_env_new_env_name_mainthread_root": 69, "156": 69, "157": 69, "158": 69, "159": 69, "overwritten": [69, 77], "new_observation_vari": [69, 77], "outdoor": [69, 72, 77], "wind": [69, 77], "speed": [69, 77], "fanger": [69, 77], "ppd": [69, 77], "east": [69, 77], "new_action_vari": [69, 77], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 77], "len": [69, 77], "new_action_map": [69, 77], "new_action_spac": [69, 77], "474": 69, "eplus_env_datacent": 69, "475": 69, "477": 69, "478": 69, "479": 69, "480": 69, "608": [69, 70], "26775410632883273": 69, "5355": 69, "082126576654": 69, "5355082126576655": 69, "186377523616978": 69, "669": 69, "4534184979221": 69, "4208": 69, "635870777072": 69, "42086358707770727": 69, "228479196022084": 69, "1247": 69, "5537459734599": 69, "4421": 69, "637300732844": 69, "4421637300732844": 69, "705059073313615": 69, "1855": 69, "7928063319255": 69, "4987": 69, "415191462993": 69, "49874151914629933": 69, "024777159060027": 69, "2636": 69, "641656051256": 69, "2188": 69, "620052530483": 69, "2188620052530483": 69, "963985853561047": 69, "3518": 69, "6464879098053": 69, "4345": 69, "217932332002": 69, "4345217932332003": 69, "61357774788482": 69, "5047": 69, "521248481572": 69, "6249": 69, "758355257713": 69, "6249758355257714": 69, "04954794846631": 69, "7116": 69, "313388281761": 69, "2107": 69, "732366810708": 69, "21077323668107079": 69, "53376534972051": 69, "9326": 69, "224323881572": 69, "5939": 69, "453811738773": 69, "5939453811738773": 69, "38570883464585": 69, "10853": 69, "890187701882": 69, "2170": 69, "898935982922": 69, "2170898935982922": 69, "302507096687205": 69, "11587": 69, "916685717913": 69, "4190": 69, "456055889271": 69, "4190456055889271": 69, "099445145523461": 69, "12180": 69, "885947073011": 69, "4527": 69, "071835065274": 69, "45270718350652744": 69, "246417930160787": 69, "12816": 69, "011905214418": 69, "5262": 69, "280448896257": 69, "5262280448896258": 69, "612621010536379": 69, "3657537644182542": 69, "248": 69, "fit": [69, 77], "knowledg": 69, "pprint": 69, "579": 69, "580": 69, "583": 69, "586": 69, "587": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 77], "thermostatsetpoint": [69, 77], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "occupi": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 72, 77], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 72, 77], "plenum": 69, "aris": [69, 77], "light_control": 69, "new_action_definit": [69, 77], "32": [69, 70], "174": 69, "177": 69, "179": 69, "305": 69, "5111010314528696": 69, "2835": 69, "011953773881": 69, "2835011953773881": 69, "7387008675283511": 69, "26129913247165": 69, "421014390196424": 69, "317654": 69, "96494": 69, "31237173": 69, "1374": 69, "28410120219": 69, "6065": 69, "825052347422": 69, "6065825052347422": 69, "74254870657726": 69, "360682108922676": 69, "686012": 69, "844059": 69, "31142563": 69, "2715": 69, "7611117082783": 69, "3379": 69, "077746701543": 69, "3379077746701543": 69, "08146212423063": 69, "317330025625665": 69, "016264": 69, "09283": 69, "21295846": 69, "3660": 69, "007455360811": 69, "5457": 69, "280335251083": 69, "5457280335251083": 69, "99796649838974": 69, "966775407980537": 69, "124304": 69, "553516": 69, "9582741": 69, "4564": 69, "380860934114": 69, "6603": 69, "432140993574": 69, "6603432140993574": 69, "99301384406026": 69, "3890808542817": 69, "063656": 69, "984705": 69, "5942085": 69, "5302": 69, "692402629544": 69, "191": 69, "2911582802689": 69, "01912911582802689": 69, "4613144918713914": 69, "53868550812861": 69, "9969193980086": 69, "306587": 69, "402065": 69, "7618722": 69, "7016": 69, "025434187163": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "8821997117836595": 69, "11780028821634": 69, "27473828933916": 69, "830227": 69, "474812": 69, "73397": 69, "8777": 69, "25161267316": 69, "178": 69, "4267301020354": 69, "017842673010203543": 69, "5277853133220205": 69, "47221468667798": 69, "60363543147483": 69, "934364": 69, "353241": 69, "6373596": 69, "10438": 69, "464921588717": 69, "1929073594710715": 69, "80709264052893": 69, "1932378723401": 69, "998844": 69, "359282": 69, "98427457": 69, "12367": 69, "057910085747": 69, "428": 69, "6780367305225": 69, "04286780367305225": 69, "6108147937607988": 69, "3891852062392": 69, "843863403107411": 69, "794724": 69, "592144": 69, "3683012": 69, "13218": 69, "089719275868": 69, "439": 69, "8288126081056": 69, "04398288126081056": 69, "16923377015886132": 69, "83076622984114": 69, "710713063269523": 69, "533552": 69, "096302": 69, "40426022": 69, "14225": 69, "5891712317": 69, "38023912699316": 69, "988834083817571": 69, "86006": 69, "556025": 69, "027832627": 69, "15616": 69, "602179397853": 69, "2767": 69, "822204079172": 69, "2767822204079172": 69, "3667378090425686": 69, "63326219095743": 69, "2879179385394967": 69, "618801": 69, "638168": 69, "5123796": 69, "4456792859417381": 69, "43": 69, "252": 69, "put": [69, 77], "leav": [69, 77], "intact": [69, 77], "extra_conf": [69, 77], "44": 69, "485": 69, "487": 69, "490": 69, "494": 69, "496": 69, "ref": 70, "433": 70, "434": 70, "436": 70, "437": 70, "feel": [70, 72], "loggerev": 70, "earlier": 70, "few": 70, "02": [70, 73], "041": 70, "048": 70, "res3": 70, "898": 70, "899": 70, "906": 70, "ep_len_mean": 70, "5e": 70, "ep_rew_mean": 70, "36e": 70, "fp": 70, "2443": 70, "36": [70, 72], "664": 70, "666": 70, "683": 70, "41": 70, "567": 70, "570": 70, "585": 70, "572": 70, "594": 70, "22754": 70, "48e": 70, "comfort_viol": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "07e": 70, "power_penalti": [70, 71], "std_reward": 70, "33e": 70, "972": 70, "72": 70, "loss": 70, "n_updat": 70, "5019": 70, "42": 70, "104": 70, "122": 70, "32e": 70, "1024": 70, "102": 70, "105120": 70, "13779": 70, "329": 70, "330": 70, "337": 70, "349": 70, "369": 70, "34": [70, 73], "097": 70, "113": 70, "49": 70, "378": 70, "381": 70, "406": 70, "22400": 70, "83e": 70, "65e": 70, "31e": 70, "825": 70, "22539": 70, "0x7f8e66038ee0": 70, "gt": 70, "54": 70, "736": 70, "writen": 71, "funtion": 71, "create_row_cont": 71, "customcsvlogg": 71, "super": [71, 75], "last_10_steps_reward": 71, "_create_row_cont": 71, "instanti": 71, "57": 71, "743": 71, "746": 71, "749": 71, "751": 71, "752": [71, 72], "984": 71, "res5": 71, "2061": 71, "064957150696": 71, "22592": 71, "29761805248": 71, "259229761805248": 71, "29027708737195": 71, "4085": 71, "7626350724654": 71, "420": 71, "968971758518": 71, "042096897175851807": 71, "11870426967686143": 71, "88129573032314": 71, "5435": 71, "5346266621": 71, "11649": 71, "00520907892": 71, "164900520907892": 71, "81204708989529": 71, "6345": 71, "247828294638": 71, "29631550252394": 71, "7202": 71, "603862296734": 71, "3532375277869": 71, "025735323752778694": 71, "74339864119381": 71, "25660135880619": 71, "10096": 71, "316306201286": 71, "7796775010779": 71, "017577967750107792": 71, "050386500045999": 71, "949613499954": 71, "13373": 71, "916779680616": 71, "12541": 71, "97872344346": 71, "254197872344346": 71, "9257929336437414": 71, "07420706635626": 71, "16582": 71, "229771212274": 71, "2297": 71, "770586821443": 71, "22977705868214432": 71, "0045748664060916": 71, "99542513359391": 71, "19397": 71, "944264214886": 71, "5381431017472": 71, "07525381431017472": 71, "17564750687498": 71, "788544721127": 71, "1287670446718": 71, "052212876704467184": 71, "00072925585593": 71, "21565": 71, "995065534156": 71, "7777": 71, "204818523511": 71, "7777204818523511": 71, "97813067889673": 71, "23560": 71, "17226791806": 71, "23095": 71, "70961516462": 71, "309570961516462": 71, "15004851034096944": 71, "84995148965903": 71, "672379345545623": 71, "464": 71, "sai": 72, "get_season_comfort_rang": 72, "753": 72, "756": 72, "761": 72, "763": 72, "extend": 72, "desir": 72, "rbc5zone": [72, 77], "myrulebasedcontrol": 72, "daytim": 72, "out_temp": 72, "summer_start_d": 72, "summer_final_d": 72, "current_dt": 72, "season_comfort_rang": 72, "setpoints_summ": 72, "in_temp": 72, "current_heat_setpoint": 72, "current_cool_setpoint": 72, "new_heat_setpoint": 72, "new_cool_setpoint": 72, "weekend": 72, "night": 72, "33": 72, "37": 72, "293": 72, "309": 72, "res6": 72, "9027267231826451": [72, 73], "18054": [72, 73], "5344636529": [72, 73], "8054534463652903": [72, 73], "99998833869494": [72, 73], "1764": 72, "4480209727506": 72, "18190": 72, "11301727289": 72, "8190113017272893": 72, "32998609178986": 72, "3319": 72, "0240158271495": 72, "6499": 72, "498986238363": 72, "6499498986238363": 72, "32985628557421": 72, "4331": 72, "530660717744": 72, "2698020216335806": 72, "73019797836642": 72, "5030": 72, "34341168003": 72, "2756": 72, "596244185509": 72, "2756596244185509": 72, "33021642625628": 72, "5624": 72, "205479307242": 72, "871": 72, "8985175509725": 72, "08718985175509726": 72, "6700868290835906": 72, "32991317091641": 72, "7188": 72, "94373222068": 72, "710258038781241": 72, "28974196121876": 72, "9056": 72, "39052356895": 72, "20410": 72, "91452531903": 72, "041091452531903": 72, "33010209424337": 72, "10854": 72, "090922968613": 72, "3438": 72, "778066876331": 72, "3438778066876331": 72, "32982109298299": 72, "12308": 72, "980146004908": 72, "6368": 72, "219126588838": 72, "6368219126588838": 72, "33031589389634": 72, "12900": 72, "560641948945": 72, "2705": 72, "336525778672": 72, "2705336525778672": 72, "33017846907974": 72, "13780": 72, "798440045137": 72, "5352": 72, "233991403948": 72, "5352233991403947": 72, "32992237675168": 72, "15499": 72, "608669456482": 72, "19332": 72, "86497279549": 72, "9332864972795492": 72, "33000068783789": 72, "4423404300643832": 72, "46": [72, 73], "026": 72, "normil": 73, "778": 73, "780": 73, "783": 73, "785": 73, "786": 73, "789": 73, "805": 73, "res16": 73, "9910000e": 73, "0000000e": 73, "5000000e": 73, "0999999e": 73, "9000000e": 73, "1000000e": 73, "0999992e": 73, "9707859e": 73, "8362732e": 73, "486": 73, "488": 73, "505": 73, "98466104": 73, "33834645": 73, "9484536": 73, "17748918": 73, "8111888": 73, "800001": 73, "44444445": 73, "39061695": 73, "43193626": 73, "56101173": 73, "45": 73, "445": 73, "643": 73, "646": 73, "649": 73, "653": 73, "657": 73, "48": 73, "201": 73, "203": 73, "205": 73, "208": 73, "210": 73, "213": 73, "225": 73, "res18": 73, "53": 73, "099": 73, "108": 73, "144": 73, "535": 73, "540": 73, "543": 73, "545": 73, "744": 73, "754": 73, "res19": 73, "2097": 73, "069513380396": 73, "4420": 73, "417448015461": 73, "44204174480154607": 73, "5592545746684792": 73, "44074542533152": 73, "4115": 73, "586715117292": 73, "15106": 73, "04831627059": 73, "510604831627059": 73, "73615474040233": 73, "5458": 73, "5534876380125": 73, "7163": 73, "35210582586": 73, "7163352105825861": 73, "99485496779759": 73, "6378": 73, "342330065786": 73, "75661867832585": 73, "7230": 73, "79295371363": 73, "11573": 73, "19138929936": 73, "157319138929936": 73, "1447156088359804": 73, "85528439116402": 73, "10136": 73, "551748683549": 73, "779675822106": 73, "0175779675822106": 73, "2201257903301403": 73, "77987420966986": 73, "13417": 73, "322446742612": 73, "20438": 73, "77860937315": 73, "043877860937315": 73, "2761863833358795": 73, "72381361666412": 73, "16653": 73, "395519627065": 73, "4058515355591": 73, "029640585153555915": 73, "0341594895709108": 73, "96584051042909": 73, "19473": 73, "56028227908": 73, "33729078022685": 73, "20476": 73, "057376697874": 73, "12183": 73, "50538957212": 73, "218350538957212": 73, "85073350665203": 73, "21654": 73, "559762066197": 73, "6211799169361": 73, "01526211799169361": 73, "027243301837089": 73, "97275669816291": 73, "23670": 73, "370352311853": 73, "23172": 73, "08056052774": 73, "317208056052774": 73, "13047508039367": 73, "6755242680454563": 73, "289": 73, "re": 74, "num_simul": 74, "sub_runn": 74, "utilsocket": 74, "monitor_norm": 74, "sub_run": 74, "num_episod": 74, "maximum": 74, "within": [74, 76], "suit": 74, "observation_valu": 74, "row": 74, "carri": 74, "techniqu": 74, "factor": 74, "discomfort": 75, "togeth": 75, "insid": [75, 77], "typic": 75, "satisfact": 75, "similar": 75, "increas": 75, "higher": 75, "hourlylinearreward": 75, "slight": 75, "am": 75, "pm": 75, "equal": 75, "neg": 75, "perfect": 75, "behavior": 75, "adjust": 75, "uniqu": [75, 76], "reflect": 75, "But": [75, 77], "imagin": 75, "signal": 75, "__call__": 75, "below": 75, "basereward": 75, "customreward": 75, "naiv": 75, "under": [76, 77], "small": 76, "independ": 76, "test_common": 76, "test_reward": 76, "test_wrapp": 76, "test_simul": 76, "test_config": 76, "test_env": 76, "test_control": 76, "test_stable_baselin": 76, "conceptu": 76, "readm": 76, "try_env": 77, "soon": 77, "dispos": 77, "practic": 77, "screen": 77, "basi": 77, "criteria": 77, "rbcdatacent": 77, "randomcontrol": 77, "west": 77, "htgsetp": 77, "clgsetp": 77, "kind": 77, "subject": 77, "assign": 77, "dualsetp": 77, "heating_nam": 77, "cooling_nam": 77, "heating_initial_valu": 77, "cooling_initial_valu": 77, "variant": 78, "bug": 78}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 72, 77], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 70], "logger": [3, 54, 55, 56, 71, 73, 74], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 77], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 77], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "kwarg": 4, "action": [4, 7, 69, 77], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 74], "observ": [4, 69, 73, 77], "space": [4, 69, 77], "name": 4, "definit": [4, 69, 77], "extra": [4, 5, 69, 77], "configur": [4, 5, 6, 8, 69, 71, 77], "ad": [4, 69, 77], "new": [4, 7, 69, 76, 77], "build": [4, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 71], "first": 6, "step": [6, 71], "2": [6, 8, 71], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 76], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 71], "instal": [8, 76], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 77], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evalu": [46, 47], "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "loggerwrapp": [63, 71], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": 69, "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "usag": [70, 77], "person": 71, "inherit": 71, "csvloger": 71, "intanci": 71, "rule": [72, 77], "normal": 73, "multi": 73, "all": 73, "one": 73, "format": 74, "custom": 75, "test": 76, "pytest": 76, "run": 76, "simplest": 77, "overwrit": 77, "some": 77, "default": 77, "valu": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new weathers for environments": [[4, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "DRL usage example": [[70, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[71, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Wrappers example": [[73, "Wrappers-example"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Output format": [[74, "output-format"]], "Logger": [[74, "logger"]], "Rewards": [[75, "rewards"]], "Custom Rewards": [[75, "custom-rewards"]], "Tests": [[76, "tests"]], "Install Pytest": [[76, "install-pytest"]], "Running tests": [[76, "running-tests"]], "Create new tests": [[76, "create-new-tests"]], "Usage example": [[77, "usage-example"]], "Simplest example": [[77, "simplest-example"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding wrappers": [[77, "adding-wrappers"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Wrappers": [[78, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.1.3/.buildinfo b/docs/compilation/v2.1.3/.buildinfo index e856c28d6c..07f384b8d6 100644 --- a/docs/compilation/v2.1.3/.buildinfo +++ b/docs/compilation/v2.1.3/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 3ccbafac6d2392e4021dbf186c4ebb22 +config: 53ba35cff8dc4c91ba91b028111e4164 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.1.3/.doctrees/environment.pickle b/docs/compilation/v2.1.3/.doctrees/environment.pickle index 85621aadbd..7024ded02e 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/environment.pickle and b/docs/compilation/v2.1.3/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.1.3/.doctrees/index.doctree b/docs/compilation/v2.1.3/.doctrees/index.doctree index 37e2ee2ab9..7110140d0b 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/index.doctree and b/docs/compilation/v2.1.3/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.1.3/.doctrees/pages/API-reference.doctree index 57642b8859..41db02dc09 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/controllers.doctree b/docs/compilation/v2.1.3/.doctrees/pages/controllers.doctree index 7ee4e87d1b..59ae4f7980 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.1.3/.doctrees/pages/deep-reinforcement-learning.doctree index fb4c68f40b..03c472513c 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/environments.doctree b/docs/compilation/v2.1.3/.doctrees/pages/environments.doctree index 8526ec5b27..46fdfe04e3 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/environments.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.1.3/.doctrees/pages/extra-configuration.doctree index fd8374f773..029be5b697 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.1.3/.doctrees/pages/gcloudAPI.doctree index caf5dc292e..ed855b39f9 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.1.3/.doctrees/pages/github-actions.doctree index 2fc5a5d449..3050a415e0 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/installation.doctree b/docs/compilation/v2.1.3/.doctrees/pages/installation.doctree index b90a8f3dcb..dc39bf0466 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/installation.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/introduction.doctree b/docs/compilation/v2.1.3/.doctrees/pages/introduction.doctree index 2a06dc923f..5f003eefb2 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.doctree index 746d8bb283..50dd303923 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 01fd00ab0b..0fe89c2e5c 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index d1e5f22f22..73f23e66e5 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 8865e92931..0448523fd2 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.doctree index 81d0be5574..508753267b 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.doctree index 2e08f20b77..303e96fba1 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 2fb3c10040..8c7d47aa36 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 4bc508a5cf..bd2824d99d 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index ed1424502d..9973a20e08 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index dbf3de1e59..3f03d9c851 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 2800d15d89..21bb4939ee 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index b0ce00f72d..7ebe1a6544 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 51a7644354..91e9a42d16 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 1a59a584ef..cceedadf2a 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.doctree index 4a547c615a..2d6ebf256d 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 67daf8b6e8..73780c86b0 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index bb8035f0d1..9b0b7fb024 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 99189176d3..1e1dc057a5 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 4ba19013ef..b056dc2016 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 81edb23f3f..14f55b4888 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 12f11ee898..fc54f71e33 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index a1b24d95f3..7a20f0c2f1 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index a3a929044d..9e2d8f3eb6 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 29575850cf..2dd17567ab 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index de2174c20b..0e1d221684 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 3b2aba1c00..e0999baffe 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index c1e4ce9d6d..670472ae7d 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.doctree index 863c5d00e5..1f7b1e2afb 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.constants.doctree index a74f33011c..b9952fa550 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 984453158b..6d0f31a9f0 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index cb070d21f0..d0415d6286 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 3a10e09718..92ea2f06da 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree index f7b179f18f..f99908dbe3 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.doctree index 74d2ac21a3..59a678861e 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index ebc06032d0..542864633a 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 844a536a51..71abea0a3d 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 0dc2332aab..471668ddd1 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 4b0e245686..45fea14d5e 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index ebdb9ed515..869f60dd73 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 7c7aba1a9f..0273c02a1f 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index d3297e9c2b..a1bac9bf0a 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index a53514b9c0..c12a728df3 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 2fbf97b368..945617c4d2 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 5a589c82da..95c176fd14 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 15e9465bd3..cc56854703 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 9f16ed4242..5769a675ab 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.doctree index 81e59089e5..def40c3d56 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 6983c03a08..733fa56217 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index d996911eae..db36d61052 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index ab5f316589..374ebd42eb 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 5fc2d697ff..c95f062482 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree index fb95b625b0..299e4e67b0 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 2d2f6016d1..b21b780ea3 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index e7895909f3..8c1fba04f8 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index efc68e1bf9..cc50c33fd6 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index ea4ba4a472..916313b6ca 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/MLflow_example.doctree index d76611d2fc..1a1b75a2dc 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/TensorBoard_example.doctree index 86ff92a7b9..aa34f9323d 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/basic_example.doctree index 3c509bb070..0612a30c11 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/change_environment.doctree index 346ab3ef09..6866b2da61 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/drl.doctree index 43786f5af4..439e1e77a6 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index e3098d5147..5d5c9f8737 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/rule_controller_example.doctree index 06618a467c..6966055dfa 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/wrappers_examples.doctree index a7488dfaef..5d90c2f302 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/output.doctree b/docs/compilation/v2.1.3/.doctrees/pages/output.doctree index 4cbb09133b..1cefa14396 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/output.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/rewards.doctree b/docs/compilation/v2.1.3/.doctrees/pages/rewards.doctree index 025e3613d0..d475d88de4 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/tests.doctree b/docs/compilation/v2.1.3/.doctrees/pages/tests.doctree index 8c1188e453..aedb6be770 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/tests.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.1.3/.doctrees/pages/usage-example.doctree index 79bb3ef412..c98cd96ed4 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.1.3/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.1.3/.doctrees/pages/wrappers.doctree index e8e6af6fa2..f8a5f189bb 100644 Binary files a/docs/compilation/v2.1.3/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.1.3/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.1.3/objects.inv b/docs/compilation/v2.1.3/objects.inv index 62400144d9..20c8f30b1e 100644 Binary files a/docs/compilation/v2.1.3/objects.inv and b/docs/compilation/v2.1.3/objects.inv differ diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.1.3/pages/modules/sinergym.envs.eplus_env.html index 2622206488..ff3b7b3f45 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.envs.eplus_env.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.envs.html b/docs/compilation/v2.1.3/pages/modules/sinergym.envs.html index 9264b2a31e..00f89589ac 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.envs.html @@ -113,9 +113,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.base.html index 9060e8c5b3..91aad06919 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.base.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus.html index d64715f509..c3d01ca988 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus_alpha.html index 451a8aa59a..1b02445c3a 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.eplus_alpha.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.html b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.html index f8ac71235b..583a3647a6 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.simulators.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.callbacks.html index fc51257b13..e734a74080 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.callbacks.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.common.html index 4cb5ad1e4d..a3f5098a21 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.common.html @@ -138,9 +138,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.config.html index 511739d07e..d903d09318 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.config.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.constants.html index 7820936062..620ccb692a 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.constants.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.controllers.html index c83465a32e..7158342407 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.controllers.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.env_checker.html index 025947233c..35ee7f3d21 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.env_checker.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.evaluation.html index 873ee52815..b8253faba8 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.evaluation.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.gcloud.html index 40679f1a71..71728e4c50 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.gcloud.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.html index b3f7f0cc0c..24ab6b6128 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.html @@ -123,9 +123,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.logger.html index 3d9da4b2c7..a291a1b385 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.logger.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.rewards.html index d923f24830..a9b56491a9 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.rewards.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.wrappers.html index 8d769501d8..96fbf0c447 100644 --- a/docs/compilation/v2.1.3/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.1.3/pages/modules/sinergym.utils.wrappers.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.1.3/searchindex.js b/docs/compilation/v2.1.3/searchindex.js index b4468292bf..121f3f394a 100644 --- a/docs/compilation/v2.1.3/searchindex.js +++ b/docs/compilation/v2.1.3/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "5. Controllers", "9. Deep Reinforcement Learning Integration", "3. Environments", "7. Extra Configuration in Sinergym simulations", "10. Sinergym with Google Cloud", "11. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "19. MLFlow example", "20. TensorBoard example", "13. Basic example", "14. Changing an environment registered in Sinergym", "18. DRL usage example", "16. Logger Wrapper personalization/configuration", "17. Rule Controller example", "15. Wrappers example", "8. Output format", "4. Rewards", "12. Tests", "2. Usage example", "6. Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "openai": [0, 4, 9, 45, 68, 76], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "deep": [0, 6, 8, 9, 70, 77], "reinforc": [0, 6, 8, 9, 70, 75, 77], "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 71, 72, 73, 75, 76, 77, 78], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "commun": [0, 9, 13, 38, 74, 76], "between": [0, 3, 4, 9, 28, 75], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "tool": [0, 9, 77], "allow": [0, 3, 4, 6, 7, 9, 75], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 78], "backend": [0, 6, 9], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 77], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "customiz": [0, 9], "aim": [0, 4, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 77], "packag": [0, 7, 9, 66, 67, 68, 69, 70, 71, 72, 73, 76], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "experiment": [0, 4, 9], "easi": [0, 9, 76], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 74], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "aspect": [0, 9, 75], "wai": [0, 4, 5, 6, 9, 69, 77], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 74], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 66, 67, 68, 70, 71, 72, 73], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "well": [0, 3, 4, 9, 47, 70], "peopl": [0, 4, 9, 69, 75, 77], "occup": [0, 4, 9, 30, 41, 69, 77], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "per": [0, 3, 4, 5, 9, 47, 55, 74], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "period": [0, 4, 9, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 74], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 78], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "without": [0, 4, 6, 7, 9, 38, 65, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "extern": [0, 4, 6, 9, 38, 69, 74], "cfg": [0, 4, 9, 17, 38, 74], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75, 78], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "what": [0, 4, 6, 9, 69, 73, 77], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "obtain": [0, 3, 4, 9, 12, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 74], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "indic": [0, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "replac": [0, 4, 9, 69, 77], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "take": [0, 4, 5, 7, 9, 38, 45, 70], "care": [0, 4, 6, 9], "relev": [0, 9], "intern": [0, 3, 4, 9, 75], "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "baselin": [0, 3, 9, 21, 44, 45, 76], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "team": [0, 6, 8, 9, 77], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "drl": [0, 2, 4, 6, 9, 66, 67, 77], "librari": [0, 6, 8, 9, 67, 72, 76], "support": [0, 3, 4, 8, 9, 12, 76], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "account": [0, 4, 5, 6, 8, 9, 49, 50, 75], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69, 70], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 77], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 76], "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 77], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 68, 69, 70, 72, 78], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 70, 74, 75], "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "purpos": [0, 4, 6, 9, 69, 77], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76, 78], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 70], "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 76], "workflow": [0, 7, 9, 76], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 4, 6, 9, 75], "understand": [0, 9, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "stai": [0, 5, 9, 75], "tune": [0, 5, 9, 75], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "those": [0, 3, 4, 6, 30, 69, 75], "interest": [0, 77], "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "issu": [0, 4, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77, 78], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "read": [0, 4, 6, 15, 17, 52, 70], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "comput": [0, 3, 6, 67, 70], "contain": [0, 4, 7, 47, 49, 50, 68, 76], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "instal": [0, 6, 7, 17, 77], "section": [0, 2, 3, 4, 6, 8, 69, 75, 76, 77], "host": [0, 6, 74], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "offici": 0, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 27, 69, 74], "framework": [0, 76], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "citi": 0, "transport": 0, "page": [0, 4, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "random": [2, 6, 43, 77], "rule": [2, 6, 41, 42, 76], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "datacent": [2, 4, 6, 69, 77], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "py": [2, 3, 4, 6, 8, 45, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "veri": [2, 6, 7, 8, 69, 75, 77], "perform": [2, 4, 6, 23, 47, 64, 75], "refer": [2, 6], "point": [2, 67, 70, 77], "studi": [2, 4], "simpl": [2, 4, 68, 69, 75, 77], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "instanc": [2, 3, 4, 6, 12, 49, 74], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "usag": [2, 6, 66, 78], "facil": [3, 69, 75, 77], "discret": [3, 4, 12, 68, 69, 75, 77], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 70], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "import": [3, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "manipul": [3, 6, 7], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "therefor": [3, 4, 75, 77], "propos": 3, "extract": [3, 4, 12, 34, 38], "why": 3, "loggercallback": [3, 6, 67], "deal": 3, "subtleti": 3, "record": [3, 29, 33, 55, 63, 74], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "constructor": [3, 4, 5, 15, 69, 75, 77], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 69, 77], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "compar": [3, 7], "There": [3, 6, 7, 8, 74], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "log_interv": [3, 6, 66, 67, 70], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "consequ": [3, 6, 75], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75, 78], "instead": [3, 4, 6, 8, 47], "On": [3, 6, 8, 69, 77], "appear": [3, 4, 8, 47, 68, 74], "action_simul": 3, "too": [3, 6, 7, 8, 49, 69], "becaus": [3, 4, 6, 70, 72, 77], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69], "pars": [3, 4, 32], "note": [3, 47, 74], "box": [3, 4, 12, 66, 67, 68, 69, 70, 71, 72, 73, 77], "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "equival": 3, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "out": [3, 66, 67, 70, 74], "bound": [3, 66, 67, 68, 69, 70, 71, 72, 73], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "penalti": [3, 74, 75], "cumulative_pow": 3, "power": [3, 55, 59, 60, 61, 74, 75], "consumpt": [3, 22, 60, 61, 74, 75], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 70], "being": [3, 4, 12, 74, 75, 77], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "normal": [3, 4, 6, 65, 74, 75, 76, 77, 78], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "rollout": [3, 70], "metric": 3, "exploration_r": [3, 70], "doesn": [3, 6, 78], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38], "benefit": 3, "script": [3, 6, 69, 70, 77], "drl_batteri": [3, 6, 70, 77], "flag": [3, 6, 17, 55, 63, 71], "most": [3, 4, 74, 75], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 68], "concaten": 3, "callbacklist": [3, 6, 66, 67, 70], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "field": [3, 4, 6, 12, 38, 75], "valid": [3, 6, 50, 73, 78], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69], "recommend": [3, 6, 7, 8, 42, 69, 75], "batteri": [3, 6], "initi": [3, 4, 23, 51], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 75], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "pittsburgh": 4, "5zoneautodxvav": [4, 41], "01": [4, 69, 70, 73], "31": [4, 5], "03": [4, 70, 73], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 66, 67, 68, 69, 70, 71, 72, 73], "mix": [4, 75], "humid": [4, 69, 77], "4a": 4, "cool": [4, 69, 72, 77], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "stochast": [4, 23, 47, 69, 75, 77], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 75], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "std": [4, 47], "complet": [4, 66, 67, 70, 73], "context": [4, 5, 69, 76], "either": 4, "predefin": [4, 69, 77], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 71, 72, 75], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "self": [4, 71, 72, 75], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "weather_fil": [4, 12, 19, 69, 77], "observation_spac": [4, 12, 69, 77], "low": [4, 59, 61, 69, 76, 77], "5e6": [4, 69, 77], "high": [4, 69, 77], "shape": [4, 6, 69, 77], "observation_vari": [4, 12, 69, 77], "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "action_vari": [4, 12, 69, 77], "action_map": [4, 12, 69, 77], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "weather_vari": [4, 12, 17, 37, 69, 77], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "reward_kwarg": [4, 12, 69, 75, 77], "act_repeat": [4, 12, 17, 69, 77], "1": [4, 5, 8, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "max_ep_data_store_num": [4, 12, 17, 69, 77], "action_definit": [4, 12, 17, 38, 69, 77], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "config_param": [4, 5, 12, 17, 69, 77], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 70], "manual": [4, 5, 7, 12], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "extra_config": [4, 12, 38], "map": [4, 12, 69, 77], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74, 78], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "regardless": [4, 12, 74], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77, 78], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 71, 72], "setpoint": [4, 41, 42, 72], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "dtype": [4, 66, 67, 69, 70, 77], "reward_fn": [4, 6], "obs_dict": [4, 72], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 77], "intermedi": 4, "free": [4, 6, 70, 72], "runperiod": [4, 68, 69, 77], "rest": [4, 6, 8, 48, 49, 75, 77], "necessari": [4, 6, 7, 8, 69, 75, 77], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 74], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "compat": [4, 6, 8, 45], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 75], "natur": 4, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "calcul": [4, 6, 66, 70, 75, 77], "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "organ": [4, 6, 69, 76], "n": [4, 6, 64, 69, 73, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "summari": [4, 63, 68], "dynam": [4, 7, 67], "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 70, 77], "correctli": [4, 6, 26, 76, 77, 78], "correct": [4, 6, 7, 8, 30, 73, 78], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 70, 72], "found": [4, 12, 38, 78], "rdd": 4, "ones": [4, 6, 75, 78], "taken": [4, 75, 77], "done": [4, 55, 68, 69, 71, 72, 73, 77, 78], "constant": [4, 6, 59, 60, 61, 71, 73, 75, 78], "discuss": [4, 69], "249": [4, 78], "range_gett": 4, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "standard": [4, 7, 30, 41, 68, 77], "repres": 4, "previous": [4, 6, 38, 69, 74], "rememb": [4, 70, 72], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 77], "notifi": [4, 6, 7], "fix": [4, 7], "actuat": [4, 26, 69], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "consist": [4, 17], "usual": [4, 7, 75], "solut": 4, "problem": [4, 6, 69, 77], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 77], "told": [4, 8], "id": [4, 6, 69, 75, 77], "seen": 4, "recogniz": 4, "word": [4, 7], "don": [4, 6, 8, 68, 74], "give": [4, 6], "plai": [4, 70, 72], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "version": [4, 6, 7, 8, 12, 69, 77], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 76], "Its": 4, "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "better": [4, 77], "form": 4, "thing": [4, 69, 75], "grow": 4, "cover": 4, "area": 4, "world": 4, "greatest": 4, "divers": 4, "characterist": [4, 75], "dedic": 4, "explan": [4, 6], "download": [4, 6], "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "exactli": [4, 77], "place": [4, 77], "That": [4, 75], "abl": [4, 6, 8, 69], "alreadi": [4, 6, 69, 72, 75, 76, 77], "even": [4, 69, 70, 72, 77], "perhap": 4, "incorpor": 4, "than": [4, 6, 74, 75, 77, 78], "intend": 4, "someon": 4, "decid": [4, 6], "far": [4, 75], "concern": [4, 69], "Be": 4, "sure": 4, "except": [4, 38, 77], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "config": [5, 6, 26, 68, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 77], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 75, 77], "less": 5, "1991": [5, 68, 69, 71, 72, 73, 77], "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "determin": [5, 6, 77], "length": [5, 6, 47, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 77, 78], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 73, 77], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 70, 77], "finish": [6, 7, 17, 77], "job": [6, 7, 8, 76], "remov": [6, 49, 59, 60, 61, 75], "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 69, 77], "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 76, 77], "termin": [6, 17, 56, 63, 64, 77], "applic": [6, 76], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 73, 77, 78], "10gb": 6, "isn": 6, "enough": 6, "silenc": 6, "would": [6, 75], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 76, 77], "write": [6, 7, 8, 76], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 75], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 76], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 77], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "report": 6, "submit": 6, "region": 6, "substitut": [6, 69, 77], "predetermin": 6, "enter": [6, 77], "after": [6, 17, 47, 68, 69, 73, 77], "immedi": 6, "hasn": [6, 29], "yet": [6, 76], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 70], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 77], "previou": [6, 64, 69, 77], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 70, 72], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 70], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "argpars": 6, "datetim": [6, 66, 67, 70, 72], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "stable_baselines3": [6, 23, 47, 66, 67, 70], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 70], "dummyvecenv": [6, 66, 67, 70], "loggerevalcallback": [6, 66, 67, 70], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "multiobswrapp": [6, 71, 73], "normalizeobserv": [6, 71, 73, 77, 78], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 75, 77], "exponenti": [6, 59, 75], "energy_weight": [6, 59, 61, 69, 75, 77], "rew": 6, "weight": [6, 59, 60, 61, 69, 75], "norm": 6, "store_tru": 6, "multiob": [6, 73, 78], "mob": 6, "multi": [6, 78], "csvlogger": [6, 22, 63, 71, 74], "ten": 6, "eval": [6, 23, 66, 70], "best": [6, 23, 66, 67, 70], "onlin": 6, "eval_freq": [6, 23, 66, 70], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 77], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 70], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 70], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 76], "max_grad_norm": 6, "m": [6, 66, 67, 70], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": [6, 73], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 75], "parse_arg": 6, "experiment_d": [6, 66, 67, 70], "todai": [6, 66, 67, 70], "strftime": [6, 66, 67, 70], "y": [6, 66, 67, 70], "d_": 6, "h": [6, 66, 67, 70], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 74], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "rate": [6, 69, 75, 77], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 70], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 72], "expreward": [6, 69, 75, 77], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 70], "verbos": [6, 22, 23, 67, 70, 76], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 66, 70], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 70], "_init_setup_model": 6, "f": [6, 8, 66, 67, 70], "model_path": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 70, 75, 77], "n_timesteps_episod": [6, 66, 67, 70], "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "eval_callback": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "best_model": [6, 66, 70], "log_path": [6, 23, 66, 70], "determinist": [6, 23, 47, 66, 70], "render": [6, 12, 23, 45, 47, 66, 70], "n_eval_episod": [6, 23, 47, 66, 70], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 70], "_env_working_dir_par": [6, 66, 67, 70], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 77], "pretti": [6, 75], "deactiv": [6, 55, 63, 74], "written": [6, 71], "recreat": 6, "belong": [6, 55, 74], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 77], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 70, 77], "gitignor": 6, "ignor": [6, 7, 67, 76], "final": [6, 68], "load_ag": 6, "just": [6, 69, 73], "zip": [6, 72], "predict": 6, "agre": 6, "collect": [6, 55, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 75], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 68, 69, 71, 77], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 71, 72, 73, 77, 78], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 70], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 75], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 75], "creation": [6, 77], "annot": 6, "bellow": [6, 75], "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 76], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "cannot": [7, 67, 77], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 45, 66, 67, 68, 69, 70, 71, 72, 73], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 69, 74], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 70], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 76], "advantag": 7, "minim": 7, "pip": [8, 76], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 73], "click": 8, "pop": [8, 71], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 77], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 68, 69, 70, 71, 72, 73], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 75], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 72], "consid": [8, 59, 60, 61, 68, 75], "subset": [8, 73, 78], "ofici": 8, "supervis": [8, 76], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "vv": [8, 76], "anywai": [8, 76], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 77], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 74], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 77], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 72], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 59, 60, 61, 75], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 72, 77], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 77], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 68, 69, 71, 77], "explicitli": 29, "season": [30, 59, 60, 61, 69, 72, 75], "ashra": [30, 41, 42], "55": [30, 41, 69], "thermal": [30, 41, 60, 69, 75, 77], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 75], "file_path": 35, "content": [35, 74], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 74], "till": 36, "modif": [37, 75], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 75], "winter": [38, 75], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 72, 77], "sequenc": [41, 42, 43, 65, 71, 72], "indoor": [41, 42], "perceiv": [41, 42, 72], "chosen": [41, 42, 43, 72, 77], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 77], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 70], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "averag": [47, 77], "count": [47, 69, 77], "scale": [47, 76], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 71], "progress_head": [55, 63, 71], "log_progress_fil": [55, 71], "log_fil": [55, 71], "header": [55, 63, 71], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "inherit": [58, 78], "temperature_vari": [59, 60, 61, 69, 75, 77], "energy_vari": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "range_comfort_summ": [59, 60, 61, 69, 75, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 66, 68, 69, 71, 72, 77], "lambda_energi": [59, 60, 61, 75], "0001": [59, 60, 61, 70], "lambda_temperatur": [59, 60, 61, 75], "r": [59, 61], "w": [59, 60, 61, 67, 75], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 75], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 75], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 71], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 73], "stack": 64, "flat": 64, "vector": [64, 70], "reli": [65, 70], "get_unwrapped_ob": 65, "usr": [66, 67, 68, 69, 70, 71, 72, 73], "lib": [66, 67, 68, 69, 70, 71, 72, 73], "dist": [66, 67, 68, 69, 70, 71, 72, 73], "73": [66, 67, 68, 69, 70, 71, 72, 73], "userwarn": [66, 67, 68, 69, 70, 71, 72, 73], "precis": [66, 67, 68, 69, 70, 71, 72, 73], "lower": [66, 67, 68, 69, 70, 71, 72, 73], "cast": [66, 67, 68, 69, 70, 71, 72, 73], "float32": [66, 67, 68, 69, 70, 71, 72, 73, 77], "episodes_": [66, 67, 70], "env_vec": [66, 67, 70], "2022": [66, 67, 68, 69, 70, 71, 72, 73], "07": [66, 67, 68, 69, 70, 71, 72, 73], "09": [66, 67, 68, 69, 70, 71, 72, 73], "15": [66, 68, 69, 70, 71, 73, 77], "336": 66, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "340": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "343": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "346": 66, "347": [66, 70], "379": 66, "395": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "res4": 66, "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "28": [66, 68, 69, 72, 73, 77], "814": 66, "816": 66, "833": 66, "sub_run2": [66, 67, 70, 73, 74], "52": [66, 67], "095": [66, 70], "096": 66, "106": [66, 70], "sub_run3": [66, 67, 70, 74], "fromnumer": [66, 67, 70], "3432": [66, 67, 70], "runtimewarn": [66, 67, 70], "slice": [66, 67, 70], "_method": [66, 67, 70], "_mean": [66, 67, 70], "axi": [66, 67, 70], "190": [66, 67, 70], "invalid": [66, 67, 70], "encount": [66, 67, 70, 78], "double_scalar": [66, 67, 70], "ret": [66, 67, 70], "rcount": [66, 67, 70], "265": [66, 67, 70], "degre": [66, 67, 70], "freedom": [66, 67, 70], "lt": [66, 67, 70], "_var": [66, 67, 70], "ddof": [66, 67, 70], "223": [66, 67, 70], "divid": [66, 67, 70], "arrmean": [66, 67, 70], "um": [66, 67, 70], "true_divid": [66, 67, 70], "div": [66, 67, 70], "39": [66, 67, 68, 69, 70, 71, 72, 73], "unsaf": [66, 67, 70], "257": [66, 67, 68, 70, 71], "56": [66, 69, 70], "988": 66, "989": 66, "996": [66, 71], "sub_run4": [66, 67, 70], "06": 66, "618": 66, "619": 66, "626": [66, 70], "sub_run5": [66, 67, 70], "941": 66, "943": 66, "957": 66, "sub_run6": [66, 70], "num_timestep": [66, 70], "70080": [66, 70], "episode_reward": [66, 70], "22006": 66, "98": 66, "00": [66, 68, 69, 70, 73], "35040": [66, 68, 69, 70, 71, 72, 73], "168": 66, "176": [66, 69], "sub_run7": [66, 70], "862": [66, 68], "863": 66, "870": 66, "sub_run8": [66, 70], "35": 66, "851": 66, "852": 66, "861": 66, "sub_run9": [66, 70], "181": 66, "183": 66, "196": 66, "sub_run10": [66, 70], "08": [66, 67, 70, 71], "522": [66, 67, 71], "532": 66, "sub_run11": [66, 70], "140160": [66, 70], "23530": 66, "67": 66, "923": 67, "925": 67, "927": 67, "929": 67, "930": 67, "tensorboard_path": 67, "cpu": [67, 70], "712510": 67, "tensorflow": 67, "cc": 67, "169": [67, 70], "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "turn": 67, "tf_enable_onednn_opt": 67, "716588": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73], "dlerror": 67, "share": 67, "No": 67, "716606": 67, "cuda": 67, "cudart_stub": 67, "29": [67, 68, 69, 71, 73, 77], "cudart": 67, "gpu": 67, "416": 67, "425": 67, "res7": 67, "27": [67, 68, 69, 71, 73, 77], "141": 67, "149": 67, "560": 67, "563": 67, "582": 67, "25": [67, 68, 69, 71, 72, 73, 77], "548": 67, "549": 67, "557": 67, "59": [67, 69, 70, 73], "524": 67, "537": [67, 73], "04": [67, 70, 73], "617": 67, "loop": 68, "602": 68, "603": 68, "605": 68, "606": [68, 70], "607": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 71, 72, 73, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "print": [68, 69, 70, 71, 72, 73, 77, 78], "873": 68, "res1": [68, 69], "5693658209031192": [68, 71], "time_elaps": [68, 69, 70, 71, 72, 73], "900": [68, 69, 71, 72, 73], "total_pow": [68, 69, 71, 72, 73], "3780": [68, 71], "170717786078": [68, 71], "total_power_no_unit": [68, 69, 71, 72, 73], "3780170717786078": [68, 71], "7607145700276305": [68, 71], "abs_comfort": [68, 69, 71, 72, 73], "23928542997237": [68, 71], "out_temperatur": [68, 69, 71, 72, 73], "action_": [68, 69, 71, 72, 73], "18": [68, 69, 70, 71, 72, 73, 77], "2112": 68, "7625904745278": 68, "2976": [68, 69, 71, 72, 73], "2678400": [68, 69, 71, 72, 73], "22348": 68, "47236479097": 68, "234847236479097": 68, "20": [68, 69, 71, 72, 73, 75, 77], "18911065438731": 68, "22": [68, 69, 71, 72, 73, 77], "23": [68, 69, 71, 72, 73, 75, 77], "4104": 68, "265504441257": 68, "5664": [68, 69, 71, 72, 73], "5097600": [68, 69, 71, 72, 73], "12948": 68, "13071758654": 68, "2948130717586541": 68, "87810890551877": 68, "21": [68, 69, 71, 72, 73, 77], "5417": 68, "441233237612": 68, "8640": [68, 69, 71, 72, 73], "7776000": [68, 69, 71, 72, 73], "152": [68, 71, 72, 73], "4868953414246": [68, 71, 72, 73], "01524868953414246": [68, 71, 72, 73], "12519567758555894": 68, "87480432241444": 68, "26": [68, 69, 70, 71, 75, 77], "6334": 68, "076617115651": 68, "11520": [68, 69, 71, 72, 73], "10368000": [68, 69, 71, 72, 73], "9909": 68, "57629951364": 68, "9909576299513639": 68, "98956711598672": 68, "13": [68, 69, 70, 71, 72, 73], "7196": 68, "337141748097": 68, "14496": [68, 69, 71, 72, 73], "13046400": [68, 69, 71, 72, 73], "32472912215": 68, "025732472912215004": 68, "6342081608280488": 68, "36579183917195": 68, "10119": 68, "078686707608": 68, "17376": [68, 69, 71, 72, 73], "15638400": [68, 69, 71, 72, 73], "175": [68, 69, 71, 72, 73], "7796758221068": [68, 72], "017577967582210682": [68, 72], "308881942532789": 68, "69111805746721": 68, "17": [68, 69, 71, 72, 73, 77], "13344": 68, "34795468286": 68, "20352": [68, 69, 71, 72, 73], "18316800": [68, 69, 71, 72, 73], "4274": 68, "841504910937": 68, "42748415049109373": 68, "6746607947314196": 68, "32533920526858": 68, "16": [68, 69, 71, 73, 77], "16532": 68, "561015096362": 68, "23328": [68, 69, 71, 72, 73], "20995200": [68, 69, 71, 72, 73], "296": [68, 73], "4221825034278": 68, "02964221825034278": 68, "1542061821218716": 68, "84579381787813": 68, "19347": 68, "21771433634": 68, "26208": [68, 69, 71, 72, 73], "23587200": [68, 69, 71, 72, 73], "14597880471529123": 68, "85402119528471": 68, "20424": [68, 71], "606228211076": 68, "29184": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "1659288529232903": 68, "83407114707671": 68, "21596": 68, "063810147996": 68, "32064": [68, 69, 71, 72, 73], "28857600": [68, 69, 71, 72, 73], "5255": 68, "294847641754": 68, "5255294847641755": 68, "02303149966062": 68, "23614": 68, "86930856602": 68, "31536000": [68, 69, 71, 72, 73], "1992": [68, 69, 71, 72, 73, 77], "5016": 68, "972171658432": 68, "5016972171658431": 68, "9844573338465317": 68, "01554266615347": 68, "forget": 68, "40": [68, 70, 73], "720": 68, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "6739403341485966": 68, "over": 68, "environment_id": 69, "long": 69, "460": 69, "eplus_env_5zon": 69, "462": 69, "465": 69, "467": 69, "469": 69, "scratch": 69, "obvious": 69, "air": [69, 72, 75, 77], "space1": [69, 72, 75, 77], "hvac": [69, 75, 77], "electr": [69, 75, 77], "demand": [69, 75, 77], "991": 69, "993": 69, "994": 69, "esp_granada": [69, 77], "084190_swec": [69, 77], "001": [69, 77], "new_env_nam": [69, 77], "58": [69, 73], "155": 69, "eplus_env_new_env_name_mainthread_root": 69, "156": 69, "157": 69, "158": 69, "159": 69, "overwritten": [69, 77], "new_observation_vari": [69, 77], "outdoor": [69, 72, 77], "wind": [69, 77], "speed": [69, 77], "fanger": [69, 77], "ppd": [69, 77], "east": [69, 77], "new_action_vari": [69, 77], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 77], "len": [69, 77], "new_action_map": [69, 77], "new_action_spac": [69, 77], "474": 69, "eplus_env_datacent": 69, "475": 69, "477": 69, "478": 69, "479": 69, "480": 69, "608": [69, 70], "26775410632883273": 69, "5355": 69, "082126576654": 69, "5355082126576655": 69, "186377523616978": 69, "669": 69, "4534184979221": 69, "4208": 69, "635870777072": 69, "42086358707770727": 69, "228479196022084": 69, "1247": 69, "5537459734599": 69, "4421": 69, "637300732844": 69, "4421637300732844": 69, "705059073313615": 69, "1855": 69, "7928063319255": 69, "4987": 69, "415191462993": 69, "49874151914629933": 69, "024777159060027": 69, "2636": 69, "641656051256": 69, "2188": 69, "620052530483": 69, "2188620052530483": 69, "963985853561047": 69, "3518": 69, "6464879098053": 69, "4345": 69, "217932332002": 69, "4345217932332003": 69, "61357774788482": 69, "5047": 69, "521248481572": 69, "6249": 69, "758355257713": 69, "6249758355257714": 69, "04954794846631": 69, "7116": 69, "313388281761": 69, "2107": 69, "732366810708": 69, "21077323668107079": 69, "53376534972051": 69, "9326": 69, "224323881572": 69, "5939": 69, "453811738773": 69, "5939453811738773": 69, "38570883464585": 69, "10853": 69, "890187701882": 69, "2170": 69, "898935982922": 69, "2170898935982922": 69, "302507096687205": 69, "11587": 69, "916685717913": 69, "4190": 69, "456055889271": 69, "4190456055889271": 69, "099445145523461": 69, "12180": 69, "885947073011": 69, "4527": 69, "071835065274": 69, "45270718350652744": 69, "246417930160787": 69, "12816": 69, "011905214418": 69, "5262": 69, "280448896257": 69, "5262280448896258": 69, "612621010536379": 69, "3657537644182542": 69, "248": 69, "fit": [69, 77], "knowledg": 69, "pprint": 69, "579": 69, "580": 69, "583": 69, "586": 69, "587": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 77], "thermostatsetpoint": [69, 77], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "occupi": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 72, 77], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 72, 77], "plenum": 69, "aris": [69, 77], "light_control": 69, "new_action_definit": [69, 77], "32": [69, 70], "174": 69, "177": 69, "179": 69, "305": 69, "5111010314528696": 69, "2835": 69, "011953773881": 69, "2835011953773881": 69, "7387008675283511": 69, "26129913247165": 69, "421014390196424": 69, "317654": 69, "96494": 69, "31237173": 69, "1374": 69, "28410120219": 69, "6065": 69, "825052347422": 69, "6065825052347422": 69, "74254870657726": 69, "360682108922676": 69, "686012": 69, "844059": 69, "31142563": 69, "2715": 69, "7611117082783": 69, "3379": 69, "077746701543": 69, "3379077746701543": 69, "08146212423063": 69, "317330025625665": 69, "016264": 69, "09283": 69, "21295846": 69, "3660": 69, "007455360811": 69, "5457": 69, "280335251083": 69, "5457280335251083": 69, "99796649838974": 69, "966775407980537": 69, "124304": 69, "553516": 69, "9582741": 69, "4564": 69, "380860934114": 69, "6603": 69, "432140993574": 69, "6603432140993574": 69, "99301384406026": 69, "3890808542817": 69, "063656": 69, "984705": 69, "5942085": 69, "5302": 69, "692402629544": 69, "191": 69, "2911582802689": 69, "01912911582802689": 69, "4613144918713914": 69, "53868550812861": 69, "9969193980086": 69, "306587": 69, "402065": 69, "7618722": 69, "7016": 69, "025434187163": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "8821997117836595": 69, "11780028821634": 69, "27473828933916": 69, "830227": 69, "474812": 69, "73397": 69, "8777": 69, "25161267316": 69, "178": 69, "4267301020354": 69, "017842673010203543": 69, "5277853133220205": 69, "47221468667798": 69, "60363543147483": 69, "934364": 69, "353241": 69, "6373596": 69, "10438": 69, "464921588717": 69, "1929073594710715": 69, "80709264052893": 69, "1932378723401": 69, "998844": 69, "359282": 69, "98427457": 69, "12367": 69, "057910085747": 69, "428": 69, "6780367305225": 69, "04286780367305225": 69, "6108147937607988": 69, "3891852062392": 69, "843863403107411": 69, "794724": 69, "592144": 69, "3683012": 69, "13218": 69, "089719275868": 69, "439": 69, "8288126081056": 69, "04398288126081056": 69, "16923377015886132": 69, "83076622984114": 69, "710713063269523": 69, "533552": 69, "096302": 69, "40426022": 69, "14225": 69, "5891712317": 69, "38023912699316": 69, "988834083817571": 69, "86006": 69, "556025": 69, "027832627": 69, "15616": 69, "602179397853": 69, "2767": 69, "822204079172": 69, "2767822204079172": 69, "3667378090425686": 69, "63326219095743": 69, "2879179385394967": 69, "618801": 69, "638168": 69, "5123796": 69, "4456792859417381": 69, "43": 69, "252": 69, "put": [69, 77], "leav": [69, 77], "intact": [69, 77], "extra_conf": [69, 77], "44": 69, "485": 69, "487": 69, "490": 69, "494": 69, "496": 69, "ref": 70, "433": 70, "434": 70, "436": 70, "437": 70, "feel": [70, 72], "loggerev": 70, "earlier": 70, "few": 70, "02": [70, 73], "041": 70, "048": 70, "res3": 70, "898": 70, "899": 70, "906": 70, "ep_len_mean": 70, "5e": 70, "ep_rew_mean": 70, "36e": 70, "fp": 70, "2443": 70, "36": [70, 72], "664": 70, "666": 70, "683": 70, "41": 70, "567": 70, "570": 70, "585": 70, "572": 70, "594": 70, "22754": 70, "48e": 70, "comfort_viol": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "07e": 70, "power_penalti": [70, 71], "std_reward": 70, "33e": 70, "972": 70, "72": 70, "loss": 70, "n_updat": 70, "5019": 70, "42": 70, "104": 70, "122": 70, "32e": 70, "1024": 70, "102": 70, "105120": 70, "13779": 70, "329": 70, "330": 70, "337": 70, "349": 70, "369": 70, "34": [70, 73], "097": 70, "113": 70, "49": 70, "378": 70, "381": 70, "406": 70, "22400": 70, "83e": 70, "65e": 70, "31e": 70, "825": 70, "22539": 70, "0x7f8e66038ee0": 70, "gt": 70, "54": 70, "736": 70, "create_row_cont": 71, "customcsvlogg": 71, "super": [71, 75], "last_10_steps_reward": 71, "_create_row_cont": 71, "57": 71, "743": 71, "746": 71, "749": 71, "751": 71, "752": [71, 72], "984": 71, "res5": 71, "2061": 71, "064957150696": 71, "22592": 71, "29761805248": 71, "259229761805248": 71, "29027708737195": 71, "4085": 71, "7626350724654": 71, "420": 71, "968971758518": 71, "042096897175851807": 71, "11870426967686143": 71, "88129573032314": 71, "5435": 71, "5346266621": 71, "11649": 71, "00520907892": 71, "164900520907892": 71, "81204708989529": 71, "6345": 71, "247828294638": 71, "29631550252394": 71, "7202": 71, "603862296734": 71, "3532375277869": 71, "025735323752778694": 71, "74339864119381": 71, "25660135880619": 71, "10096": 71, "316306201286": 71, "7796775010779": 71, "017577967750107792": 71, "050386500045999": 71, "949613499954": 71, "13373": 71, "916779680616": 71, "12541": 71, "97872344346": 71, "254197872344346": 71, "9257929336437414": 71, "07420706635626": 71, "16582": 71, "229771212274": 71, "2297": 71, "770586821443": 71, "22977705868214432": 71, "0045748664060916": 71, "99542513359391": 71, "19397": 71, "944264214886": 71, "5381431017472": 71, "07525381431017472": 71, "17564750687498": 71, "788544721127": 71, "1287670446718": 71, "052212876704467184": 71, "00072925585593": 71, "21565": 71, "995065534156": 71, "7777": 71, "204818523511": 71, "7777204818523511": 71, "97813067889673": 71, "23560": 71, "17226791806": 71, "23095": 71, "70961516462": 71, "309570961516462": 71, "15004851034096944": 71, "84995148965903": 71, "672379345545623": 71, "464": 71, "sai": 72, "get_season_comfort_rang": 72, "753": 72, "756": 72, "761": 72, "763": 72, "extend": 72, "desir": 72, "rbc5zone": [72, 77], "myrulebasedcontrol": 72, "daytim": 72, "out_temp": 72, "summer_start_d": 72, "summer_final_d": 72, "current_dt": 72, "season_comfort_rang": 72, "setpoints_summ": 72, "in_temp": 72, "current_heat_setpoint": 72, "current_cool_setpoint": 72, "new_heat_setpoint": 72, "new_cool_setpoint": 72, "weekend": 72, "night": 72, "33": 72, "37": 72, "293": 72, "309": 72, "res6": 72, "9027267231826451": [72, 73], "18054": [72, 73], "5344636529": [72, 73], "8054534463652903": [72, 73], "99998833869494": [72, 73], "1764": 72, "4480209727506": 72, "18190": 72, "11301727289": 72, "8190113017272893": 72, "32998609178986": 72, "3319": 72, "0240158271495": 72, "6499": 72, "498986238363": 72, "6499498986238363": 72, "32985628557421": 72, "4331": 72, "530660717744": 72, "2698020216335806": 72, "73019797836642": 72, "5030": 72, "34341168003": 72, "2756": 72, "596244185509": 72, "2756596244185509": 72, "33021642625628": 72, "5624": 72, "205479307242": 72, "871": 72, "8985175509725": 72, "08718985175509726": 72, "6700868290835906": 72, "32991317091641": 72, "7188": 72, "94373222068": 72, "710258038781241": 72, "28974196121876": 72, "9056": 72, "39052356895": 72, "20410": 72, "91452531903": 72, "041091452531903": 72, "33010209424337": 72, "10854": 72, "090922968613": 72, "3438": 72, "778066876331": 72, "3438778066876331": 72, "32982109298299": 72, "12308": 72, "980146004908": 72, "6368": 72, "219126588838": 72, "6368219126588838": 72, "33031589389634": 72, "12900": 72, "560641948945": 72, "2705": 72, "336525778672": 72, "2705336525778672": 72, "33017846907974": 72, "13780": 72, "798440045137": 72, "5352": 72, "233991403948": 72, "5352233991403947": 72, "32992237675168": 72, "15499": 72, "608669456482": 72, "19332": 72, "86497279549": 72, "9332864972795492": 72, "33000068783789": 72, "4423404300643832": 72, "46": [72, 73], "026": 72, "normil": 73, "778": 73, "780": 73, "783": 73, "785": 73, "786": 73, "789": 73, "805": 73, "res16": 73, "9910000e": 73, "0000000e": 73, "5000000e": 73, "0999999e": 73, "9000000e": 73, "1000000e": 73, "0999992e": 73, "9707859e": 73, "8362732e": 73, "486": 73, "488": 73, "505": 73, "98466104": 73, "33834645": 73, "9484536": 73, "17748918": 73, "8111888": 73, "800001": 73, "44444445": 73, "39061695": 73, "43193626": 73, "56101173": 73, "45": 73, "445": 73, "643": 73, "646": 73, "649": 73, "653": 73, "657": 73, "48": 73, "201": 73, "203": 73, "205": 73, "208": 73, "210": 73, "213": 73, "225": 73, "res18": 73, "53": 73, "099": 73, "108": 73, "144": 73, "535": 73, "540": 73, "543": 73, "545": 73, "744": 73, "754": 73, "res19": 73, "2097": 73, "069513380396": 73, "4420": 73, "417448015461": 73, "44204174480154607": 73, "5592545746684792": 73, "44074542533152": 73, "4115": 73, "586715117292": 73, "15106": 73, "04831627059": 73, "510604831627059": 73, "73615474040233": 73, "5458": 73, "5534876380125": 73, "7163": 73, "35210582586": 73, "7163352105825861": 73, "99485496779759": 73, "6378": 73, "342330065786": 73, "75661867832585": 73, "7230": 73, "79295371363": 73, "11573": 73, "19138929936": 73, "157319138929936": 73, "1447156088359804": 73, "85528439116402": 73, "10136": 73, "551748683549": 73, "779675822106": 73, "0175779675822106": 73, "2201257903301403": 73, "77987420966986": 73, "13417": 73, "322446742612": 73, "20438": 73, "77860937315": 73, "043877860937315": 73, "2761863833358795": 73, "72381361666412": 73, "16653": 73, "395519627065": 73, "4058515355591": 73, "029640585153555915": 73, "0341594895709108": 73, "96584051042909": 73, "19473": 73, "56028227908": 73, "33729078022685": 73, "20476": 73, "057376697874": 73, "12183": 73, "50538957212": 73, "218350538957212": 73, "85073350665203": 73, "21654": 73, "559762066197": 73, "6211799169361": 73, "01526211799169361": 73, "027243301837089": 73, "97275669816291": 73, "23670": 73, "370352311853": 73, "23172": 73, "08056052774": 73, "317208056052774": 73, "13047508039367": 73, "6755242680454563": 73, "289": 73, "re": 74, "num_simul": 74, "sub_runn": 74, "utilsocket": 74, "monitor_norm": 74, "sub_run": 74, "num_episod": 74, "maximum": 74, "within": [74, 76], "suit": 74, "observation_valu": 74, "row": 74, "carri": 74, "techniqu": 74, "factor": 74, "discomfort": 75, "togeth": 75, "insid": [75, 77], "typic": 75, "satisfact": 75, "similar": 75, "increas": 75, "higher": 75, "hourlylinearreward": 75, "slight": 75, "am": 75, "pm": 75, "equal": 75, "neg": 75, "perfect": 75, "behavior": 75, "adjust": 75, "uniqu": [75, 76], "reflect": 75, "But": [75, 77], "imagin": 75, "signal": 75, "__call__": 75, "below": 75, "basereward": 75, "customreward": 75, "naiv": 75, "under": [76, 77], "small": 76, "independ": 76, "test_common": 76, "test_reward": 76, "test_wrapp": 76, "test_simul": 76, "test_config": 76, "test_env": 76, "test_control": 76, "test_stable_baselin": 76, "conceptu": 76, "readm": 76, "try_env": 77, "soon": 77, "dispos": 77, "practic": 77, "screen": 77, "basi": 77, "criteria": 77, "rbcdatacent": 77, "randomcontrol": 77, "west": 77, "htgsetp": 77, "clgsetp": 77, "kind": 77, "subject": 77, "assign": 77, "dualsetp": 77, "heating_nam": 77, "cooling_nam": 77, "heating_initial_valu": 77, "cooling_initial_valu": 77, "variant": 78, "bug": 78}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 72, 77], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 70], "logger": [3, 54, 55, 56, 71, 73, 74], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 77], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 77], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "kwarg": 4, "action": [4, 7, 69, 77], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 74], "observ": [4, 69, 73, 77], "space": [4, 69, 77], "name": 4, "definit": [4, 69, 77], "extra": [4, 5, 69, 77], "configur": [4, 5, 6, 8, 69, 71, 77], "ad": [4, 69, 77], "new": [4, 7, 69, 76, 77], "build": [4, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 71], "first": 6, "step": [6, 71], "2": [6, 71], "our": 6, "contain": [6, 8], "platform": 6, "3": 6, "your": 6, "own": 6, "4": 6, "creat": [6, 7, 76], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 71], "instal": [8, 76], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 77], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evalu": [46, 47], "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "loggerwrapp": [63, 71], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": 69, "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "usag": [70, 77], "person": 71, "inherit": 71, "csvloger": 71, "instanti": 71, "rule": [72, 77], "normal": 73, "multi": 73, "all": 73, "one": 73, "format": 74, "custom": 75, "test": 76, "pytest": 76, "run": 76, "simplest": 77, "overwrit": 77, "some": 77, "default": 77, "valu": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new weathers for environments": [[4, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "Configure Python environment": [[8, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "Install BCVTB software": [[8, "install-bcvtb-software"]], "Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "DRL usage example": [[70, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[71, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Wrappers example": [[73, "Wrappers-example"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Output format": [[74, "output-format"]], "Logger": [[74, "logger"]], "Rewards": [[75, "rewards"]], "Custom Rewards": [[75, "custom-rewards"]], "Tests": [[76, "tests"]], "Install Pytest": [[76, "install-pytest"]], "Running tests": [[76, "running-tests"]], "Create new tests": [[76, "create-new-tests"]], "Usage example": [[77, "usage-example"]], "Simplest example": [[77, "simplest-example"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding wrappers": [[77, "adding-wrappers"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Wrappers": [[78, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "5. Controllers", "9. Deep Reinforcement Learning Integration", "3. Environments", "7. Extra Configuration in Sinergym simulations", "10. Sinergym with Google Cloud", "11. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "19. MLFlow example", "20. TensorBoard example", "13. Basic example", "14. Changing an environment registered in Sinergym", "18. DRL usage example", "16. Logger Wrapper personalization/configuration", "17. Rule Controller example", "15. Wrappers example", "8. Output format", "4. Rewards", "12. Tests", "2. Usage example", "6. Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "openai": [0, 4, 9, 45, 68, 76], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "deep": [0, 6, 8, 9, 70, 77], "reinforc": [0, 6, 8, 9, 70, 75, 77], "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 71, 72, 73, 75, 76, 77, 78], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "commun": [0, 9, 13, 38, 74, 76], "between": [0, 3, 4, 9, 28, 75], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "tool": [0, 9, 77], "allow": [0, 3, 4, 6, 7, 9, 75], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 78], "backend": [0, 6, 9], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 77], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "customiz": [0, 9], "aim": [0, 4, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 77], "packag": [0, 7, 9, 66, 67, 68, 69, 70, 71, 72, 73, 76], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "experiment": [0, 4, 9], "easi": [0, 9, 76], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 74], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "aspect": [0, 9, 75], "wai": [0, 4, 5, 6, 9, 69, 77], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 74], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 66, 67, 68, 70, 71, 72, 73], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "well": [0, 3, 4, 9, 47, 70], "peopl": [0, 4, 9, 69, 75, 77], "occup": [0, 4, 9, 30, 41, 69, 77], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "per": [0, 3, 4, 5, 9, 47, 55, 74], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "period": [0, 4, 9, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 74], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 78], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "without": [0, 4, 6, 7, 9, 38, 65, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "extern": [0, 4, 6, 9, 38, 69, 74], "cfg": [0, 4, 9, 17, 38, 74], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75, 78], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "what": [0, 4, 6, 9, 69, 73, 77], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "obtain": [0, 3, 4, 9, 12, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 74], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "indic": [0, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "replac": [0, 4, 9, 69, 77], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "take": [0, 4, 5, 7, 9, 38, 45, 70], "care": [0, 4, 6, 9], "relev": [0, 9], "intern": [0, 3, 4, 9, 75], "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "baselin": [0, 3, 9, 21, 44, 45, 76], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "team": [0, 6, 8, 9, 77], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "drl": [0, 2, 4, 6, 9, 66, 67, 77], "librari": [0, 6, 8, 9, 67, 72, 76], "support": [0, 3, 4, 8, 9, 12, 76], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "account": [0, 4, 5, 6, 8, 9, 49, 50, 75], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69, 70], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 77], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 76], "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 77], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 68, 69, 70, 72, 78], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 70, 74, 75], "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "purpos": [0, 4, 6, 9, 69, 77], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76, 78], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 70], "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 76], "workflow": [0, 7, 9, 76], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 4, 6, 9, 75], "understand": [0, 9, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "stai": [0, 5, 9, 75], "tune": [0, 5, 9, 75], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "those": [0, 3, 4, 6, 30, 69, 75], "interest": [0, 77], "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "issu": [0, 4, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77, 78], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "read": [0, 4, 6, 15, 17, 52, 70], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "comput": [0, 3, 6, 67, 70], "contain": [0, 4, 7, 47, 49, 50, 68, 76], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "instal": [0, 6, 7, 17, 77], "section": [0, 2, 3, 4, 6, 8, 69, 75, 76, 77], "host": [0, 6, 74], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "offici": 0, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 27, 69, 74], "framework": [0, 76], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "citi": 0, "transport": 0, "page": [0, 4, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "random": [2, 6, 43, 77], "rule": [2, 6, 41, 42, 76], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "datacent": [2, 4, 6, 69, 77], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "py": [2, 3, 4, 6, 8, 45, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "veri": [2, 6, 7, 8, 69, 75, 77], "perform": [2, 4, 6, 23, 47, 64, 75], "refer": [2, 6], "point": [2, 67, 70, 77], "studi": [2, 4], "simpl": [2, 4, 68, 69, 75, 77], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "instanc": [2, 3, 4, 6, 12, 49, 74], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "usag": [2, 6, 66, 78], "facil": [3, 69, 75, 77], "discret": [3, 4, 12, 68, 69, 75, 77], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 70], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "import": [3, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "manipul": [3, 6, 7], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "therefor": [3, 4, 75, 77], "propos": 3, "extract": [3, 4, 12, 34, 38], "why": 3, "loggercallback": [3, 6, 67], "deal": 3, "subtleti": 3, "record": [3, 29, 33, 55, 63, 74], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "constructor": [3, 4, 5, 15, 69, 75, 77], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 69, 77], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "compar": [3, 7], "There": [3, 6, 7, 8, 74], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "log_interv": [3, 6, 66, 67, 70], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "consequ": [3, 6, 75], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75, 78], "instead": [3, 4, 6, 8, 47], "On": [3, 6, 8, 69, 77], "appear": [3, 4, 8, 47, 68, 74], "action_simul": 3, "too": [3, 6, 7, 8, 49, 69], "becaus": [3, 4, 6, 70, 72, 77], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69], "pars": [3, 4, 32], "note": [3, 47, 74], "box": [3, 4, 12, 66, 67, 68, 69, 70, 71, 72, 73, 77], "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "equival": 3, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "out": [3, 66, 67, 70, 74], "bound": [3, 66, 67, 68, 69, 70, 71, 72, 73], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "penalti": [3, 74, 75], "cumulative_pow": 3, "power": [3, 55, 59, 60, 61, 74, 75], "consumpt": [3, 22, 60, 61, 74, 75], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 70], "being": [3, 4, 12, 74, 75, 77], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "normal": [3, 4, 6, 65, 74, 75, 76, 77, 78], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "rollout": [3, 70], "metric": 3, "exploration_r": [3, 70], "doesn": [3, 6, 78], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38], "benefit": 3, "script": [3, 6, 69, 70, 77], "drl_batteri": [3, 6, 70, 77], "flag": [3, 6, 17, 55, 63, 71], "most": [3, 4, 74, 75], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 68], "concaten": 3, "callbacklist": [3, 6, 66, 67, 70], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "field": [3, 4, 6, 12, 38, 75], "valid": [3, 6, 50, 73, 78], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69], "recommend": [3, 6, 7, 8, 42, 69, 75], "batteri": [3, 6], "initi": [3, 4, 23, 51], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 75], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "pittsburgh": 4, "5zoneautodxvav": [4, 41], "01": [4, 69, 70, 73], "31": [4, 5], "03": [4, 70, 73], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 66, 67, 68, 69, 70, 71, 72, 73], "mix": [4, 75], "humid": [4, 69, 77], "4a": 4, "cool": [4, 69, 72, 77], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "stochast": [4, 23, 47, 69, 75, 77], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 75], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "std": [4, 47], "complet": [4, 66, 67, 70, 73], "context": [4, 5, 69, 76], "either": 4, "predefin": [4, 69, 77], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 71, 72, 75], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "self": [4, 71, 72, 75], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "weather_fil": [4, 12, 19, 69, 77], "observation_spac": [4, 12, 69, 77], "low": [4, 59, 61, 69, 76, 77], "5e6": [4, 69, 77], "high": [4, 69, 77], "shape": [4, 6, 69, 77], "observation_vari": [4, 12, 69, 77], "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "action_vari": [4, 12, 69, 77], "action_map": [4, 12, 69, 77], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "weather_vari": [4, 12, 17, 37, 69, 77], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "reward_kwarg": [4, 12, 69, 75, 77], "act_repeat": [4, 12, 17, 69, 77], "1": [4, 5, 8, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "max_ep_data_store_num": [4, 12, 17, 69, 77], "action_definit": [4, 12, 17, 38, 69, 77], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "config_param": [4, 5, 12, 17, 69, 77], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 70], "manual": [4, 5, 7, 12], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "extra_config": [4, 12, 38], "map": [4, 12, 69, 77], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74, 78], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "regardless": [4, 12, 74], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77, 78], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 71, 72], "setpoint": [4, 41, 42, 72], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "dtype": [4, 66, 67, 69, 70, 77], "reward_fn": [4, 6], "obs_dict": [4, 72], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 77], "intermedi": 4, "free": [4, 6, 70, 72], "runperiod": [4, 68, 69, 77], "rest": [4, 6, 8, 48, 49, 75, 77], "necessari": [4, 6, 7, 8, 69, 75, 77], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 74], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "compat": [4, 6, 8, 45], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 75], "natur": 4, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "calcul": [4, 6, 66, 70, 75, 77], "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "organ": [4, 6, 69, 76], "n": [4, 6, 64, 69, 73, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "summari": [4, 63, 68], "dynam": [4, 7, 67], "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 70, 77], "correctli": [4, 6, 26, 76, 77, 78], "correct": [4, 6, 7, 8, 30, 73, 78], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 70, 72], "found": [4, 12, 38, 78], "rdd": 4, "ones": [4, 6, 75, 78], "taken": [4, 75, 77], "done": [4, 55, 68, 69, 71, 72, 73, 77, 78], "constant": [4, 6, 59, 60, 61, 71, 73, 75, 78], "discuss": [4, 69], "249": [4, 78], "range_gett": 4, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "standard": [4, 7, 30, 41, 68, 77], "repres": 4, "previous": [4, 6, 38, 69, 74], "rememb": [4, 70, 72], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 77], "notifi": [4, 6, 7], "fix": [4, 7], "actuat": [4, 26, 69], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "consist": [4, 17], "usual": [4, 7, 75], "solut": 4, "problem": [4, 6, 69, 77], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 77], "told": [4, 8], "id": [4, 6, 69, 75, 77], "seen": 4, "recogniz": 4, "word": [4, 7], "don": [4, 6, 8, 68, 74], "give": [4, 6], "plai": [4, 70, 72], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "version": [4, 6, 7, 8, 12, 69, 77], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 76], "Its": 4, "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "better": [4, 77], "form": 4, "thing": [4, 69, 75], "grow": 4, "cover": 4, "area": 4, "world": 4, "greatest": 4, "divers": 4, "characterist": [4, 75], "dedic": 4, "explan": [4, 6], "download": [4, 6], "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "exactli": [4, 77], "place": [4, 77], "That": [4, 75], "abl": [4, 6, 8, 69], "alreadi": [4, 6, 69, 72, 75, 76, 77], "even": [4, 69, 70, 72, 77], "perhap": 4, "incorpor": 4, "than": [4, 6, 74, 75, 77, 78], "intend": 4, "someon": 4, "decid": [4, 6], "far": [4, 75], "concern": [4, 69], "Be": 4, "sure": 4, "except": [4, 38, 77], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "config": [5, 6, 26, 68, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 77], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 75, 77], "less": 5, "1991": [5, 68, 69, 71, 72, 73, 77], "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "determin": [5, 6, 77], "length": [5, 6, 47, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 77, 78], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 73, 77], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 70, 77], "finish": [6, 7, 17, 77], "job": [6, 7, 8, 76], "remov": [6, 49, 59, 60, 61, 75], "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 69, 77], "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 76, 77], "termin": [6, 17, 56, 63, 64, 77], "applic": [6, 76], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 73, 77, 78], "10gb": 6, "isn": 6, "enough": 6, "silenc": 6, "would": [6, 75], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 76, 77], "write": [6, 7, 8, 76], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 75], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 76], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 77], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "report": 6, "submit": 6, "region": 6, "substitut": [6, 69, 77], "predetermin": 6, "enter": [6, 77], "after": [6, 17, 47, 68, 69, 73, 77], "immedi": 6, "hasn": [6, 29], "yet": [6, 76], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 70], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 77], "previou": [6, 64, 69, 77], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 70, 72], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 70], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "argpars": 6, "datetim": [6, 66, 67, 70, 72], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "stable_baselines3": [6, 23, 47, 66, 67, 70], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 70], "dummyvecenv": [6, 66, 67, 70], "loggerevalcallback": [6, 66, 67, 70], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "multiobswrapp": [6, 71, 73], "normalizeobserv": [6, 71, 73, 77, 78], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 75, 77], "exponenti": [6, 59, 75], "energy_weight": [6, 59, 61, 69, 75, 77], "rew": 6, "weight": [6, 59, 60, 61, 69, 75], "norm": 6, "store_tru": 6, "multiob": [6, 73, 78], "mob": 6, "multi": [6, 78], "csvlogger": [6, 22, 63, 71, 74], "ten": 6, "eval": [6, 23, 66, 70], "best": [6, 23, 66, 67, 70], "onlin": 6, "eval_freq": [6, 23, 66, 70], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 77], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 70], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 70], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 76], "max_grad_norm": 6, "m": [6, 66, 67, 70], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": [6, 73], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 75], "parse_arg": 6, "experiment_d": [6, 66, 67, 70], "todai": [6, 66, 67, 70], "strftime": [6, 66, 67, 70], "y": [6, 66, 67, 70], "d_": 6, "h": [6, 66, 67, 70], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 74], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "rate": [6, 69, 75, 77], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 70], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 72], "expreward": [6, 69, 75, 77], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 70], "verbos": [6, 22, 23, 67, 70, 76], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 66, 70], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 70], "_init_setup_model": 6, "f": [6, 8, 66, 67, 70], "model_path": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 70, 75, 77], "n_timesteps_episod": [6, 66, 67, 70], "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "eval_callback": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "best_model": [6, 66, 70], "log_path": [6, 23, 66, 70], "determinist": [6, 23, 47, 66, 70], "render": [6, 12, 23, 45, 47, 66, 70], "n_eval_episod": [6, 23, 47, 66, 70], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 70], "_env_working_dir_par": [6, 66, 67, 70], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 77], "pretti": [6, 75], "deactiv": [6, 55, 63, 74], "written": [6, 71], "recreat": 6, "belong": [6, 55, 74], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 77], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 70, 77], "gitignor": 6, "ignor": [6, 7, 67, 76], "final": [6, 68], "load_ag": 6, "just": [6, 69, 73], "zip": [6, 72], "predict": 6, "agre": 6, "collect": [6, 55, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 75], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 68, 69, 71, 77], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 71, 72, 73, 77, 78], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 70], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 75], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 75], "creation": [6, 77], "annot": 6, "bellow": [6, 75], "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 76], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "cannot": [7, 67, 77], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 45, 66, 67, 68, 69, 70, 71, 72, 73], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 69, 74], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 70], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 76], "advantag": 7, "minim": 7, "pip": [8, 76], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 73], "click": 8, "pop": [8, 71], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 77], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 68, 69, 70, 71, 72, 73], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 75], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 72], "consid": [8, 59, 60, 61, 68, 75], "subset": [8, 73, 78], "ofici": 8, "supervis": [8, 76], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "vv": [8, 76], "anywai": [8, 76], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 77], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 74], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 77], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 72], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 59, 60, 61, 75], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 72, 77], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 77], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 68, 69, 71, 77], "explicitli": 29, "season": [30, 59, 60, 61, 69, 72, 75], "ashra": [30, 41, 42], "55": [30, 41, 69], "thermal": [30, 41, 60, 69, 75, 77], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 75], "file_path": 35, "content": [35, 74], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 74], "till": 36, "modif": [37, 75], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 75], "winter": [38, 75], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 72, 77], "sequenc": [41, 42, 43, 65, 71, 72], "indoor": [41, 42], "perceiv": [41, 42, 72], "chosen": [41, 42, 43, 72, 77], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 77], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 70], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "averag": [47, 77], "count": [47, 69, 77], "scale": [47, 76], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 71], "progress_head": [55, 63, 71], "log_progress_fil": [55, 71], "log_fil": [55, 71], "header": [55, 63, 71], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "inherit": [58, 78], "temperature_vari": [59, 60, 61, 69, 75, 77], "energy_vari": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "range_comfort_summ": [59, 60, 61, 69, 75, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 66, 68, 69, 71, 72, 77], "lambda_energi": [59, 60, 61, 75], "0001": [59, 60, 61, 70], "lambda_temperatur": [59, 60, 61, 75], "r": [59, 61], "w": [59, 60, 61, 67, 75], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 75], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 75], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 71], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 73], "stack": 64, "flat": 64, "vector": [64, 70], "reli": [65, 70], "get_unwrapped_ob": 65, "usr": [66, 67, 68, 69, 70, 71, 72, 73], "lib": [66, 67, 68, 69, 70, 71, 72, 73], "dist": [66, 67, 68, 69, 70, 71, 72, 73], "73": [66, 67, 68, 69, 70, 71, 72, 73], "userwarn": [66, 67, 68, 69, 70, 71, 72, 73], "precis": [66, 67, 68, 69, 70, 71, 72, 73], "lower": [66, 67, 68, 69, 70, 71, 72, 73], "cast": [66, 67, 68, 69, 70, 71, 72, 73], "float32": [66, 67, 68, 69, 70, 71, 72, 73, 77], "episodes_": [66, 67, 70], "env_vec": [66, 67, 70], "2022": [66, 67, 68, 69, 70, 71, 72, 73], "07": [66, 67, 68, 69, 70, 71, 72, 73], "09": [66, 67, 68, 69, 70, 71, 72, 73], "15": [66, 68, 69, 70, 71, 73, 77], "336": 66, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "340": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "343": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "346": 66, "347": [66, 70], "379": 66, "395": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "res4": 66, "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "28": [66, 68, 69, 72, 73, 77], "814": 66, "816": 66, "833": 66, "sub_run2": [66, 67, 70, 73, 74], "52": [66, 67], "095": [66, 70], "096": 66, "106": [66, 70], "sub_run3": [66, 67, 70, 74], "fromnumer": [66, 67, 70], "3432": [66, 67, 70], "runtimewarn": [66, 67, 70], "slice": [66, 67, 70], "_method": [66, 67, 70], "_mean": [66, 67, 70], "axi": [66, 67, 70], "190": [66, 67, 70], "invalid": [66, 67, 70], "encount": [66, 67, 70, 78], "double_scalar": [66, 67, 70], "ret": [66, 67, 70], "rcount": [66, 67, 70], "265": [66, 67, 70], "degre": [66, 67, 70], "freedom": [66, 67, 70], "lt": [66, 67, 70], "_var": [66, 67, 70], "ddof": [66, 67, 70], "223": [66, 67, 70], "divid": [66, 67, 70], "arrmean": [66, 67, 70], "um": [66, 67, 70], "true_divid": [66, 67, 70], "div": [66, 67, 70], "39": [66, 67, 68, 69, 70, 71, 72, 73], "unsaf": [66, 67, 70], "257": [66, 67, 68, 70, 71], "56": [66, 69, 70], "988": 66, "989": 66, "996": [66, 71], "sub_run4": [66, 67, 70], "06": 66, "618": 66, "619": 66, "626": [66, 70], "sub_run5": [66, 67, 70], "941": 66, "943": 66, "957": 66, "sub_run6": [66, 70], "num_timestep": [66, 70], "70080": [66, 70], "episode_reward": [66, 70], "22006": 66, "98": 66, "00": [66, 68, 69, 70, 73], "35040": [66, 68, 69, 70, 71, 72, 73], "168": 66, "176": [66, 69], "sub_run7": [66, 70], "862": [66, 68], "863": 66, "870": 66, "sub_run8": [66, 70], "35": 66, "851": 66, "852": 66, "861": 66, "sub_run9": [66, 70], "181": 66, "183": 66, "196": 66, "sub_run10": [66, 70], "08": [66, 67, 70, 71], "522": [66, 67, 71], "532": 66, "sub_run11": [66, 70], "140160": [66, 70], "23530": 66, "67": 66, "923": 67, "925": 67, "927": 67, "929": 67, "930": 67, "tensorboard_path": 67, "cpu": [67, 70], "712510": 67, "tensorflow": 67, "cc": 67, "169": [67, 70], "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "turn": 67, "tf_enable_onednn_opt": 67, "716588": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73], "dlerror": 67, "share": 67, "No": 67, "716606": 67, "cuda": 67, "cudart_stub": 67, "29": [67, 68, 69, 71, 73, 77], "cudart": 67, "gpu": 67, "416": 67, "425": 67, "res7": 67, "27": [67, 68, 69, 71, 73, 77], "141": 67, "149": 67, "560": 67, "563": 67, "582": 67, "25": [67, 68, 69, 71, 72, 73, 77], "548": 67, "549": 67, "557": 67, "59": [67, 69, 70, 73], "524": 67, "537": [67, 73], "04": [67, 70, 73], "617": 67, "loop": 68, "602": 68, "603": 68, "605": 68, "606": [68, 70], "607": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 71, 72, 73, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "print": [68, 69, 70, 71, 72, 73, 77, 78], "873": 68, "res1": [68, 69], "5693658209031192": [68, 71], "time_elaps": [68, 69, 70, 71, 72, 73], "900": [68, 69, 71, 72, 73], "total_pow": [68, 69, 71, 72, 73], "3780": [68, 71], "170717786078": [68, 71], "total_power_no_unit": [68, 69, 71, 72, 73], "3780170717786078": [68, 71], "7607145700276305": [68, 71], "abs_comfort": [68, 69, 71, 72, 73], "23928542997237": [68, 71], "out_temperatur": [68, 69, 71, 72, 73], "action_": [68, 69, 71, 72, 73], "18": [68, 69, 70, 71, 72, 73, 77], "2112": 68, "7625904745278": 68, "2976": [68, 69, 71, 72, 73], "2678400": [68, 69, 71, 72, 73], "22348": 68, "47236479097": 68, "234847236479097": 68, "20": [68, 69, 71, 72, 73, 75, 77], "18911065438731": 68, "22": [68, 69, 71, 72, 73, 77], "23": [68, 69, 71, 72, 73, 75, 77], "4104": 68, "265504441257": 68, "5664": [68, 69, 71, 72, 73], "5097600": [68, 69, 71, 72, 73], "12948": 68, "13071758654": 68, "2948130717586541": 68, "87810890551877": 68, "21": [68, 69, 71, 72, 73, 77], "5417": 68, "441233237612": 68, "8640": [68, 69, 71, 72, 73], "7776000": [68, 69, 71, 72, 73], "152": [68, 71, 72, 73], "4868953414246": [68, 71, 72, 73], "01524868953414246": [68, 71, 72, 73], "12519567758555894": 68, "87480432241444": 68, "26": [68, 69, 70, 71, 75, 77], "6334": 68, "076617115651": 68, "11520": [68, 69, 71, 72, 73], "10368000": [68, 69, 71, 72, 73], "9909": 68, "57629951364": 68, "9909576299513639": 68, "98956711598672": 68, "13": [68, 69, 70, 71, 72, 73], "7196": 68, "337141748097": 68, "14496": [68, 69, 71, 72, 73], "13046400": [68, 69, 71, 72, 73], "32472912215": 68, "025732472912215004": 68, "6342081608280488": 68, "36579183917195": 68, "10119": 68, "078686707608": 68, "17376": [68, 69, 71, 72, 73], "15638400": [68, 69, 71, 72, 73], "175": [68, 69, 71, 72, 73], "7796758221068": [68, 72], "017577967582210682": [68, 72], "308881942532789": 68, "69111805746721": 68, "17": [68, 69, 71, 72, 73, 77], "13344": 68, "34795468286": 68, "20352": [68, 69, 71, 72, 73], "18316800": [68, 69, 71, 72, 73], "4274": 68, "841504910937": 68, "42748415049109373": 68, "6746607947314196": 68, "32533920526858": 68, "16": [68, 69, 71, 73, 77], "16532": 68, "561015096362": 68, "23328": [68, 69, 71, 72, 73], "20995200": [68, 69, 71, 72, 73], "296": [68, 73], "4221825034278": 68, "02964221825034278": 68, "1542061821218716": 68, "84579381787813": 68, "19347": 68, "21771433634": 68, "26208": [68, 69, 71, 72, 73], "23587200": [68, 69, 71, 72, 73], "14597880471529123": 68, "85402119528471": 68, "20424": [68, 71], "606228211076": 68, "29184": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "1659288529232903": 68, "83407114707671": 68, "21596": 68, "063810147996": 68, "32064": [68, 69, 71, 72, 73], "28857600": [68, 69, 71, 72, 73], "5255": 68, "294847641754": 68, "5255294847641755": 68, "02303149966062": 68, "23614": 68, "86930856602": 68, "31536000": [68, 69, 71, 72, 73], "1992": [68, 69, 71, 72, 73, 77], "5016": 68, "972171658432": 68, "5016972171658431": 68, "9844573338465317": 68, "01554266615347": 68, "forget": 68, "40": [68, 70, 73], "720": 68, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "6739403341485966": 68, "over": 68, "environment_id": 69, "long": 69, "460": 69, "eplus_env_5zon": 69, "462": 69, "465": 69, "467": 69, "469": 69, "scratch": 69, "obvious": 69, "air": [69, 72, 75, 77], "space1": [69, 72, 75, 77], "hvac": [69, 75, 77], "electr": [69, 75, 77], "demand": [69, 75, 77], "991": 69, "993": 69, "994": 69, "esp_granada": [69, 77], "084190_swec": [69, 77], "001": [69, 77], "new_env_nam": [69, 77], "58": [69, 73], "155": 69, "eplus_env_new_env_name_mainthread_root": 69, "156": 69, "157": 69, "158": 69, "159": 69, "overwritten": [69, 77], "new_observation_vari": [69, 77], "outdoor": [69, 72, 77], "wind": [69, 77], "speed": [69, 77], "fanger": [69, 77], "ppd": [69, 77], "east": [69, 77], "new_action_vari": [69, 77], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 77], "len": [69, 77], "new_action_map": [69, 77], "new_action_spac": [69, 77], "474": 69, "eplus_env_datacent": 69, "475": 69, "477": 69, "478": 69, "479": 69, "480": 69, "608": [69, 70], "26775410632883273": 69, "5355": 69, "082126576654": 69, "5355082126576655": 69, "186377523616978": 69, "669": 69, "4534184979221": 69, "4208": 69, "635870777072": 69, "42086358707770727": 69, "228479196022084": 69, "1247": 69, "5537459734599": 69, "4421": 69, "637300732844": 69, "4421637300732844": 69, "705059073313615": 69, "1855": 69, "7928063319255": 69, "4987": 69, "415191462993": 69, "49874151914629933": 69, "024777159060027": 69, "2636": 69, "641656051256": 69, "2188": 69, "620052530483": 69, "2188620052530483": 69, "963985853561047": 69, "3518": 69, "6464879098053": 69, "4345": 69, "217932332002": 69, "4345217932332003": 69, "61357774788482": 69, "5047": 69, "521248481572": 69, "6249": 69, "758355257713": 69, "6249758355257714": 69, "04954794846631": 69, "7116": 69, "313388281761": 69, "2107": 69, "732366810708": 69, "21077323668107079": 69, "53376534972051": 69, "9326": 69, "224323881572": 69, "5939": 69, "453811738773": 69, "5939453811738773": 69, "38570883464585": 69, "10853": 69, "890187701882": 69, "2170": 69, "898935982922": 69, "2170898935982922": 69, "302507096687205": 69, "11587": 69, "916685717913": 69, "4190": 69, "456055889271": 69, "4190456055889271": 69, "099445145523461": 69, "12180": 69, "885947073011": 69, "4527": 69, "071835065274": 69, "45270718350652744": 69, "246417930160787": 69, "12816": 69, "011905214418": 69, "5262": 69, "280448896257": 69, "5262280448896258": 69, "612621010536379": 69, "3657537644182542": 69, "248": 69, "fit": [69, 77], "knowledg": 69, "pprint": 69, "579": 69, "580": 69, "583": 69, "586": 69, "587": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 77], "thermostatsetpoint": [69, 77], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "occupi": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 72, 77], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 72, 77], "plenum": 69, "aris": [69, 77], "light_control": 69, "new_action_definit": [69, 77], "32": [69, 70], "174": 69, "177": 69, "179": 69, "305": 69, "5111010314528696": 69, "2835": 69, "011953773881": 69, "2835011953773881": 69, "7387008675283511": 69, "26129913247165": 69, "421014390196424": 69, "317654": 69, "96494": 69, "31237173": 69, "1374": 69, "28410120219": 69, "6065": 69, "825052347422": 69, "6065825052347422": 69, "74254870657726": 69, "360682108922676": 69, "686012": 69, "844059": 69, "31142563": 69, "2715": 69, "7611117082783": 69, "3379": 69, "077746701543": 69, "3379077746701543": 69, "08146212423063": 69, "317330025625665": 69, "016264": 69, "09283": 69, "21295846": 69, "3660": 69, "007455360811": 69, "5457": 69, "280335251083": 69, "5457280335251083": 69, "99796649838974": 69, "966775407980537": 69, "124304": 69, "553516": 69, "9582741": 69, "4564": 69, "380860934114": 69, "6603": 69, "432140993574": 69, "6603432140993574": 69, "99301384406026": 69, "3890808542817": 69, "063656": 69, "984705": 69, "5942085": 69, "5302": 69, "692402629544": 69, "191": 69, "2911582802689": 69, "01912911582802689": 69, "4613144918713914": 69, "53868550812861": 69, "9969193980086": 69, "306587": 69, "402065": 69, "7618722": 69, "7016": 69, "025434187163": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "8821997117836595": 69, "11780028821634": 69, "27473828933916": 69, "830227": 69, "474812": 69, "73397": 69, "8777": 69, "25161267316": 69, "178": 69, "4267301020354": 69, "017842673010203543": 69, "5277853133220205": 69, "47221468667798": 69, "60363543147483": 69, "934364": 69, "353241": 69, "6373596": 69, "10438": 69, "464921588717": 69, "1929073594710715": 69, "80709264052893": 69, "1932378723401": 69, "998844": 69, "359282": 69, "98427457": 69, "12367": 69, "057910085747": 69, "428": 69, "6780367305225": 69, "04286780367305225": 69, "6108147937607988": 69, "3891852062392": 69, "843863403107411": 69, "794724": 69, "592144": 69, "3683012": 69, "13218": 69, "089719275868": 69, "439": 69, "8288126081056": 69, "04398288126081056": 69, "16923377015886132": 69, "83076622984114": 69, "710713063269523": 69, "533552": 69, "096302": 69, "40426022": 69, "14225": 69, "5891712317": 69, "38023912699316": 69, "988834083817571": 69, "86006": 69, "556025": 69, "027832627": 69, "15616": 69, "602179397853": 69, "2767": 69, "822204079172": 69, "2767822204079172": 69, "3667378090425686": 69, "63326219095743": 69, "2879179385394967": 69, "618801": 69, "638168": 69, "5123796": 69, "4456792859417381": 69, "43": 69, "252": 69, "put": [69, 77], "leav": [69, 77], "intact": [69, 77], "extra_conf": [69, 77], "44": 69, "485": 69, "487": 69, "490": 69, "494": 69, "496": 69, "ref": 70, "433": 70, "434": 70, "436": 70, "437": 70, "feel": [70, 72], "loggerev": 70, "earlier": 70, "few": 70, "02": [70, 73], "041": 70, "048": 70, "res3": 70, "898": 70, "899": 70, "906": 70, "ep_len_mean": 70, "5e": 70, "ep_rew_mean": 70, "36e": 70, "fp": 70, "2443": 70, "36": [70, 72], "664": 70, "666": 70, "683": 70, "41": 70, "567": 70, "570": 70, "585": 70, "572": 70, "594": 70, "22754": 70, "48e": 70, "comfort_viol": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "07e": 70, "power_penalti": [70, 71], "std_reward": 70, "33e": 70, "972": 70, "72": 70, "loss": 70, "n_updat": 70, "5019": 70, "42": 70, "104": 70, "122": 70, "32e": 70, "1024": 70, "102": 70, "105120": 70, "13779": 70, "329": 70, "330": 70, "337": 70, "349": 70, "369": 70, "34": [70, 73], "097": 70, "113": 70, "49": 70, "378": 70, "381": 70, "406": 70, "22400": 70, "83e": 70, "65e": 70, "31e": 70, "825": 70, "22539": 70, "0x7f8e66038ee0": 70, "gt": 70, "54": 70, "736": 70, "create_row_cont": 71, "customcsvlogg": 71, "super": [71, 75], "last_10_steps_reward": 71, "_create_row_cont": 71, "57": 71, "743": 71, "746": 71, "749": 71, "751": 71, "752": [71, 72], "984": 71, "res5": 71, "2061": 71, "064957150696": 71, "22592": 71, "29761805248": 71, "259229761805248": 71, "29027708737195": 71, "4085": 71, "7626350724654": 71, "420": 71, "968971758518": 71, "042096897175851807": 71, "11870426967686143": 71, "88129573032314": 71, "5435": 71, "5346266621": 71, "11649": 71, "00520907892": 71, "164900520907892": 71, "81204708989529": 71, "6345": 71, "247828294638": 71, "29631550252394": 71, "7202": 71, "603862296734": 71, "3532375277869": 71, "025735323752778694": 71, "74339864119381": 71, "25660135880619": 71, "10096": 71, "316306201286": 71, "7796775010779": 71, "017577967750107792": 71, "050386500045999": 71, "949613499954": 71, "13373": 71, "916779680616": 71, "12541": 71, "97872344346": 71, "254197872344346": 71, "9257929336437414": 71, "07420706635626": 71, "16582": 71, "229771212274": 71, "2297": 71, "770586821443": 71, "22977705868214432": 71, "0045748664060916": 71, "99542513359391": 71, "19397": 71, "944264214886": 71, "5381431017472": 71, "07525381431017472": 71, "17564750687498": 71, "788544721127": 71, "1287670446718": 71, "052212876704467184": 71, "00072925585593": 71, "21565": 71, "995065534156": 71, "7777": 71, "204818523511": 71, "7777204818523511": 71, "97813067889673": 71, "23560": 71, "17226791806": 71, "23095": 71, "70961516462": 71, "309570961516462": 71, "15004851034096944": 71, "84995148965903": 71, "672379345545623": 71, "464": 71, "sai": 72, "get_season_comfort_rang": 72, "753": 72, "756": 72, "761": 72, "763": 72, "extend": 72, "desir": 72, "rbc5zone": [72, 77], "myrulebasedcontrol": 72, "daytim": 72, "out_temp": 72, "summer_start_d": 72, "summer_final_d": 72, "current_dt": 72, "season_comfort_rang": 72, "setpoints_summ": 72, "in_temp": 72, "current_heat_setpoint": 72, "current_cool_setpoint": 72, "new_heat_setpoint": 72, "new_cool_setpoint": 72, "weekend": 72, "night": 72, "33": 72, "37": 72, "293": 72, "309": 72, "res6": 72, "9027267231826451": [72, 73], "18054": [72, 73], "5344636529": [72, 73], "8054534463652903": [72, 73], "99998833869494": [72, 73], "1764": 72, "4480209727506": 72, "18190": 72, "11301727289": 72, "8190113017272893": 72, "32998609178986": 72, "3319": 72, "0240158271495": 72, "6499": 72, "498986238363": 72, "6499498986238363": 72, "32985628557421": 72, "4331": 72, "530660717744": 72, "2698020216335806": 72, "73019797836642": 72, "5030": 72, "34341168003": 72, "2756": 72, "596244185509": 72, "2756596244185509": 72, "33021642625628": 72, "5624": 72, "205479307242": 72, "871": 72, "8985175509725": 72, "08718985175509726": 72, "6700868290835906": 72, "32991317091641": 72, "7188": 72, "94373222068": 72, "710258038781241": 72, "28974196121876": 72, "9056": 72, "39052356895": 72, "20410": 72, "91452531903": 72, "041091452531903": 72, "33010209424337": 72, "10854": 72, "090922968613": 72, "3438": 72, "778066876331": 72, "3438778066876331": 72, "32982109298299": 72, "12308": 72, "980146004908": 72, "6368": 72, "219126588838": 72, "6368219126588838": 72, "33031589389634": 72, "12900": 72, "560641948945": 72, "2705": 72, "336525778672": 72, "2705336525778672": 72, "33017846907974": 72, "13780": 72, "798440045137": 72, "5352": 72, "233991403948": 72, "5352233991403947": 72, "32992237675168": 72, "15499": 72, "608669456482": 72, "19332": 72, "86497279549": 72, "9332864972795492": 72, "33000068783789": 72, "4423404300643832": 72, "46": [72, 73], "026": 72, "normil": 73, "778": 73, "780": 73, "783": 73, "785": 73, "786": 73, "789": 73, "805": 73, "res16": 73, "9910000e": 73, "0000000e": 73, "5000000e": 73, "0999999e": 73, "9000000e": 73, "1000000e": 73, "0999992e": 73, "9707859e": 73, "8362732e": 73, "486": 73, "488": 73, "505": 73, "98466104": 73, "33834645": 73, "9484536": 73, "17748918": 73, "8111888": 73, "800001": 73, "44444445": 73, "39061695": 73, "43193626": 73, "56101173": 73, "45": 73, "445": 73, "643": 73, "646": 73, "649": 73, "653": 73, "657": 73, "48": 73, "201": 73, "203": 73, "205": 73, "208": 73, "210": 73, "213": 73, "225": 73, "res18": 73, "53": 73, "099": 73, "108": 73, "144": 73, "535": 73, "540": 73, "543": 73, "545": 73, "744": 73, "754": 73, "res19": 73, "2097": 73, "069513380396": 73, "4420": 73, "417448015461": 73, "44204174480154607": 73, "5592545746684792": 73, "44074542533152": 73, "4115": 73, "586715117292": 73, "15106": 73, "04831627059": 73, "510604831627059": 73, "73615474040233": 73, "5458": 73, "5534876380125": 73, "7163": 73, "35210582586": 73, "7163352105825861": 73, "99485496779759": 73, "6378": 73, "342330065786": 73, "75661867832585": 73, "7230": 73, "79295371363": 73, "11573": 73, "19138929936": 73, "157319138929936": 73, "1447156088359804": 73, "85528439116402": 73, "10136": 73, "551748683549": 73, "779675822106": 73, "0175779675822106": 73, "2201257903301403": 73, "77987420966986": 73, "13417": 73, "322446742612": 73, "20438": 73, "77860937315": 73, "043877860937315": 73, "2761863833358795": 73, "72381361666412": 73, "16653": 73, "395519627065": 73, "4058515355591": 73, "029640585153555915": 73, "0341594895709108": 73, "96584051042909": 73, "19473": 73, "56028227908": 73, "33729078022685": 73, "20476": 73, "057376697874": 73, "12183": 73, "50538957212": 73, "218350538957212": 73, "85073350665203": 73, "21654": 73, "559762066197": 73, "6211799169361": 73, "01526211799169361": 73, "027243301837089": 73, "97275669816291": 73, "23670": 73, "370352311853": 73, "23172": 73, "08056052774": 73, "317208056052774": 73, "13047508039367": 73, "6755242680454563": 73, "289": 73, "re": 74, "num_simul": 74, "sub_runn": 74, "utilsocket": 74, "monitor_norm": 74, "sub_run": 74, "num_episod": 74, "maximum": 74, "within": [74, 76], "suit": 74, "observation_valu": 74, "row": 74, "carri": 74, "techniqu": 74, "factor": 74, "discomfort": 75, "togeth": 75, "insid": [75, 77], "typic": 75, "satisfact": 75, "similar": 75, "increas": 75, "higher": 75, "hourlylinearreward": 75, "slight": 75, "am": 75, "pm": 75, "equal": 75, "neg": 75, "perfect": 75, "behavior": 75, "adjust": 75, "uniqu": [75, 76], "reflect": 75, "But": [75, 77], "imagin": 75, "signal": 75, "__call__": 75, "below": 75, "basereward": 75, "customreward": 75, "naiv": 75, "under": [76, 77], "small": 76, "independ": 76, "test_common": 76, "test_reward": 76, "test_wrapp": 76, "test_simul": 76, "test_config": 76, "test_env": 76, "test_control": 76, "test_stable_baselin": 76, "conceptu": 76, "readm": 76, "try_env": 77, "soon": 77, "dispos": 77, "practic": 77, "screen": 77, "basi": 77, "criteria": 77, "rbcdatacent": 77, "randomcontrol": 77, "west": 77, "htgsetp": 77, "clgsetp": 77, "kind": 77, "subject": 77, "assign": 77, "dualsetp": 77, "heating_nam": 77, "cooling_nam": 77, "heating_initial_valu": 77, "cooling_initial_valu": 77, "variant": 78, "bug": 78}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 72, 77], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 70], "logger": [3, 54, 55, 56, 71, 73, 74], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 77], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 77], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "kwarg": 4, "action": [4, 7, 69, 77], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 74], "observ": [4, 69, 73, 77], "space": [4, 69, 77], "name": 4, "definit": [4, 69, 77], "extra": [4, 5, 69, 77], "configur": [4, 5, 6, 8, 69, 71, 77], "ad": [4, 69, 77], "new": [4, 7, 69, 76, 77], "build": [4, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 71], "first": 6, "step": [6, 71], "2": [6, 71], "our": 6, "contain": [6, 8], "platform": 6, "3": 6, "your": 6, "own": 6, "4": 6, "creat": [6, 7, 76], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 71], "instal": [8, 76], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 77], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evalu": [46, 47], "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "loggerwrapp": [63, 71], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": 69, "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "usag": [70, 77], "person": 71, "inherit": 71, "csvloger": 71, "instanti": 71, "rule": [72, 77], "normal": 73, "multi": 73, "all": 73, "one": 73, "format": 74, "custom": 75, "test": 76, "pytest": 76, "run": 76, "simplest": 77, "overwrit": 77, "some": 77, "default": 77, "valu": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new weathers for environments": [[4, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "Configure Python environment": [[8, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "Install BCVTB software": [[8, "install-bcvtb-software"]], "Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "DRL usage example": [[70, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[71, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Wrappers example": [[73, "Wrappers-example"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Output format": [[74, "output-format"]], "Logger": [[74, "logger"]], "Rewards": [[75, "rewards"]], "Custom Rewards": [[75, "custom-rewards"]], "Tests": [[76, "tests"]], "Install Pytest": [[76, "install-pytest"]], "Running tests": [[76, "running-tests"]], "Create new tests": [[76, "create-new-tests"]], "Usage example": [[77, "usage-example"]], "Simplest example": [[77, "simplest-example"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding wrappers": [[77, "adding-wrappers"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Wrappers": [[78, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.1.5/.buildinfo b/docs/compilation/v2.1.5/.buildinfo index a7a4b15808..962397cf83 100644 --- a/docs/compilation/v2.1.5/.buildinfo +++ b/docs/compilation/v2.1.5/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 6bed0f963adeafb25820e83c0399e06d +config: fd3e47871704ef83dae642d96f7995ae tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.1.5/.doctrees/environment.pickle b/docs/compilation/v2.1.5/.doctrees/environment.pickle index 8710d0e430..3b0ce26acc 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/environment.pickle and b/docs/compilation/v2.1.5/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.1.5/.doctrees/index.doctree b/docs/compilation/v2.1.5/.doctrees/index.doctree index 07423657eb..180280186d 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/index.doctree and b/docs/compilation/v2.1.5/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.1.5/.doctrees/pages/API-reference.doctree index 6c207db21a..d73199f8e7 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/controllers.doctree b/docs/compilation/v2.1.5/.doctrees/pages/controllers.doctree index 68d992cb5e..2a9a8e9f1e 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.1.5/.doctrees/pages/deep-reinforcement-learning.doctree index aa107d17c7..622e2a85ae 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/environments.doctree b/docs/compilation/v2.1.5/.doctrees/pages/environments.doctree index f9bcfd9a53..b0c6645149 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/environments.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.1.5/.doctrees/pages/extra-configuration.doctree index 4e3decea52..84af991a1f 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.1.5/.doctrees/pages/gcloudAPI.doctree index e2c9b071b2..6c212b161c 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.1.5/.doctrees/pages/github-actions.doctree index b2d1ff8b1f..8fd9caf5ad 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/installation.doctree b/docs/compilation/v2.1.5/.doctrees/pages/installation.doctree index bccbe45f4c..63a817ea9b 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/installation.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/introduction.doctree b/docs/compilation/v2.1.5/.doctrees/pages/introduction.doctree index 881ce016d5..fa22b052a9 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.doctree index 64bd53b2d4..3bf3a1906b 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index ff2695d0bd..a6060ae454 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 5520efd3e0..a8c3aa3ba0 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 9b4775055b..00b8c0be66 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.doctree index 99d376a2bf..715e11f6db 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.doctree index 1934508c8f..26da95e420 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 3c35ad7553..57c46b9646 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index ad1aeb5c12..4c1f03366c 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 5a1c98cd1c..8712936c2a 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 71749ec964..798a08cadb 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 927fffb264..429fafcafd 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 38e9bfbee4..f72ef96b56 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 781352fd56..32b5431dc7 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 644acd699a..4933467db8 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.doctree index 8374363409..e8d62bb253 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 9c42ed32d2..96f2381fb5 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 8d4527b18a..5124e21d0e 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index a3c1f37d21..01d9c4a8bf 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 7c253dcd70..254d64e7de 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 0dfc94e892..50de9f7c07 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 048913c20a..8bc77ef119 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 53ab2a7a39..204de37ff0 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 2178f9d2dd..0eea3d8743 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index ba9d373e9b..9cd2781107 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index e29881dcd8..8bc6304a8c 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 2cabae392d..9e4d71e729 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 4bb407444f..fc1a1da6b3 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.doctree index db57e9a90b..0da9bd646e 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.constants.doctree index d2cdc766ab..471033279c 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index ae55503afb..45857f05b5 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 3657fca19e..fb92720e82 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 66ad29e30a..27ba06c6a1 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree index b971f1eafe..189491341d 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.doctree index 7c9fcec53b..3e97cb19f5 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 45a1f02379..c28d0d3e50 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index ef503ae22c..afc9b39526 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 561ae4c153..3c7eab8fc8 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index b666240e3e..65f7878613 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 9ef955f84b..8efd76647d 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 3f4062a354..3dd84f471a 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index b19620a6a6..42d9ef9853 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index a28e7cb40e..8696a5ed23 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 3586f42679..f5222c69c8 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 9a0ca9549d..8e02b131d9 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index abd2826e1a..3bd420c87b 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 47bad8bd84..d17b2e739a 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.doctree index 1180c9a8e2..379d5b9512 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index a8bdbf62c3..b5d7fc5401 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 06d3d40551..fca1e0e4c0 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index f1d6951cbd..714ba28dfa 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index ddcb01e761..b85446fb03 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree index d954419770..e43ecd188b 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 657953d0df..e8b70d4325 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 2c3b40a104..32b247bb0f 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 1a0d638a70..6dafc07763 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 519ce5a529..894ec85482 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/MLflow_example.doctree index 4f2f9c6aac..da1d250594 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/TensorBoard_example.doctree index ff7ea19130..9051a28373 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/basic_example.doctree index d9c23b4779..063961775e 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/change_environment.doctree index 72c105396e..d8b8b83b71 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/default_building_control.doctree index cbe4c9ab79..6931d39707 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/drl.doctree index edcde4440f..607b4fa155 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index ea68cc97b5..d59a87dd88 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/rule_controller_example.doctree index 3c9e1105ce..f54225a196 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/wrappers_examples.doctree index eddf6625ad..3d59fec7e5 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/output.doctree b/docs/compilation/v2.1.5/.doctrees/pages/output.doctree index 5eddb5158a..6978aebff3 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/output.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/rewards.doctree b/docs/compilation/v2.1.5/.doctrees/pages/rewards.doctree index edc2ab14e0..894c286684 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/tests.doctree b/docs/compilation/v2.1.5/.doctrees/pages/tests.doctree index b3541901de..0db43a9cce 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/tests.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.1.5/.doctrees/pages/usage-example.doctree index ad047e8686..9511eaac9f 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.1.5/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.1.5/.doctrees/pages/wrappers.doctree index 233b1580d1..28888e01a3 100644 Binary files a/docs/compilation/v2.1.5/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.1.5/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.1.5/objects.inv b/docs/compilation/v2.1.5/objects.inv index bbc0434278..4dae93b697 100644 Binary files a/docs/compilation/v2.1.5/objects.inv and b/docs/compilation/v2.1.5/objects.inv differ diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.1.5/pages/modules/sinergym.envs.eplus_env.html index 6cb5317468..f6fba38009 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.envs.eplus_env.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.envs.html b/docs/compilation/v2.1.5/pages/modules/sinergym.envs.html index 7a646220a7..46d2fb2856 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.envs.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.base.html index 817ff41320..161f439e1c 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.base.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus.html index 7c6bee6590..8f59a33237 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus_alpha.html index 9cbfc40046..f0231efef4 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.eplus_alpha.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.html b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.html index 524e45bda4..b2de65cf1f 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.simulators.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.callbacks.html index 5ef165595b..53a0f4998b 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.common.html index 07f196e00c..6f8996a344 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.common.html @@ -139,9 +139,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.config.html index ac4282514a..cd3af51210 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.config.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.constants.html index 0f22a781fe..badc46f7c3 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.controllers.html index 100d38748d..8dffcf6683 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.env_checker.html index ecd1441a22..b8e6b57f6e 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.evaluation.html index 6c56d92eba..a9ccd0386c 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.gcloud.html index 0353a2b7af..9fcd5131a4 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.html index b5818deac0..c8099833dc 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.logger.html index 115494b5e8..441761d069 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.logger.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.rewards.html index f7f3f2976a..da1d85bafe 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.wrappers.html index 12ba3d2f30..da0f955d44 100644 --- a/docs/compilation/v2.1.5/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.1.5/pages/modules/sinergym.utils.wrappers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.1.5/searchindex.js b/docs/compilation/v2.1.5/searchindex.js index e8bc5d6f6f..33f5e5a7cf 100644 --- a/docs/compilation/v2.1.5/searchindex.js +++ b/docs/compilation/v2.1.5/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "5. Controllers", "9. Deep Reinforcement Learning Integration", "3. Environments", "7. Extra Configuration in Sinergym simulations", "10. Sinergym with Google Cloud", "11. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "20. MLFlow example", "21. TensorBoard example", "13. Basic example", "14. Changing an environment registered in Sinergym", "15. Default building control setting up an empty action interface", "19. DRL usage example", "17. Logger Wrapper personalization/configuration", "18. Rule Controller example", "16. Wrappers example", "8. Output format", "4. Rewards", "12. Tests", "2. Usage example", "6. Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 77], "base": [0, 2, 3, 6, 7, 9, 41, 42, 58, 69, 73, 77], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "The": [0, 2, 3, 4, 5, 6, 7, 9, 17, 23, 30, 45, 47, 68, 69, 70, 74, 75, 76, 78, 79], "goal": [0, 9], "creat": [0, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 75, 76, 77, 78, 79], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 70, 76, 78], "openai": [0, 4, 9, 45, 68, 77], "interfac": [0, 4, 9, 13, 18, 38, 69, 75, 77], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 71, 75], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "engin": [0, 6, 9, 15, 70], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "build": [0, 2, 3, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 71, 72, 73, 74, 75, 76, 77, 78], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 76, 77], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "deep": [0, 6, 8, 9, 71, 78], "reinforc": [0, 6, 8, 9, 71, 76, 78], "learn": [0, 6, 8, 9, 66, 67, 69, 71, 76, 78], "pleas": [0, 5, 6, 7, 9, 45, 71, 73, 78], "help": [0, 6, 9], "u": [0, 5, 8, 9, 70], "improv": [0, 9], "report": [0, 6, 9], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 71, 73, 76, 78, 79], "question": [0, 9], "issu": [0, 4, 6, 7, 9], "here": [0, 3, 4, 6, 7, 8, 9, 22, 71, 77, 78], "It": [0, 3, 4, 6, 7, 8, 9, 17, 23, 43, 45, 55, 61, 69, 76], "easi": [0, 9, 77], "just": [0, 6, 7, 9, 69, 74], "2": [0, 4, 7, 9, 17, 66, 67, 68, 69, 70, 71, 73, 74, 78], "click": [0, 8, 9], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 73, 77, 78], "templat": [0, 6, 9], "bug": [0, 9, 79], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 78], "more": [0, 3, 4, 5, 6, 7, 8, 9, 45, 70, 71, 73, 74, 75, 76, 77, 78, 79], "detail": [0, 5, 6, 8, 9, 69, 71], "info": [0, 9, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78, 79], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 71, 72, 73, 74, 78], "main": [0, 3, 4, 6, 9, 55, 69, 76], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 74, 76, 77, 78, 79], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 76, 78], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 71, 76, 77, 78], "commun": [0, 9, 13, 38, 75, 77], "between": [0, 3, 4, 7, 9, 28, 76], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 77, 78], "establish": [0, 4, 9, 17, 69, 75, 77, 78], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 73, 75], "tool": [0, 7, 9, 78], "allow": [0, 3, 4, 6, 9, 76], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 71, 75], "sever": [0, 4, 6, 9, 38, 69, 74, 76, 78, 79], "them": [0, 3, 4, 9, 38, 67, 69, 74, 76, 78], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 79], "backend": [0, 6, 9], "while": [0, 9, 67, 68, 69, 70, 72, 73, 74, 78, 79], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 78], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 71, 77, 78], "These": [0, 4, 6, 7, 9, 55, 69, 76, 77], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 71, 75, 76, 78], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 71, 72, 73, 74, 77], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 72, 73, 75, 76, 77, 79], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73, 74], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 77, 79], "customiz": [0, 9], "aim": [0, 4, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 78], "packag": [0, 7, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 70, 75, 78], "experiment": [0, 4, 9], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 75], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 71, 73, 76, 78, 79], "defin": [0, 3, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 78], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 74, 77, 78], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "name": [0, 3, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 71, 76, 78], "also": [0, 3, 4, 8, 9, 45, 69, 70, 71, 74, 76, 78], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 71, 73, 74, 76, 77], "avail": [0, 3, 6, 9, 12, 38, 43, 69, 71, 72, 74, 78], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 72, 75, 76, 78], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 71, 79], "aspect": [0, 9, 76], "wai": [0, 4, 5, 6, 9, 69, 78], "he": [0, 9], "doe": [0, 4, 5, 6, 7, 9, 17, 75], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 66, 67, 68, 70, 71, 72, 73, 74], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 70, 78], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 70, 73, 75, 76, 77, 78], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 71, 76, 78], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 70, 78], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "well": [0, 3, 4, 9, 47, 71], "peopl": [0, 4, 9, 69, 76, 78], "occup": [0, 4, 9, 30, 41, 69, 78], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 71, 72, 74, 77, 79], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 71, 73, 74, 78, 79], "per": [0, 3, 4, 5, 9, 47, 55, 75], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 70, 72, 73, 74, 76], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 71, 75, 78], "period": [0, 4, 9, 76], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 6, 9, 75], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 70, 76, 77, 79], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 72, 73, 75, 76], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 79], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 71, 75, 77], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 70, 77], "adapt": [0, 4, 9, 38, 44, 45, 69, 70, 78], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 75, 77, 78], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 71, 72, 73, 74, 75, 76, 78], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 70, 75, 77, 78], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 70, 72, 76, 78], "without": [0, 4, 6, 7, 9, 38, 65, 70, 78], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 71, 72, 73, 75, 76, 78], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 70, 75, 76], "extern": [0, 4, 6, 9, 38, 69, 75], "cfg": [0, 4, 9, 17, 38, 75], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 75], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 70, 75, 76, 78], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 71, 75, 76, 77], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 70, 72, 76, 77, 78], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 76, 78], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 3, 4, 6, 7, 8, 9, 67, 70, 71, 75, 76, 79], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 71, 75, 76, 77, 78, 79], "what": [0, 4, 6, 9, 69, 74, 78], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 70, 72, 73, 75, 76, 77, 78], "integr": [0, 4, 6, 7, 9, 67, 71, 78], "obtain": [0, 3, 4, 9, 12, 78], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 71, 73, 74, 75, 76, 77, 78, 79], "about": [0, 3, 4, 9, 45, 67, 71, 73, 74, 75, 77, 78, 79], "zone": [0, 4, 6, 9, 12, 32, 69, 73, 76, 78], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 8, 9, 17, 22, 33, 38, 55, 69, 70, 75, 76, 77, 78], "possibl": [0, 3, 4, 5, 6, 8, 9, 69, 71, 78], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 75], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 70, 73, 75, 76, 77, 78], "To": [0, 4, 5, 6, 8, 9, 67, 77, 78], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 70, 76, 77, 78], "indic": [0, 3, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 76, 77, 79], "thei": [0, 3, 4, 6, 7, 8, 9, 67, 76, 77, 78], "replac": [0, 4, 9, 69, 70, 78], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 78], "take": [0, 3, 4, 5, 7, 9, 38, 45, 70, 71], "care": [0, 4, 6, 9, 70], "relev": [0, 9], "intern": [0, 3, 4, 9, 76], "stabl": [0, 3, 8, 9, 21, 44, 45, 77], "baselin": [0, 3, 9, 21, 44, 45, 77], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 77], "callback": [0, 6, 9, 20, 46, 47, 66, 67, 71], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 75, 76, 77, 78], "team": [0, 6, 8, 9, 78], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 74, 75, 77, 79], "other": [0, 3, 4, 6, 8, 9, 71, 75, 76, 78], "drl": [0, 2, 4, 6, 9, 66, 67, 70, 78], "librari": [0, 6, 8, 9, 67, 73, 77], "support": [0, 3, 4, 8, 9, 12, 77], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79], "account": [0, 3, 4, 5, 6, 8, 9, 49, 50, 76], "infrastructur": [0, 9], "tell": [0, 9], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 78], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 77], "local": [0, 3, 6, 9, 47, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 75, 78], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 75], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 71, 75], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 68, 69, 70, 71, 73, 79], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 71, 75, 76], "evalu": [0, 6, 9, 23, 66, 67, 71, 76], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 72, 74, 78], "develop": [0, 2, 3, 7, 8, 9, 67, 74, 77, 79], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 76, 78, 79], "purpos": [0, 3, 4, 6, 7, 9, 69, 78], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 71, 73, 76, 78], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 74, 77, 79], "along": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 71], "document": [0, 4, 6, 7, 8, 9, 67, 69, 71, 73, 74, 75, 78], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 77], "workflow": [0, 7, 9, 77], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 4, 6, 9, 76], "understand": [0, 9, 78], "mani": [0, 3, 9, 70], "If": [0, 3, 4, 5, 6, 7, 8, 9, 12, 34, 38, 47, 65, 69, 75, 76, 77, 78, 79], "introduc": [0, 4, 9], "visit": [0, 4, 6, 8, 9, 69, 73, 74, 75, 77, 78, 79], "ad": [0, 3, 9, 70], "section": [0, 2, 3, 4, 6, 8, 9, 69, 76, 77, 78], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "progress": [0, 3, 4, 9, 55, 56, 63, 72, 74, 75], "stai": [0, 5, 9, 76], "tune": [0, 5, 9, 76], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 71, 73, 75, 76, 77, 78], "those": [0, 3, 4, 6, 30, 69, 76], "interest": [0, 78], "alwai": [0, 4, 6, 68, 71, 73, 75, 76], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 77], "repo": 0, "read": [0, 4, 6, 15, 17, 52, 71], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 71, 72, 73], "comput": [0, 3, 6, 67, 71], "contain": [0, 4, 7, 47, 49, 50, 68, 70, 77], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 71, 72, 74, 75, 76, 77, 78], "instal": [0, 6, 7, 17, 78], "host": [0, 6, 75], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 72, 74, 78], "offici": 0, "repositori": [0, 6, 7, 8, 71, 75, 77, 78], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 3, 6, 7, 27, 69, 75], "framework": [0, 70, 77], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 70, 72, 73, 74], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 76], "citi": 0, "transport": 0, "page": [0, 4, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 71, 74, 76, 77, 79], "random": [2, 6, 43, 70, 78], "rule": [2, 6, 41, 42, 77], "5zone": [2, 4, 5, 6, 69, 73, 78, 79], "datacent": [2, 4, 6, 69, 78], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79], "py": [2, 3, 4, 6, 8, 45, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78, 79], "veri": [2, 6, 8, 69, 76, 78], "perform": [2, 3, 4, 6, 23, 47, 64, 76], "refer": [2, 6], "point": [2, 67, 71, 78], "studi": [2, 4], "simpl": [2, 4, 68, 69, 76, 78], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 76], "instanc": [2, 3, 4, 6, 7, 12, 49, 75], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 71, 72, 73, 76, 78], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 70, 72, 75, 76, 77, 79], "usag": [2, 6, 66, 79], "facil": [3, 69, 76, 78], "discret": [3, 4, 12, 68, 69, 76, 78], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 70, 78, 79], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 71, 72, 73, 78], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 71], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "go": [3, 4, 6, 66, 67, 68, 69, 71, 74, 79], "refin": 3, "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 71, 75, 78], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 7, 12, 22, 23, 71, 75, 78], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 72, 74, 75], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 71, 78], "manipul": [3, 6, 7], "bar": 3, "inherit": [3, 58, 79], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 78, 79], "import": [3, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 71, 77, 78], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74], "log": [3, 55, 56, 63, 71, 75], "extract": [3, 4, 12, 34, 38], "why": 3, "record": [3, 29, 33, 55, 63, 75], "same": [3, 4, 6, 7, 25, 66, 69, 74, 75, 78, 79], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 71, 75], "constructor": [3, 4, 5, 15, 69, 76, 78], "loggercallback": [3, 6, 67], "basecallback": [3, 23], "background": [3, 70], "With": [3, 4, 69, 78], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78], "compar": 3, "There": [3, 6, 8, 75], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "log_interv": [3, 6, 66, 67, 71], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79], "consequ": [3, 6, 76], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 71, 72, 73, 74, 77], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 71, 72, 75, 76, 79], "instead": [3, 4, 6, 8, 47], "version": [3, 4, 6, 7, 8, 12, 69, 78], "best": [3, 6, 23, 66, 67, 71], "result": [3, 5, 6, 17, 47, 67, 68, 69, 70, 72, 73, 74, 75, 78, 79], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 75], "Its": [3, 4], "loggerevalcallback": [3, 6, 66, 67, 71], "evalcallback": 3, "particular": [3, 4, 68], "too": [3, 6, 7, 8, 49, 69], "concret": 3, "metric": 3, "construct": [3, 4, 6], "place": [3, 4, 70, 78], "On": [3, 6, 8, 69, 78], "hand": [3, 6, 8, 69, 78], "occupi": [3, 69], "accur": 3, "averag": [3, 47, 78], "therefor": [3, 4, 70, 76, 78], "faith": 3, "realiti": 3, "term": [3, 22, 59, 60, 61, 76], "good": 3, "turn": [3, 67], "out": [3, 66, 67, 71, 75], "howev": [3, 4, 5, 6, 8, 69, 70, 76, 77, 78], "calcul": [3, 4, 6, 66, 71, 76, 78], "power": [3, 55, 59, 60, 61, 75, 76], "consumpt": [3, 22, 60, 61, 75, 76], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 73, 75, 76, 78], "penalti": [3, 75, 76], "violat": [3, 22], "percentag": 3, "taken": [3, 4, 76, 78], "decid": [3, 4, 6], "better": [3, 4, 78], "appear": [3, 4, 8, 47, 68, 75], "action_simul": 3, "becaus": [3, 4, 6, 7, 71, 73, 78], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69, 70], "pars": [3, 4, 32], "note": [3, 47, 75], "box": [3, 4, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "equival": 3, "csv": [3, 4, 55, 63, 71, 72, 74, 75, 78], "comfort_violation_tim": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 70, 72, 73, 74, 76, 78], "bound": [3, 66, 67, 68, 69, 70, 71, 72, 73, 74], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 70, 72, 73, 74, 76, 78, 79], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 70, 72, 73, 74, 78, 79], "cumulative_pow": 3, "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 71], "being": [3, 4, 12, 75, 76, 78], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 71, 72, 75, 77], "normal": [3, 4, 6, 65, 75, 76, 77, 78, 79], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 74, 75, 78], "rollout": [3, 71], "exploration_r": [3, 71], "doesn": [3, 6, 79], "t": [3, 4, 6, 8, 29, 59, 61, 68, 70, 75, 79], "neural": 3, "network": [3, 6], "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 75, 76], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38, 70], "benefit": [3, 4], "script": [3, 6, 69, 71, 78], "drl_batteri": [3, 6, 71, 78], "flag": [3, 6, 17, 55, 63, 72], "most": [3, 4, 75, 76], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "concaten": 3, "callbacklist": [3, 6, 66, 67, 71], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 76], "comment": 3, "requir": [3, 4, 6, 7, 8, 38, 69, 71, 76, 78], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 71, 76, 78, 79], "field": [3, 4, 6, 12, 38, 76], "valid": [3, 6, 50, 74, 79], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69, 70], "recommend": [3, 6, 7, 8, 42, 69, 70, 76], "batteri": [3, 6], "initi": [3, 4, 23, 51], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 76], "demo": [4, 66, 67, 68, 69, 71, 72, 73, 74, 78], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 79], "pittsburgh": 4, "5zoneautodxvav": [4, 41, 70], "01": [4, 69, 70, 71, 74], "31": [4, 5], "03": [4, 71, 74], "hot": [4, 5, 59, 60, 61, 69, 70, 76, 78, 79], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 66, 67, 68, 69, 70, 71, 72, 73, 74], "mix": [4, 76], "humid": [4, 69, 78], "4a": 4, "cool": [4, 69, 73, 78], "washington": 4, "marin": 4, "5c": 4, "stochast": [4, 23, 47, 69, 76, 78], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": [4, 70], "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 76], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 79], "std": [4, 47], "complet": [4, 66, 67, 71, 74], "context": [4, 5, 69, 77], "either": 4, "predefin": [4, 69, 78], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 72, 73, 76], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 72, 76], "self": [4, 72, 73, 76], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 72, 76], "weather_fil": [4, 12, 19, 69, 78], "observation_spac": [4, 12, 69, 78], "low": [4, 59, 61, 69, 70, 77, 78], "5e6": [4, 69, 78], "high": [4, 69, 70, 78], "shape": [4, 6, 69, 70, 78], "observation_vari": [4, 12, 69, 78], "action_spac": [4, 6, 12, 43, 68, 69, 70, 72, 74, 78, 79], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 72], "action_vari": [4, 12, 69, 70, 78], "action_map": [4, 12, 69, 78], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 72, 73], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 72, 73], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 72], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 72], "weather_vari": [4, 12, 17, 37, 69, 78], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 70, 72], "linearreward": [4, 6, 12, 66, 67, 69, 71, 76, 78], "reward_kwarg": [4, 12, 69, 76, 78], "act_repeat": [4, 12, 17, 69, 78], "1": [4, 5, 8, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 73, 74, 76, 78, 79], "max_ep_data_store_num": [4, 12, 17, 69, 78], "action_definit": [4, 12, 17, 38, 69, 70, 78], "env_nam": [4, 12, 17, 19, 34, 38, 69, 75, 78], "config_param": [4, 5, 12, 17, 69, 78], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 73], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 71], "manual": [4, 5, 7, 12, 70], "should": [4, 5, 6, 8, 12, 17, 23, 58, 78], "extra_config": [4, 12, 38], "map": [4, 12, 69, 78], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 71, 75, 79], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 71, 75, 78], "regardless": [4, 12, 75], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 78], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 76, 78, 79], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 8, 66, 68, 71, 72, 73, 75], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 70, 72, 73, 74, 78, 79], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 70, 72, 73, 74, 76], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 72, 73], "setpoint": [4, 41, 42, 73], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 70, 72, 73, 74, 78, 79], "dtype": [4, 66, 67, 69, 71, 78], "reward_fn": [4, 6], "obs_dict": [4, 73], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 78], "intermedi": 4, "free": [4, 6, 71, 73], "runperiod": [4, 68, 69, 70, 78], "rest": [4, 6, 8, 48, 49, 76, 78], "necessari": [4, 6, 7, 8, 69, 70, 76, 78], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 75], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "compat": [4, 6, 8, 45], "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 76], "natur": 4, "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "organ": [4, 6, 69, 77], "n": [4, 6, 64, 69, 74, 78], "activ": [4, 6, 8, 22, 55, 63, 75], "summari": [4, 63, 68], "dynam": [4, 67], "let": [4, 5, 6, 8, 66, 67, 68, 69, 71, 78], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 71, 78], "correctli": [4, 6, 26, 77, 78, 79], "correct": [4, 6, 8, 30, 74, 79], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 71, 73], "found": [4, 12, 38, 79], "rdd": 4, "ones": [4, 6, 76, 79], "done": [4, 55, 68, 69, 70, 72, 73, 74, 78, 79], "constant": [4, 6, 59, 60, 61, 72, 74, 76, 79], "discuss": [4, 69], "249": [4, 70, 79], "range_gett": 4, "common": [4, 6, 20, 23, 47, 66, 67, 71, 73, 76, 77], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 73], "standard": [4, 7, 30, 41, 68, 78], "repres": 4, "previous": [4, 6, 38, 69, 75], "rememb": [4, 71, 73], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 78], "notifi": [4, 6], "fix": [4, 7], "actuat": [4, 26, 69, 70], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 71, 74, 78], "consist": [4, 17], "usual": [4, 76], "solut": 4, "problem": [4, 6, 69, 78], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53, 70], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 78], "told": [4, 8], "id": [4, 6, 69, 76, 78], "seen": 4, "recogniz": 4, "word": [4, 7], "don": [4, 6, 8, 68, 70, 75], "give": [4, 6], "plai": [4, 71, 73], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 78], "advantag": [4, 7, 70], "meanwhil": 4, "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73, 74], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 74, 76, 78], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 77], "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 76, 77, 79], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "form": 4, "thing": [4, 69, 76], "grow": 4, "cover": 4, "area": 4, "world": 4, "greatest": 4, "divers": 4, "characterist": [4, 76], "dedic": 4, "explan": [4, 6], "download": [4, 6], "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "exactli": [4, 78], "That": [4, 76], "abl": [4, 6, 8, 69], "alreadi": [4, 6, 69, 73, 76, 77, 78], "even": [4, 69, 71, 73, 78], "perhap": 4, "incorpor": 4, "than": [4, 6, 75, 76, 78, 79], "intend": 4, "someon": 4, "far": [4, 76], "concern": [4, 69], "Be": 4, "sure": 4, "except": [4, 38, 78], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 71, 72, 73, 74], "config": [5, 6, 26, 68, 77], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 78], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 74, 78], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 76, 78], "less": [5, 70], "1991": [5, 68, 69, 70, 72, 73, 74, 78], "determin": [5, 6, 78], "length": [5, 6, 47, 66, 71], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 78, 79], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 70, 74, 78], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 71, 78], "finish": [6, 7, 17, 78], "job": [6, 7, 8, 77], "remov": [6, 49, 59, 60, 61, 76], "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 72, 73, 76], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 77, 78], "termin": [6, 17, 56, 63, 64, 78], "applic": [6, 77], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 74, 78], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 74, 78, 79], "10gb": 6, "isn": 6, "enough": 6, "deriv": 6, "silenc": 6, "would": [6, 70, 76], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 77, 78], "write": [6, 7, 8, 77], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 76], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": [6, 7], "command": [6, 7, 77], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 71, 78], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "submit": 6, "region": 6, "substitut": [6, 69, 78], "predetermin": 6, "enter": [6, 78], "after": [6, 17, 47, 68, 69, 74, 78], "immedi": 6, "hasn": [6, 29], "yet": [6, 77], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 71], "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 78], "previou": [6, 64, 69, 78], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 71, 73], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 71], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 70, 72, 73, 74, 77, 78, 79], "argpars": 6, "datetim": [6, 66, 67, 71, 73], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "stable_baselines3": [6, 23, 47, 66, 67, 71], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 71], "dummyvecenv": [6, 66, 67, 71], "ranges_5zon": [6, 72, 74], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 71, 74, 78, 79], "multiobswrapp": [6, 72, 74], "normalizeobserv": [6, 72, 74, 78, 79], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 71, 72, 74], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 76, 78], "exponenti": [6, 59, 76], "energy_weight": [6, 59, 61, 69, 76, 78], "rew": 6, "weight": [6, 59, 60, 61, 69, 76], "norm": 6, "store_tru": 6, "multiob": [6, 74, 79], "mob": 6, "multi": [6, 79], "csvlogger": [6, 22, 63, 72, 75], "ten": 6, "eval": [6, 23, 66, 71], "onlin": 6, "eval_freq": [6, 23, 66, 71], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 78], "sd": 6, "identifi": [6, 7], "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 71], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 71], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 77], "max_grad_norm": 6, "m": [6, 66, 67, 71], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": [6, 74], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 76], "parse_arg": 6, "experiment_d": [6, 66, 67, 71], "todai": [6, 66, 67, 71], "strftime": [6, 66, 67, 71], "y": [6, 66, 67, 71], "d_": 6, "h": [6, 66, 67, 71], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 75], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 72], "rate": [6, 69, 76, 78], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 71], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 73], "expreward": [6, 69, 76, 78], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 71], "verbos": [6, 22, 23, 67, 71, 77], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 66, 71], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 74, 78, 79], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 71], "_init_setup_model": 6, "f": [6, 8, 66, 67, 71], "model_path": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 71, 76, 78], "n_timesteps_episod": [6, 66, 67, 71], "_eplus_one_epi_len": [6, 66, 67, 71], "_eplus_run_steps": [6, 66, 67, 71], "eval_callback": [6, 66, 71], "best_model_save_path": [6, 23, 66, 71], "best_model": [6, 66, 71], "log_path": [6, 23, 66, 71], "determinist": [6, 23, 47, 66, 71], "render": [6, 12, 23, 45, 47, 66, 71], "n_eval_episod": [6, 23, 47, 66, 71], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78, 79], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 71], "_env_working_dir_par": [6, 66, 67, 71], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 70, 72, 73, 74, 78, 79], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 74, 78, 79], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 78], "pretti": [6, 76], "deactiv": [6, 55, 63, 75], "written": [6, 72], "recreat": 6, "belong": [6, 55, 75], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 78], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 71, 78], "gitignor": 6, "ignor": [6, 7, 67, 77], "final": [6, 68, 70], "load_ag": 6, "zip": [6, 73], "predict": 6, "agre": 6, "collect": [6, 55, 78], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 76], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 72, 78], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70, 71], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 68, 69, 70, 72, 78], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 70, 72, 73, 74, 78, 79], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 71], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 74, 76, 78], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 76], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 76], "creation": [6, 78], "annot": 6, "bellow": [6, 76], "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 77], "aggress": 7, "isort": 7, "sort": 7, "standar": 7, "warn": [7, 23, 45, 66, 67, 68, 69, 70, 71, 72, 73, 74], "rise": 7, "pytyp": 7, "cannot": [7, 67, 78], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "behav": 7, "statu": 7, "docstr": 7, "pytest": [7, 8], "insid": [7, 76, 78], "prevent": 7, "malici": 7, "attemp": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 71], "161": 7, "sequenti": 7, "bot": 7, "autopep8": 7, "execur": 7, "preivou": 7, "succesfulli": 7, "edit": 7, "catch": 7, "anoth": [7, 8, 69, 75], "pypi": [7, 8], "yml": [7, 8, 77], "minim": 7, "pip": [8, 77], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 74], "pop": [8, 72], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 78], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 68, 69, 70, 71, 72, 73, 74], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 76], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 73], "consid": [8, 59, 60, 61, 68, 76], "subset": [8, 74, 79], "ofici": 8, "supervis": [8, 77], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vv": [8, 77], "anywai": [8, 77], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 78], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 72], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 75], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 78], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 73], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "ep_term_energi": 22, "num_comfort_viol": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 73, 78], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 78], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 68, 69, 70, 72, 78], "explicitli": 29, "season": [30, 59, 60, 61, 69, 73, 76], "ashra": [30, 41, 42], "55": [30, 41, 69], "thermal": [30, 41, 60, 69, 76, 78], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 76], "file_path": 35, "content": [35, 75], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 75], "till": 36, "modif": [37, 76], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 76], "winter": [38, 76], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 73, 78], "sequenc": [41, 42, 43, 65, 72, 73], "indoor": [41, 42], "perceiv": [41, 42, 73], "chosen": [41, 42, 43, 73, 78], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 78], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 71], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "count": [47, 69, 78], "scale": [47, 77], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 72], "progress_head": [55, 63, 72], "log_progress_fil": [55, 72], "log_fil": [55, 72], "header": [55, 63, 72], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73, 74], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 70, 72, 73, 74, 78, 79], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "temperature_vari": [59, 60, 61, 69, 76, 78], "energy_vari": [59, 60, 61, 69, 76, 78], "range_comfort_wint": [59, 60, 61, 69, 76, 78], "range_comfort_summ": [59, 60, 61, 69, 76, 78], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 66, 68, 69, 72, 73, 78], "lambda_energi": [59, 60, 61, 76], "0001": [59, 60, 61, 71], "lambda_temperatur": [59, 60, 61, 76], "r": [59, 61], "w": [59, 60, 61, 67, 70, 76], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 76], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 76], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 72], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 74], "stack": 64, "flat": 64, "vector": [64, 71], "reli": [65, 71], "get_unwrapped_ob": 65, "usr": [66, 67, 68, 69, 70, 71, 72, 73, 74], "lib": [66, 67, 68, 69, 70, 71, 72, 73, 74], "dist": [66, 67, 68, 69, 70, 71, 72, 73, 74], "73": [66, 67, 68, 69, 70, 71, 72, 73, 74], "userwarn": [66, 67, 68, 69, 70, 71, 72, 73, 74], "precis": [66, 67, 68, 69, 70, 71, 72, 73, 74], "lower": [66, 67, 68, 69, 70, 71, 72, 73, 74], "cast": [66, 67, 68, 69, 70, 71, 72, 73, 74], "float32": [66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "episodes_": [66, 67, 71], "env_vec": [66, 67, 71], "2022": [66, 67, 68, 69, 70, 71, 72, 73, 74], "07": [66, 67, 68, 69, 71, 72, 73, 74], "09": [66, 67, 68, 69, 71, 72, 73, 74], "15": [66, 68, 69, 70, 71, 72, 74, 78], "336": 66, "eplus_env_demo": [66, 67, 68, 69, 71, 72, 73, 74], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73, 74], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73, 74], "340": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73, 74], "343": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72, 73, 74], "346": 66, "347": [66, 71], "379": 66, "395": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "res4": 66, "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "28": [66, 68, 69, 70, 73, 74, 78], "814": 66, "816": 66, "833": 66, "sub_run2": [66, 67, 71, 74, 75], "52": [66, 67], "095": [66, 71], "096": 66, "106": [66, 71], "sub_run3": [66, 67, 71, 75], "fromnumer": [66, 67, 71], "3432": [66, 67, 71], "runtimewarn": [66, 67, 71], "slice": [66, 67, 71], "_method": [66, 67, 71], "_mean": [66, 67, 71], "axi": [66, 67, 71], "190": [66, 67, 71], "invalid": [66, 67, 71], "encount": [66, 67, 71, 79], "double_scalar": [66, 67, 71], "ret": [66, 67, 71], "rcount": [66, 67, 71], "265": [66, 67, 71], "degre": [66, 67, 71], "freedom": [66, 67, 71], "lt": [66, 67, 71], "_var": [66, 67, 71], "ddof": [66, 67, 71], "223": [66, 67, 71], "divid": [66, 67, 71], "arrmean": [66, 67, 71], "um": [66, 67, 71], "true_divid": [66, 67, 71], "div": [66, 67, 71], "39": [66, 67, 68, 69, 70, 71, 72, 73, 74], "unsaf": [66, 67, 71], "257": [66, 67, 68, 71, 72], "56": [66, 69, 71], "988": 66, "989": 66, "996": [66, 72], "sub_run4": [66, 67, 71], "06": 66, "618": 66, "619": 66, "626": [66, 71], "sub_run5": [66, 67, 71], "941": 66, "943": 66, "957": 66, "sub_run6": [66, 71], "num_timestep": [66, 71], "70080": [66, 71], "episode_reward": [66, 71], "22006": 66, "98": 66, "00": [66, 68, 69, 71, 74], "35040": [66, 68, 69, 70, 71, 72, 73, 74], "168": [66, 70], "176": [66, 69], "sub_run7": [66, 71], "862": [66, 68], "863": 66, "870": 66, "sub_run8": [66, 71], "35": 66, "851": 66, "852": 66, "861": 66, "sub_run9": [66, 71], "181": 66, "183": 66, "196": 66, "sub_run10": [66, 71], "08": [66, 67, 71, 72], "522": [66, 67, 72], "532": 66, "sub_run11": [66, 71], "140160": [66, 71], "23530": 66, "67": 66, "923": 67, "925": 67, "927": 67, "929": 67, "930": 67, "tensorboard_path": 67, "cpu": [67, 71], "712510": 67, "tensorflow": 67, "cc": 67, "169": [67, 71], "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "tf_enable_onednn_opt": 67, "716588": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73, 74], "dlerror": 67, "share": 67, "No": 67, "716606": 67, "cuda": 67, "cudart_stub": 67, "29": [67, 68, 69, 70, 72, 74, 78], "cudart": 67, "gpu": 67, "416": 67, "425": 67, "res7": 67, "27": [67, 68, 69, 72, 74, 78], "141": 67, "149": 67, "560": 67, "563": 67, "582": 67, "25": [67, 68, 69, 70, 72, 73, 74, 78], "548": 67, "549": 67, "557": 67, "59": [67, 69, 71, 74], "524": 67, "537": [67, 74], "04": [67, 71, 74], "617": 67, "loop": 68, "602": 68, "603": 68, "605": 68, "606": [68, 71], "607": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 70, 72, 73, 74, 78, 79], "sampl": [68, 69, 70, 72, 74, 78, 79], "print": [68, 69, 70, 71, 72, 73, 74, 78, 79], "873": 68, "res1": [68, 69, 70], "5693658209031192": [68, 72], "time_elaps": [68, 69, 70, 71, 72, 73, 74], "900": [68, 69, 70, 72, 73, 74], "total_pow": [68, 69, 70, 72, 73, 74], "3780": [68, 72], "170717786078": [68, 72], "total_power_no_unit": [68, 69, 70, 72, 73, 74], "3780170717786078": [68, 72], "7607145700276305": [68, 72], "abs_comfort": [68, 69, 70, 72, 73, 74], "23928542997237": [68, 72], "out_temperatur": [68, 69, 70, 72, 73, 74], "action_": [68, 69, 70, 72, 73, 74], "18": [68, 69, 71, 72, 73, 74, 78], "2112": 68, "7625904745278": 68, "2976": [68, 69, 70, 72, 73, 74], "2678400": [68, 69, 70, 72, 73, 74], "22348": 68, "47236479097": 68, "234847236479097": 68, "20": [68, 69, 70, 72, 73, 74, 76, 78], "18911065438731": 68, "22": [68, 69, 70, 72, 73, 74, 78], "23": [68, 69, 70, 72, 73, 74, 76, 78], "4104": 68, "265504441257": 68, "5664": [68, 69, 70, 72, 73, 74], "5097600": [68, 69, 70, 72, 73, 74], "12948": 68, "13071758654": 68, "2948130717586541": 68, "87810890551877": 68, "21": [68, 69, 70, 72, 73, 74, 78], "5417": 68, "441233237612": 68, "8640": [68, 69, 70, 72, 73, 74], "7776000": [68, 69, 70, 72, 73, 74], "152": [68, 72, 73, 74], "4868953414246": [68, 72, 73, 74], "01524868953414246": [68, 72, 73, 74], "12519567758555894": 68, "87480432241444": 68, "26": [68, 69, 70, 71, 72, 76, 78], "6334": 68, "076617115651": 68, "11520": [68, 69, 70, 72, 73, 74], "10368000": [68, 69, 70, 72, 73, 74], "9909": 68, "57629951364": 68, "9909576299513639": 68, "98956711598672": 68, "13": [68, 69, 71, 72, 73, 74], "7196": 68, "337141748097": 68, "14496": [68, 69, 70, 72, 73, 74], "13046400": [68, 69, 70, 72, 73, 74], "32472912215": 68, "025732472912215004": 68, "6342081608280488": 68, "36579183917195": 68, "10119": 68, "078686707608": 68, "17376": [68, 69, 70, 72, 73, 74], "15638400": [68, 69, 70, 72, 73, 74], "175": [68, 69, 72, 73, 74], "7796758221068": [68, 73], "017577967582210682": [68, 73], "308881942532789": 68, "69111805746721": 68, "17": [68, 69, 70, 72, 73, 74, 78], "13344": 68, "34795468286": 68, "20352": [68, 69, 70, 72, 73, 74], "18316800": [68, 69, 70, 72, 73, 74], "4274": 68, "841504910937": 68, "42748415049109373": 68, "6746607947314196": 68, "32533920526858": 68, "16": [68, 69, 70, 72, 74, 78], "16532": 68, "561015096362": 68, "23328": [68, 69, 70, 72, 73, 74], "20995200": [68, 69, 70, 72, 73, 74], "296": [68, 74], "4221825034278": 68, "02964221825034278": 68, "1542061821218716": 68, "84579381787813": 68, "19347": 68, "21771433634": 68, "26208": [68, 69, 70, 72, 73, 74], "23587200": [68, 69, 70, 72, 73, 74], "14597880471529123": 68, "85402119528471": 68, "20424": [68, 72], "606228211076": 68, "29184": [68, 69, 70, 72, 73, 74], "26265600": [68, 69, 70, 72, 73, 74], "1659288529232903": 68, "83407114707671": 68, "21596": 68, "063810147996": 68, "32064": [68, 69, 70, 72, 73, 74], "28857600": [68, 69, 70, 72, 73, 74], "5255": 68, "294847641754": 68, "5255294847641755": 68, "02303149966062": 68, "23614": 68, "86930856602": 68, "31536000": [68, 69, 70, 72, 73, 74], "1992": [68, 69, 70, 72, 73, 74, 78], "5016": 68, "972171658432": 68, "5016972171658431": 68, "9844573338465317": 68, "01554266615347": 68, "forget": 68, "40": [68, 71, 74], "720": 68, "cumul": [68, 69, 70, 72, 73, 74, 76, 78, 79], "6739403341485966": 68, "over": 68, "environment_id": 69, "long": 69, "460": 69, "eplus_env_5zon": 69, "462": 69, "465": 69, "467": 69, "469": 69, "scratch": 69, "obvious": 69, "air": [69, 73, 76, 78], "space1": [69, 73, 76, 78], "hvac": [69, 76, 78], "electr": [69, 76, 78], "demand": [69, 76, 78], "991": 69, "993": 69, "994": 69, "esp_granada": [69, 78], "084190_swec": [69, 78], "001": [69, 78], "new_env_nam": [69, 78], "58": [69, 74], "155": 69, "eplus_env_new_env_name_mainthread_root": 69, "156": 69, "157": 69, "158": 69, "159": 69, "overwritten": [69, 78], "new_observation_vari": [69, 78], "outdoor": [69, 73, 78], "wind": [69, 78], "speed": [69, 78], "fanger": [69, 78], "ppd": [69, 78], "east": [69, 78], "new_action_vari": [69, 78], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 78], "len": [69, 78], "new_action_map": [69, 78], "new_action_spac": [69, 78], "474": 69, "eplus_env_datacent": 69, "475": 69, "477": 69, "478": 69, "479": 69, "480": 69, "608": [69, 71], "26775410632883273": 69, "5355": 69, "082126576654": 69, "5355082126576655": 69, "186377523616978": 69, "669": 69, "4534184979221": 69, "4208": 69, "635870777072": 69, "42086358707770727": 69, "228479196022084": 69, "1247": 69, "5537459734599": 69, "4421": 69, "637300732844": 69, "4421637300732844": 69, "705059073313615": 69, "1855": 69, "7928063319255": 69, "4987": 69, "415191462993": 69, "49874151914629933": 69, "024777159060027": 69, "2636": 69, "641656051256": 69, "2188": 69, "620052530483": 69, "2188620052530483": 69, "963985853561047": 69, "3518": 69, "6464879098053": 69, "4345": 69, "217932332002": 69, "4345217932332003": 69, "61357774788482": 69, "5047": 69, "521248481572": 69, "6249": 69, "758355257713": 69, "6249758355257714": 69, "04954794846631": 69, "7116": 69, "313388281761": 69, "2107": 69, "732366810708": 69, "21077323668107079": 69, "53376534972051": 69, "9326": 69, "224323881572": 69, "5939": 69, "453811738773": 69, "5939453811738773": 69, "38570883464585": 69, "10853": 69, "890187701882": 69, "2170": 69, "898935982922": 69, "2170898935982922": 69, "302507096687205": 69, "11587": 69, "916685717913": 69, "4190": 69, "456055889271": 69, "4190456055889271": 69, "099445145523461": 69, "12180": 69, "885947073011": 69, "4527": 69, "071835065274": 69, "45270718350652744": 69, "246417930160787": 69, "12816": 69, "011905214418": 69, "5262": 69, "280448896257": 69, "5262280448896258": 69, "612621010536379": 69, "3657537644182542": 69, "248": 69, "fit": [69, 78], "knowledg": 69, "pprint": 69, "579": 69, "580": 69, "583": 69, "586": 69, "587": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 78], "thermostatsetpoint": [69, 78], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 73, 78], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 73, 78], "plenum": 69, "aris": [69, 78], "light_control": 69, "new_action_definit": [69, 78], "32": [69, 71], "174": 69, "177": 69, "179": 69, "305": 69, "5111010314528696": 69, "2835": 69, "011953773881": 69, "2835011953773881": 69, "7387008675283511": 69, "26129913247165": 69, "421014390196424": 69, "317654": 69, "96494": 69, "31237173": 69, "1374": 69, "28410120219": 69, "6065": 69, "825052347422": 69, "6065825052347422": 69, "74254870657726": 69, "360682108922676": 69, "686012": 69, "844059": 69, "31142563": 69, "2715": 69, "7611117082783": 69, "3379": 69, "077746701543": 69, "3379077746701543": 69, "08146212423063": 69, "317330025625665": 69, "016264": 69, "09283": 69, "21295846": 69, "3660": 69, "007455360811": 69, "5457": 69, "280335251083": 69, "5457280335251083": 69, "99796649838974": 69, "966775407980537": 69, "124304": 69, "553516": 69, "9582741": 69, "4564": 69, "380860934114": 69, "6603": 69, "432140993574": 69, "6603432140993574": 69, "99301384406026": 69, "3890808542817": 69, "063656": 69, "984705": 69, "5942085": 69, "5302": 69, "692402629544": 69, "191": 69, "2911582802689": 69, "01912911582802689": 69, "4613144918713914": 69, "53868550812861": 69, "9969193980086": 69, "306587": 69, "402065": 69, "7618722": 69, "7016": 69, "025434187163": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "8821997117836595": 69, "11780028821634": 69, "27473828933916": 69, "830227": 69, "474812": 69, "73397": 69, "8777": 69, "25161267316": 69, "178": 69, "4267301020354": 69, "017842673010203543": 69, "5277853133220205": 69, "47221468667798": 69, "60363543147483": 69, "934364": 69, "353241": 69, "6373596": 69, "10438": 69, "464921588717": 69, "1929073594710715": 69, "80709264052893": 69, "1932378723401": 69, "998844": 69, "359282": 69, "98427457": 69, "12367": 69, "057910085747": 69, "428": 69, "6780367305225": 69, "04286780367305225": 69, "6108147937607988": 69, "3891852062392": 69, "843863403107411": 69, "794724": 69, "592144": 69, "3683012": 69, "13218": 69, "089719275868": 69, "439": 69, "8288126081056": 69, "04398288126081056": 69, "16923377015886132": 69, "83076622984114": 69, "710713063269523": 69, "533552": 69, "096302": 69, "40426022": 69, "14225": 69, "5891712317": 69, "38023912699316": 69, "988834083817571": 69, "86006": 69, "556025": 69, "027832627": 69, "15616": 69, "602179397853": 69, "2767": 69, "822204079172": 69, "2767822204079172": 69, "3667378090425686": 69, "63326219095743": 69, "2879179385394967": 69, "618801": 69, "638168": 69, "5123796": 69, "4456792859417381": 69, "43": 69, "252": 69, "put": [69, 78], "leav": [69, 78], "intact": [69, 78], "extra_conf": [69, 78], "44": 69, "485": 69, "487": 69, "490": 69, "494": 69, "496": 69, "usa_pa_pittsburgh": 70, "allegheni": 70, "counti": 70, "ap": 70, "725205_tmy3": 70, "disadvantag": 70, "adjust": [70, 76], "stand": 70, "propos": 70, "314": 70, "eplus_env_offic": 70, "315": 70, "317": 70, "318": 70, "320": 70, "341": 70, "008417052432114895": 70, "3410486422979": 70, "01683410486422979": 70, "41070439945542": 70, "27041626118706": 70, "84918155106144": 70, "88116986202595": 70, "74532738560474": 70, "73841316494982": 70, "38460288121428": 70, "66372873926693": 70, "24314170888169": 70, "12321836432302": 70, "67730731535304": 70, "88721275822578": 70, "17223251340036": 70, "30793764011797": 70, "20143741435643": 70, "4627284531045": 70, "03096300421944": 70, "93365898954337": 70, "1482": 70, "85953514518": 70, "4442211987932": 70, "024944422119879323": 70, "69669852361374": 70, "25313699035975": 70, "31323981198721": 70, "87141679758788": 70, "11090427756838": 70, "56241622682827": 70, "9404356024169": 70, "94282444325588": 70, "67194978294257": 70, "12528250474749": 70, "02675393355748": 70, "02881519606414": 70, "7323170557345": 70, "27057664160117": 70, "38432687212007": 70, "31131614661928": 70, "12704060142421": 70, "5512781399194": 70, "2254": 70, "712265755012": 70, "6570166669069": 70, "06842055195615": 70, "19611060077995": 70, "76257909194055": 70, "03948097340511": 70, "44816667157681": 70, "68246103494577": 70, "74943691501284": 70, "57724440341409": 70, "04252087505039": 70, "82097230898479": 70, "89365754884302": 70, "57236745458363": 70, "23540331299291": 70, "15797185610974": 70, "15254710004311": 70, "07075284558289": 70, "49970749537007": 70, "3618": 70, "41549254088": 70, "201": [70, 74], "198977940785": 70, "020119897794078502": 70, "95177229570344": 70, "03365818920899": 70, "60757560084356": 70, "01807134766616": 70, "02808474031944": 70, "82190812609193": 70, "48682887050774": 70, "88794828178202": 70, "59810935786398": 70, "46778150537447": 70, "44257972669456": 70, "79284879509999": 70, "43562436709753": 70, "41247285833814": 70, "62715643472103": 70, "03611257878451": 70, "79267736363525": 70, "65243564408237": 70, "6482": 70, "27876446466": 70, "86509413798045": 70, "1071046471536": 70, "27509765486189": 70, "55675636953588": 70, "65216773896621": 70, "5571280438139": 70, "79071520939431": 70, "83977394603949": 70, "98455644317614": 70, "15279122447957": 70, "20765409229273": 70, "24402610262762": 70, "43118400765561": 70, "60430118197448": 70, "86909845458321": 70, "87644643022476": 70, "06484591156406": 70, "24300908399611": 70, "9982": 70, "991284981603": 70, "6090046831275": 70, "01686090046831275": 70, "94899380246081": 70, "06360575139866": 70, "64043835708107": 70, "90053413764347": 70, "77775409162826": 70, "85491440084278": 70, "84413809380008": 70, "84852169014866": 70, "81155249007516": 70, "2474442023517": 70, "08359041763356": 70, "03184496587623": 70, "06114037003215": 70, "49805825736507": 70, "80319610787662": 70, "78635379853651": 70, "76633279008873": 70, "23300358565249": 70, "15197": 70, "775861760021": 70, "6430": 70, "25476366733": 70, "643025476366733": 70, "30362458961184": 70, "08749938089204": 70, "47728046995123": 70, "84848610748885": 70, "35441535664673": 70, "23674788167068": 70, "83684923572157": 70, "48953443144097": 70, "70569108217305": 70, "92570822385427": 70, "95453942245817": 70, "9310852109356": 70, "90761065616391": 70, "54695943183036": 70, "02379180782778": 70, "09140023176932": 70, "79379237233488": 70, "62275516349538": 70, "20393": 70, "055482672924": 70, "40730428893415": 70, "2081195882295": 70, "94397819959719": 70, "63057921118531": 70, "16215148190642": 70, "34597161854728": 70, "68084155872953": 70, "79261102276273": 70, "80021185275091": 70, "92354348202196": 70, "72571798349205": 70, "7933442496152": 70, "89388375583001": 70, "94708364107272": 70, "52064693594591": 70, "62639383402464": 70, "64389562611166": 70, "78208493279325": 70, "25435": 70, "235586329356": 70, "29888599656579": 70, "60513463360622": 70, "6502371961184": 70, "26243009865059": 70, "83511693216035": 70, "01650759969682": 70, "1219715833017": 70, "193129951486": 70, "25984927684709": 70, "246756226096": 70, "16961935329535": 70, "2292706821575": 70, "31058065863118": 70, "30679185978435": 70, "00162377086149": 70, "07019493415782": 70, "14488073433873": 70, "15733356377928": 70, "29667": 70, "280742048788": 70, "31232078408934": 70, "15531893926972": 70, "62243610547647": 70, "3355501078475": 70, "99617019496714": 70, "90925164972085": 70, "78478083621939": 70, "76648417323338": 70, "94552529042894": 70, "81660183265429": 70, "15665229426293": 70, "11984467906358": 70, "34128949509953": 70, "20504796353065": 70, "88586123209223": 70, "84549591879043": 70, "0480387071551": 70, "92364136523652": 70, "32266": 70, "669648540534": 70, "95342186248593": 70, "79017615251069": 70, "61576801735736": 70, "21904412959735": 70, "23337652641756": 70, "70199079621272": 70, "43858732417969": 70, "50085261539548": 70, "30684175112909": 70, "68506692334094": 70, "61997561531062": 70, "64591022418004": 70, "43849129649558": 70, "89730314513248": 70, "86935225127617": 70, "8610257810776": 70, "76415193815065": 70, "1030080798225": 70, "33693": 70, "4200577215": 70, "67471404763066": 70, "76426059004519": 70, "20781447906961": 70, "8565960165495": 70, "84452889598035": 70, "03748347863898": 70, "30287781156127": 70, "44280752813544": 70, "36536796313164": 70, "55357872462707": 70, "79446517569299": 70, "90682538688919": 70, "72661725183894": 70, "03753160386922": 70, "91255021343735": 70, "01250206066998": 70, "95371613155545": 70, "12462597231874": 70, "34861": 70, "66962269026": 70, "49202797924699": 70, "91834253143812": 70, "6676225575917": 70, "40668187489388": 70, "55052344518836": 70, "93795083204492": 70, "60466670710505": 70, "58536199071002": 70, "28750630729937": 70, "6461216699741": 70, "06515682888017": 70, "06046316147131": 70, "57842146719483": 70, "13899733853399": 70, "14064407629781": 70, "0206640579445": 70, "80239869708953": 70, "11389817828658": 70, "9949106627480553": 70, "45": [70, 74], "665": 70, "singl": 70, "preserv": 70, "come": 70, "sophist": 70, "ref": 71, "433": 71, "434": 71, "436": 71, "437": 71, "feel": [71, 73], "loggerev": 71, "earlier": 71, "few": 71, "02": [71, 74], "041": 71, "048": 71, "res3": 71, "898": 71, "899": 71, "906": 71, "ep_len_mean": 71, "5e": 71, "ep_rew_mean": 71, "36e": 71, "fp": 71, "2443": 71, "36": [71, 73], "664": 71, "666": 71, "683": 71, "41": 71, "567": 71, "570": 71, "585": 71, "572": 71, "594": 71, "22754": 71, "48e": 71, "comfort_viol": 71, "mean_ep_length": 71, "mean_power_consumpt": 71, "07e": 71, "power_penalti": [71, 72], "std_reward": 71, "33e": 71, "972": 71, "72": 71, "loss": 71, "n_updat": 71, "5019": 71, "42": 71, "104": 71, "122": 71, "32e": 71, "1024": 71, "102": 71, "105120": 71, "13779": 71, "329": 71, "330": 71, "337": 71, "349": 71, "369": 71, "34": [71, 74], "097": 71, "113": 71, "49": 71, "378": 71, "381": 71, "406": 71, "22400": 71, "83e": 71, "65e": 71, "31e": 71, "825": 71, "22539": 71, "0x7f8e66038ee0": 71, "gt": 71, "54": 71, "736": 71, "create_row_cont": 72, "customcsvlogg": 72, "super": [72, 76], "last_10_steps_reward": 72, "_create_row_cont": 72, "57": 72, "743": 72, "746": 72, "749": 72, "751": 72, "752": [72, 73], "984": 72, "res5": 72, "2061": 72, "064957150696": 72, "22592": 72, "29761805248": 72, "259229761805248": 72, "29027708737195": 72, "4085": 72, "7626350724654": 72, "420": 72, "968971758518": 72, "042096897175851807": 72, "11870426967686143": 72, "88129573032314": 72, "5435": 72, "5346266621": 72, "11649": 72, "00520907892": 72, "164900520907892": 72, "81204708989529": 72, "6345": 72, "247828294638": 72, "29631550252394": 72, "7202": 72, "603862296734": 72, "3532375277869": 72, "025735323752778694": 72, "74339864119381": 72, "25660135880619": 72, "10096": 72, "316306201286": 72, "7796775010779": 72, "017577967750107792": 72, "050386500045999": 72, "949613499954": 72, "13373": 72, "916779680616": 72, "12541": 72, "97872344346": 72, "254197872344346": 72, "9257929336437414": 72, "07420706635626": 72, "16582": 72, "229771212274": 72, "2297": 72, "770586821443": 72, "22977705868214432": 72, "0045748664060916": 72, "99542513359391": 72, "19397": 72, "944264214886": 72, "5381431017472": 72, "07525381431017472": 72, "17564750687498": 72, "788544721127": 72, "1287670446718": 72, "052212876704467184": 72, "00072925585593": 72, "21565": 72, "995065534156": 72, "7777": 72, "204818523511": 72, "7777204818523511": 72, "97813067889673": 72, "23560": 72, "17226791806": 72, "23095": 72, "70961516462": 72, "309570961516462": 72, "15004851034096944": 72, "84995148965903": 72, "672379345545623": 72, "464": 72, "sai": 73, "get_season_comfort_rang": 73, "753": 73, "756": 73, "761": 73, "763": 73, "extend": 73, "desir": 73, "rbc5zone": [73, 78], "myrulebasedcontrol": 73, "daytim": 73, "out_temp": 73, "summer_start_d": 73, "summer_final_d": 73, "current_dt": 73, "season_comfort_rang": 73, "setpoints_summ": 73, "in_temp": 73, "current_heat_setpoint": 73, "current_cool_setpoint": 73, "new_heat_setpoint": 73, "new_cool_setpoint": 73, "weekend": 73, "night": 73, "33": 73, "37": 73, "293": 73, "309": 73, "res6": 73, "9027267231826451": [73, 74], "18054": [73, 74], "5344636529": [73, 74], "8054534463652903": [73, 74], "99998833869494": [73, 74], "1764": 73, "4480209727506": 73, "18190": 73, "11301727289": 73, "8190113017272893": 73, "32998609178986": 73, "3319": 73, "0240158271495": 73, "6499": 73, "498986238363": 73, "6499498986238363": 73, "32985628557421": 73, "4331": 73, "530660717744": 73, "2698020216335806": 73, "73019797836642": 73, "5030": 73, "34341168003": 73, "2756": 73, "596244185509": 73, "2756596244185509": 73, "33021642625628": 73, "5624": 73, "205479307242": 73, "871": 73, "8985175509725": 73, "08718985175509726": 73, "6700868290835906": 73, "32991317091641": 73, "7188": 73, "94373222068": 73, "710258038781241": 73, "28974196121876": 73, "9056": 73, "39052356895": 73, "20410": 73, "91452531903": 73, "041091452531903": 73, "33010209424337": 73, "10854": 73, "090922968613": 73, "3438": 73, "778066876331": 73, "3438778066876331": 73, "32982109298299": 73, "12308": 73, "980146004908": 73, "6368": 73, "219126588838": 73, "6368219126588838": 73, "33031589389634": 73, "12900": 73, "560641948945": 73, "2705": 73, "336525778672": 73, "2705336525778672": 73, "33017846907974": 73, "13780": 73, "798440045137": 73, "5352": 73, "233991403948": 73, "5352233991403947": 73, "32992237675168": 73, "15499": 73, "608669456482": 73, "19332": 73, "86497279549": 73, "9332864972795492": 73, "33000068783789": 73, "4423404300643832": 73, "46": [73, 74], "026": 73, "normil": 74, "778": 74, "780": 74, "783": 74, "785": 74, "786": 74, "789": 74, "805": 74, "res16": 74, "9910000e": 74, "0000000e": 74, "5000000e": 74, "0999999e": 74, "9000000e": 74, "1000000e": 74, "0999992e": 74, "9707859e": 74, "8362732e": 74, "486": 74, "488": 74, "505": 74, "98466104": 74, "33834645": 74, "9484536": 74, "17748918": 74, "8111888": 74, "800001": 74, "44444445": 74, "39061695": 74, "43193626": 74, "56101173": 74, "445": 74, "643": 74, "646": 74, "649": 74, "653": 74, "657": 74, "48": 74, "203": 74, "205": 74, "208": 74, "210": 74, "213": 74, "225": 74, "res18": 74, "53": 74, "099": 74, "108": 74, "144": 74, "535": 74, "540": 74, "543": 74, "545": 74, "744": 74, "754": 74, "res19": 74, "2097": 74, "069513380396": 74, "4420": 74, "417448015461": 74, "44204174480154607": 74, "5592545746684792": 74, "44074542533152": 74, "4115": 74, "586715117292": 74, "15106": 74, "04831627059": 74, "510604831627059": 74, "73615474040233": 74, "5458": 74, "5534876380125": 74, "7163": 74, "35210582586": 74, "7163352105825861": 74, "99485496779759": 74, "6378": 74, "342330065786": 74, "75661867832585": 74, "7230": 74, "79295371363": 74, "11573": 74, "19138929936": 74, "157319138929936": 74, "1447156088359804": 74, "85528439116402": 74, "10136": 74, "551748683549": 74, "779675822106": 74, "0175779675822106": 74, "2201257903301403": 74, "77987420966986": 74, "13417": 74, "322446742612": 74, "20438": 74, "77860937315": 74, "043877860937315": 74, "2761863833358795": 74, "72381361666412": 74, "16653": 74, "395519627065": 74, "4058515355591": 74, "029640585153555915": 74, "0341594895709108": 74, "96584051042909": 74, "19473": 74, "56028227908": 74, "33729078022685": 74, "20476": 74, "057376697874": 74, "12183": 74, "50538957212": 74, "218350538957212": 74, "85073350665203": 74, "21654": 74, "559762066197": 74, "6211799169361": 74, "01526211799169361": 74, "027243301837089": 74, "97275669816291": 74, "23670": 74, "370352311853": 74, "23172": 74, "08056052774": 74, "317208056052774": 74, "13047508039367": 74, "6755242680454563": 74, "289": 74, "re": 75, "num_simul": 75, "sub_runn": 75, "utilsocket": 75, "monitor_norm": 75, "sub_run": 75, "num_episod": 75, "maximum": 75, "within": [75, 77], "suit": 75, "observation_valu": 75, "row": 75, "carri": 75, "techniqu": 75, "factor": 75, "discomfort": 76, "togeth": 76, "typic": 76, "satisfact": 76, "similar": 76, "increas": 76, "higher": 76, "hourlylinearreward": 76, "slight": 76, "am": 76, "pm": 76, "equal": 76, "neg": 76, "perfect": 76, "behavior": 76, "uniqu": [76, 77], "reflect": 76, "But": [76, 78], "imagin": 76, "signal": 76, "__call__": 76, "below": 76, "basereward": 76, "customreward": 76, "naiv": 76, "under": [77, 78], "small": 77, "independ": 77, "test_common": 77, "test_reward": 77, "test_wrapp": 77, "test_simul": 77, "test_config": 77, "test_env": 77, "test_control": 77, "test_stable_baselin": 77, "conceptu": 77, "readm": 77, "try_env": 78, "soon": 78, "dispos": 78, "practic": 78, "screen": 78, "basi": 78, "criteria": 78, "rbcdatacent": 78, "randomcontrol": 78, "west": 78, "htgsetp": 78, "clgsetp": 78, "kind": 78, "subject": 78, "assign": 78, "dualsetp": 78, "heating_nam": 78, "cooling_nam": 78, "heating_initial_valu": 78, "cooling_initial_valu": 78, "variant": 79}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 71, 73, 74, 78], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 70, 73, 78], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 71], "callback": [3, 21, 22, 23], "logger": [3, 54, 55, 56, 72, 74, 75], "evalu": [3, 46, 47], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 78], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 78], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 76, 78], "kwarg": 4, "action": [4, 7, 69, 70, 78], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 75], "observ": [4, 69, 74, 78], "space": [4, 69, 78], "name": 4, "definit": [4, 69, 78], "extra": [4, 5, 69, 78], "configur": [4, 5, 6, 8, 69, 72, 78], "ad": [4, 69, 78], "new": [4, 7, 69, 77, 78], "build": [4, 69, 70], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 72], "first": 6, "step": [6, 72], "2": [6, 72], "our": 6, "contain": [6, 8], "platform": 6, "3": 6, "your": 6, "own": 6, "4": 6, "creat": [6, 7, 77], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8, 70], "up": [6, 70], "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 72], "instal": [8, 77], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 78], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 72, 74, 78, 79], "loggerwrapp": [63, 72], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": [69, 70], "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "default": [70, 78], "empti": 70, "interfac": 70, "usag": [71, 78], "person": 72, "inherit": 72, "csvloger": 72, "instanti": 72, "rule": [73, 78], "normal": 74, "multi": 74, "all": 74, "one": 74, "format": 75, "custom": 76, "test": 77, "pytest": 77, "run": 77, "simplest": 78, "overwrit": 78, "some": 78, "valu": 78}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[3, "drl-callback-logger"]], "Evaluation Callback": [[3, "evaluation-callback"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new weathers for environments": [[4, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "Configure Python environment": [[8, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "Install BCVTB software": [[8, "install-bcvtb-software"]], "Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "sinergym-envs"]], "sinergym.envs.eplus_env": [[11, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "sinergym-simulators"]], "sinergym.simulators.base": [[14, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "sinergym-utils"]], "sinergym.utils.callbacks": [[21, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[70, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[71, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[72, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[72, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[72, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[73, "Rule-Controller-example"]], "Wrappers example": [[74, "Wrappers-example"]], "Normalization Wrapper": [[74, "Normalization-Wrapper"]], "Logger Wrapper": [[74, "Logger-Wrapper"]], "Multi Observation Wrapper": [[74, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[74, "All-Wrappers-in-one"]], "Output format": [[75, "output-format"]], "Logger": [[75, "logger"]], "Rewards": [[76, "rewards"]], "Custom Rewards": [[76, "custom-rewards"]], "Tests": [[77, "tests"]], "Install Pytest": [[77, "install-pytest"]], "Running tests": [[77, "running-tests"]], "Create new tests": [[77, "create-new-tests"]], "Usage example": [[78, "usage-example"]], "Simplest example": [[78, "simplest-example"]], "Adding a reward": [[78, "adding-a-reward"]], "Adding wrappers": [[78, "adding-wrappers"]], "Using a rule-based controller": [[78, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[78, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[78, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[78, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[78, "adding-extra-configuration-definition"]], "Wrappers": [[79, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "5. Controllers", "9. Deep Reinforcement Learning Integration", "3. Environments", "7. Extra Configuration in Sinergym simulations", "10. Sinergym with Google Cloud", "11. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "20. MLFlow example", "21. TensorBoard example", "13. Basic example", "14. Changing an environment registered in Sinergym", "15. Default building control setting up an empty action interface", "19. DRL usage example", "17. Logger Wrapper personalization/configuration", "18. Rule Controller example", "16. Wrappers example", "8. Output format", "4. Rewards", "12. Tests", "2. Usage example", "6. Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 77], "base": [0, 2, 3, 6, 7, 9, 41, 42, 58, 69, 73, 77], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "The": [0, 2, 3, 4, 5, 6, 7, 9, 17, 23, 30, 45, 47, 68, 69, 70, 74, 75, 76, 78, 79], "goal": [0, 9], "creat": [0, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 75, 76, 77, 78, 79], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 71, 73, 74, 75, 76, 77, 79], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 70, 76, 78], "openai": [0, 4, 9, 45, 68, 77], "interfac": [0, 4, 9, 13, 18, 38, 69, 75, 77], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 71, 75], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "engin": [0, 6, 9, 15, 70], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "build": [0, 2, 3, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 71, 72, 73, 74, 75, 76, 77, 78], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 76, 77], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "deep": [0, 6, 8, 9, 71, 78], "reinforc": [0, 6, 8, 9, 71, 76, 78], "learn": [0, 6, 8, 9, 66, 67, 69, 71, 76, 78], "pleas": [0, 5, 6, 7, 9, 45, 71, 73, 78], "help": [0, 6, 9], "u": [0, 5, 8, 9, 70], "improv": [0, 9], "report": [0, 6, 9], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 71, 73, 76, 78, 79], "question": [0, 9], "issu": [0, 4, 6, 7, 9], "here": [0, 3, 4, 6, 7, 8, 9, 22, 71, 77, 78], "It": [0, 3, 4, 6, 7, 8, 9, 17, 23, 43, 45, 55, 61, 69, 76], "easi": [0, 9, 77], "just": [0, 6, 7, 9, 69, 74], "2": [0, 4, 7, 9, 17, 66, 67, 68, 69, 70, 71, 73, 74, 78], "click": [0, 8, 9], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 73, 77, 78], "templat": [0, 6, 9], "bug": [0, 9, 79], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 78], "more": [0, 3, 4, 5, 6, 7, 8, 9, 45, 70, 71, 73, 74, 75, 76, 77, 78, 79], "detail": [0, 5, 6, 8, 9, 69, 71], "info": [0, 9, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78, 79], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 71, 72, 73, 74, 78], "main": [0, 3, 4, 6, 9, 55, 69, 76], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 74, 76, 77, 78, 79], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 76, 78], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 71, 76, 77, 78], "commun": [0, 9, 13, 38, 75, 77], "between": [0, 3, 4, 7, 9, 28, 76], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 77, 78], "establish": [0, 4, 9, 17, 69, 75, 77, 78], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 73, 75], "tool": [0, 7, 9, 78], "allow": [0, 3, 4, 6, 9, 76], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 71, 75], "sever": [0, 4, 6, 9, 38, 69, 74, 76, 78, 79], "them": [0, 3, 4, 9, 38, 67, 69, 74, 76, 78], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 79], "backend": [0, 6, 9], "while": [0, 9, 67, 68, 69, 70, 72, 73, 74, 78, 79], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 78], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 71, 77, 78], "These": [0, 4, 6, 7, 9, 55, 69, 76, 77], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 71, 75, 76, 78], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 71, 72, 73, 74, 77], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 72, 73, 75, 76, 77, 79], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73, 74], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 77, 79], "customiz": [0, 9], "aim": [0, 4, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 78], "packag": [0, 7, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 70, 75, 78], "experiment": [0, 4, 9], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 75], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 71, 73, 76, 78, 79], "defin": [0, 3, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 78], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 74, 77, 78], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "name": [0, 3, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 71, 76, 78], "also": [0, 3, 4, 8, 9, 45, 69, 70, 71, 74, 76, 78], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 71, 73, 74, 76, 77], "avail": [0, 3, 6, 9, 12, 38, 43, 69, 71, 72, 74, 78], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 72, 75, 76, 78], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 71, 79], "aspect": [0, 9, 76], "wai": [0, 4, 5, 6, 9, 69, 78], "he": [0, 9], "doe": [0, 4, 5, 6, 7, 9, 17, 75], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 66, 67, 68, 70, 71, 72, 73, 74], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 70, 78], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 70, 73, 75, 76, 77, 78], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 71, 76, 78], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 70, 78], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "well": [0, 3, 4, 9, 47, 71], "peopl": [0, 4, 9, 69, 76, 78], "occup": [0, 4, 9, 30, 41, 69, 78], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 71, 72, 74, 77, 79], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 71, 73, 74, 78, 79], "per": [0, 3, 4, 5, 9, 47, 55, 75], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 70, 72, 73, 74, 76], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 71, 75, 78], "period": [0, 4, 9, 76], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 6, 9, 75], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 70, 76, 77, 79], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 72, 73, 75, 76], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 79], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 71, 75, 77], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 70, 77], "adapt": [0, 4, 9, 38, 44, 45, 69, 70, 78], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 75, 77, 78], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 71, 72, 73, 74, 75, 76, 78], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 70, 75, 77, 78], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 70, 72, 76, 78], "without": [0, 4, 6, 7, 9, 38, 65, 70, 78], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 71, 72, 73, 75, 76, 78], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 70, 75, 76], "extern": [0, 4, 6, 9, 38, 69, 75], "cfg": [0, 4, 9, 17, 38, 75], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 75], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 70, 75, 76, 78], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 71, 75, 76, 77], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 70, 72, 76, 77, 78], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 76, 78], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 3, 4, 6, 7, 8, 9, 67, 70, 71, 75, 76, 79], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 71, 75, 76, 77, 78, 79], "what": [0, 4, 6, 9, 69, 74, 78], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 70, 72, 73, 75, 76, 77, 78], "integr": [0, 4, 6, 7, 9, 67, 71, 78], "obtain": [0, 3, 4, 9, 12, 78], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 71, 73, 74, 75, 76, 77, 78, 79], "about": [0, 3, 4, 9, 45, 67, 71, 73, 74, 75, 77, 78, 79], "zone": [0, 4, 6, 9, 12, 32, 69, 73, 76, 78], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 8, 9, 17, 22, 33, 38, 55, 69, 70, 75, 76, 77, 78], "possibl": [0, 3, 4, 5, 6, 8, 9, 69, 71, 78], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 75], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 70, 73, 75, 76, 77, 78], "To": [0, 4, 5, 6, 8, 9, 67, 77, 78], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 70, 76, 77, 78], "indic": [0, 3, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 76, 77, 79], "thei": [0, 3, 4, 6, 7, 8, 9, 67, 76, 77, 78], "replac": [0, 4, 9, 69, 70, 78], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 78], "take": [0, 3, 4, 5, 7, 9, 38, 45, 70, 71], "care": [0, 4, 6, 9, 70], "relev": [0, 9], "intern": [0, 3, 4, 9, 76], "stabl": [0, 3, 8, 9, 21, 44, 45, 77], "baselin": [0, 3, 9, 21, 44, 45, 77], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 77], "callback": [0, 6, 9, 20, 46, 47, 66, 67, 71], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 75, 76, 77, 78], "team": [0, 6, 8, 9, 78], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 74, 75, 77, 79], "other": [0, 3, 4, 6, 8, 9, 71, 75, 76, 78], "drl": [0, 2, 4, 6, 9, 66, 67, 70, 78], "librari": [0, 6, 8, 9, 67, 73, 77], "support": [0, 3, 4, 8, 9, 12, 77], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79], "account": [0, 3, 4, 5, 6, 8, 9, 49, 50, 76], "infrastructur": [0, 9], "tell": [0, 9], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 78], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 77], "local": [0, 3, 6, 9, 47, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 75, 78], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 75], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 71, 75], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 68, 69, 70, 71, 73, 79], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 71, 75, 76], "evalu": [0, 6, 9, 23, 66, 67, 71, 76], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 72, 74, 78], "develop": [0, 2, 3, 7, 8, 9, 67, 74, 77, 79], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 76, 78, 79], "purpos": [0, 3, 4, 6, 7, 9, 69, 78], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 71, 73, 76, 78], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 74, 77, 79], "along": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 71], "document": [0, 4, 6, 7, 8, 9, 67, 69, 71, 73, 74, 75, 78], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 77], "workflow": [0, 7, 9, 77], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 4, 6, 9, 76], "understand": [0, 9, 78], "mani": [0, 3, 9, 70], "If": [0, 3, 4, 5, 6, 7, 8, 9, 12, 34, 38, 47, 65, 69, 75, 76, 77, 78, 79], "introduc": [0, 4, 9], "visit": [0, 4, 6, 8, 9, 69, 73, 74, 75, 77, 78, 79], "ad": [0, 3, 9, 70], "section": [0, 2, 3, 4, 6, 8, 9, 69, 76, 77, 78], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "progress": [0, 3, 4, 9, 55, 56, 63, 72, 74, 75], "stai": [0, 5, 9, 76], "tune": [0, 5, 9, 76], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 71, 73, 75, 76, 77, 78], "those": [0, 3, 4, 6, 30, 69, 76], "interest": [0, 78], "alwai": [0, 4, 6, 68, 71, 73, 75, 76], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 77], "repo": 0, "read": [0, 4, 6, 15, 17, 52, 71], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 71, 72, 73], "comput": [0, 3, 6, 67, 71], "contain": [0, 4, 7, 47, 49, 50, 68, 70, 77], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 71, 72, 74, 75, 76, 77, 78], "instal": [0, 6, 7, 17, 78], "host": [0, 6, 75], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 72, 74, 78], "offici": 0, "repositori": [0, 6, 7, 8, 71, 75, 77, 78], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 3, 6, 7, 27, 69, 75], "framework": [0, 70, 77], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 70, 72, 73, 74], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 76], "citi": 0, "transport": 0, "page": [0, 4, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 71, 74, 76, 77, 79], "random": [2, 6, 43, 70, 78], "rule": [2, 6, 41, 42, 77], "5zone": [2, 4, 5, 6, 69, 73, 78, 79], "datacent": [2, 4, 6, 69, 78], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79], "py": [2, 3, 4, 6, 8, 45, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78, 79], "veri": [2, 6, 8, 69, 76, 78], "perform": [2, 3, 4, 6, 23, 47, 64, 76], "refer": [2, 6], "point": [2, 67, 71, 78], "studi": [2, 4], "simpl": [2, 4, 68, 69, 76, 78], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 76], "instanc": [2, 3, 4, 6, 7, 12, 49, 75], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 71, 72, 73, 76, 78], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 70, 72, 75, 76, 77, 79], "usag": [2, 6, 66, 79], "facil": [3, 69, 76, 78], "discret": [3, 4, 12, 68, 69, 76, 78], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 70, 78, 79], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 71, 72, 73, 78], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 71], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "go": [3, 4, 6, 66, 67, 68, 69, 71, 74, 79], "refin": 3, "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 71, 75, 78], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 7, 12, 22, 23, 71, 75, 78], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 72, 74, 75], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 71, 78], "manipul": [3, 6, 7], "bar": 3, "inherit": [3, 58, 79], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 78, 79], "import": [3, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 71, 77, 78], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74], "log": [3, 55, 56, 63, 71, 75], "extract": [3, 4, 12, 34, 38], "why": 3, "record": [3, 29, 33, 55, 63, 75], "same": [3, 4, 6, 7, 25, 66, 69, 74, 75, 78, 79], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 71, 75], "constructor": [3, 4, 5, 15, 69, 76, 78], "loggercallback": [3, 6, 67], "basecallback": [3, 23], "background": [3, 70], "With": [3, 4, 69, 78], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78], "compar": 3, "There": [3, 6, 8, 75], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "log_interv": [3, 6, 66, 67, 71], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79], "consequ": [3, 6, 76], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 71, 72, 73, 74, 77], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 71, 72, 75, 76, 79], "instead": [3, 4, 6, 8, 47], "version": [3, 4, 6, 7, 8, 12, 69, 78], "best": [3, 6, 23, 66, 67, 71], "result": [3, 5, 6, 17, 47, 67, 68, 69, 70, 72, 73, 74, 75, 78, 79], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 75], "Its": [3, 4], "loggerevalcallback": [3, 6, 66, 67, 71], "evalcallback": 3, "particular": [3, 4, 68], "too": [3, 6, 7, 8, 49, 69], "concret": 3, "metric": 3, "construct": [3, 4, 6], "place": [3, 4, 70, 78], "On": [3, 6, 8, 69, 78], "hand": [3, 6, 8, 69, 78], "occupi": [3, 69], "accur": 3, "averag": [3, 47, 78], "therefor": [3, 4, 70, 76, 78], "faith": 3, "realiti": 3, "term": [3, 22, 59, 60, 61, 76], "good": 3, "turn": [3, 67], "out": [3, 66, 67, 71, 75], "howev": [3, 4, 5, 6, 8, 69, 70, 76, 77, 78], "calcul": [3, 4, 6, 66, 71, 76, 78], "power": [3, 55, 59, 60, 61, 75, 76], "consumpt": [3, 22, 60, 61, 75, 76], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 73, 75, 76, 78], "penalti": [3, 75, 76], "violat": [3, 22], "percentag": 3, "taken": [3, 4, 76, 78], "decid": [3, 4, 6], "better": [3, 4, 78], "appear": [3, 4, 8, 47, 68, 75], "action_simul": 3, "becaus": [3, 4, 6, 7, 71, 73, 78], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69, 70], "pars": [3, 4, 32], "note": [3, 47, 75], "box": [3, 4, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "equival": 3, "csv": [3, 4, 55, 63, 71, 72, 74, 75, 78], "comfort_violation_tim": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 70, 72, 73, 74, 76, 78], "bound": [3, 66, 67, 68, 69, 70, 71, 72, 73, 74], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 70, 72, 73, 74, 76, 78, 79], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 70, 72, 73, 74, 78, 79], "cumulative_pow": 3, "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 71], "being": [3, 4, 12, 75, 76, 78], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 71, 72, 75, 77], "normal": [3, 4, 6, 65, 75, 76, 77, 78, 79], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 74, 75, 78], "rollout": [3, 71], "exploration_r": [3, 71], "doesn": [3, 6, 79], "t": [3, 4, 6, 8, 29, 59, 61, 68, 70, 75, 79], "neural": 3, "network": [3, 6], "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 75, 76], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38, 70], "benefit": [3, 4], "script": [3, 6, 69, 71, 78], "drl_batteri": [3, 6, 71, 78], "flag": [3, 6, 17, 55, 63, 72], "most": [3, 4, 75, 76], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "concaten": 3, "callbacklist": [3, 6, 66, 67, 71], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 76], "comment": 3, "requir": [3, 4, 6, 7, 8, 38, 69, 71, 76, 78], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 71, 76, 78, 79], "field": [3, 4, 6, 12, 38, 76], "valid": [3, 6, 50, 74, 79], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69, 70], "recommend": [3, 6, 7, 8, 42, 69, 70, 76], "batteri": [3, 6], "initi": [3, 4, 23, 51], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 76], "demo": [4, 66, 67, 68, 69, 71, 72, 73, 74, 78], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 79], "pittsburgh": 4, "5zoneautodxvav": [4, 41, 70], "01": [4, 69, 70, 71, 74], "31": [4, 5], "03": [4, 71, 74], "hot": [4, 5, 59, 60, 61, 69, 70, 76, 78, 79], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 66, 67, 68, 69, 70, 71, 72, 73, 74], "mix": [4, 76], "humid": [4, 69, 78], "4a": 4, "cool": [4, 69, 73, 78], "washington": 4, "marin": 4, "5c": 4, "stochast": [4, 23, 47, 69, 76, 78], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": [4, 70], "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 76], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 78, 79], "std": [4, 47], "complet": [4, 66, 67, 71, 74], "context": [4, 5, 69, 77], "either": 4, "predefin": [4, 69, 78], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 72, 73, 76], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 72, 76], "self": [4, 72, 73, 76], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 72, 76], "weather_fil": [4, 12, 19, 69, 78], "observation_spac": [4, 12, 69, 78], "low": [4, 59, 61, 69, 70, 77, 78], "5e6": [4, 69, 78], "high": [4, 69, 70, 78], "shape": [4, 6, 69, 70, 78], "observation_vari": [4, 12, 69, 78], "action_spac": [4, 6, 12, 43, 68, 69, 70, 72, 74, 78, 79], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 72], "action_vari": [4, 12, 69, 70, 78], "action_map": [4, 12, 69, 78], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 72, 73], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 72, 73], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 72], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 72], "weather_vari": [4, 12, 17, 37, 69, 78], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 70, 72], "linearreward": [4, 6, 12, 66, 67, 69, 71, 76, 78], "reward_kwarg": [4, 12, 69, 76, 78], "act_repeat": [4, 12, 17, 69, 78], "1": [4, 5, 8, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 73, 74, 76, 78, 79], "max_ep_data_store_num": [4, 12, 17, 69, 78], "action_definit": [4, 12, 17, 38, 69, 70, 78], "env_nam": [4, 12, 17, 19, 34, 38, 69, 75, 78], "config_param": [4, 5, 12, 17, 69, 78], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 73], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 71], "manual": [4, 5, 7, 12, 70], "should": [4, 5, 6, 8, 12, 17, 23, 58, 78], "extra_config": [4, 12, 38], "map": [4, 12, 69, 78], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 71, 75, 79], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 71, 75, 78], "regardless": [4, 12, 75], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 78], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 76, 78, 79], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 8, 66, 68, 71, 72, 73, 75], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 70, 72, 73, 74, 78, 79], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 70, 72, 73, 74, 76], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 72, 73], "setpoint": [4, 41, 42, 73], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 70, 72, 73, 74, 78, 79], "dtype": [4, 66, 67, 69, 71, 78], "reward_fn": [4, 6], "obs_dict": [4, 73], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 78], "intermedi": 4, "free": [4, 6, 71, 73], "runperiod": [4, 68, 69, 70, 78], "rest": [4, 6, 8, 48, 49, 76, 78], "necessari": [4, 6, 7, 8, 69, 70, 76, 78], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 75], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "compat": [4, 6, 8, 45], "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 76], "natur": 4, "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "organ": [4, 6, 69, 77], "n": [4, 6, 64, 69, 74, 78], "activ": [4, 6, 8, 22, 55, 63, 75], "summari": [4, 63, 68], "dynam": [4, 67], "let": [4, 5, 6, 8, 66, 67, 68, 69, 71, 78], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 71, 78], "correctli": [4, 6, 26, 77, 78, 79], "correct": [4, 6, 8, 30, 74, 79], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 71, 73], "found": [4, 12, 38, 79], "rdd": 4, "ones": [4, 6, 76, 79], "done": [4, 55, 68, 69, 70, 72, 73, 74, 78, 79], "constant": [4, 6, 59, 60, 61, 72, 74, 76, 79], "discuss": [4, 69], "249": [4, 70, 79], "range_gett": 4, "common": [4, 6, 20, 23, 47, 66, 67, 71, 73, 76, 77], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 73], "standard": [4, 7, 30, 41, 68, 78], "repres": 4, "previous": [4, 6, 38, 69, 75], "rememb": [4, 71, 73], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 78], "notifi": [4, 6], "fix": [4, 7], "actuat": [4, 26, 69, 70], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 71, 74, 78], "consist": [4, 17], "usual": [4, 76], "solut": 4, "problem": [4, 6, 69, 78], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53, 70], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 78], "told": [4, 8], "id": [4, 6, 69, 76, 78], "seen": 4, "recogniz": 4, "word": [4, 7], "don": [4, 6, 8, 68, 70, 75], "give": [4, 6], "plai": [4, 71, 73], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 78], "advantag": [4, 7, 70], "meanwhil": 4, "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73, 74], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 74, 76, 78], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 77], "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 76, 77, 79], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "form": 4, "thing": [4, 69, 76], "grow": 4, "cover": 4, "area": 4, "world": 4, "greatest": 4, "divers": 4, "characterist": [4, 76], "dedic": 4, "explan": [4, 6], "download": [4, 6], "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "exactli": [4, 78], "That": [4, 76], "abl": [4, 6, 8, 69], "alreadi": [4, 6, 69, 73, 76, 77, 78], "even": [4, 69, 71, 73, 78], "perhap": 4, "incorpor": 4, "than": [4, 6, 75, 76, 78, 79], "intend": 4, "someon": 4, "far": [4, 76], "concern": [4, 69], "Be": 4, "sure": 4, "except": [4, 38, 78], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 71, 72, 73, 74], "config": [5, 6, 26, 68, 77], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 78], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 74, 78], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 76, 78], "less": [5, 70], "1991": [5, 68, 69, 70, 72, 73, 74, 78], "determin": [5, 6, 78], "length": [5, 6, 47, 66, 71], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 78, 79], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 70, 74, 78], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 71, 78], "finish": [6, 7, 17, 78], "job": [6, 7, 8, 77], "remov": [6, 49, 59, 60, 61, 76], "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 72, 73, 76], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 77, 78], "termin": [6, 17, 56, 63, 64, 78], "applic": [6, 77], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 74, 78], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 74, 78, 79], "10gb": 6, "isn": 6, "enough": 6, "deriv": 6, "silenc": 6, "would": [6, 70, 76], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 77, 78], "write": [6, 7, 8, 77], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 76], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": [6, 7], "command": [6, 7, 77], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 71, 78], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "submit": 6, "region": 6, "substitut": [6, 69, 78], "predetermin": 6, "enter": [6, 78], "after": [6, 17, 47, 68, 69, 74, 78], "immedi": 6, "hasn": [6, 29], "yet": [6, 77], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 71], "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 78], "previou": [6, 64, 69, 78], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 71, 73], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 71], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 70, 72, 73, 74, 77, 78, 79], "argpars": 6, "datetim": [6, 66, 67, 71, 73], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "stable_baselines3": [6, 23, 47, 66, 67, 71], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 71], "dummyvecenv": [6, 66, 67, 71], "ranges_5zon": [6, 72, 74], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 71, 74, 78, 79], "multiobswrapp": [6, 72, 74], "normalizeobserv": [6, 72, 74, 78, 79], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 71, 72, 74], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 76, 78], "exponenti": [6, 59, 76], "energy_weight": [6, 59, 61, 69, 76, 78], "rew": 6, "weight": [6, 59, 60, 61, 69, 76], "norm": 6, "store_tru": 6, "multiob": [6, 74, 79], "mob": 6, "multi": [6, 79], "csvlogger": [6, 22, 63, 72, 75], "ten": 6, "eval": [6, 23, 66, 71], "onlin": 6, "eval_freq": [6, 23, 66, 71], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 78], "sd": 6, "identifi": [6, 7], "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 71], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 71], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 77], "max_grad_norm": 6, "m": [6, 66, 67, 71], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": [6, 74], "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 76], "parse_arg": 6, "experiment_d": [6, 66, 67, 71], "todai": [6, 66, 67, 71], "strftime": [6, 66, 67, 71], "y": [6, 66, 67, 71], "d_": 6, "h": [6, 66, 67, 71], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 75], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 72], "rate": [6, 69, 76, 78], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 71], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 73], "expreward": [6, 69, 76, 78], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 71], "verbos": [6, 22, 23, 67, 71, 77], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 66, 71], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 74, 78, 79], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 71], "_init_setup_model": 6, "f": [6, 8, 66, 67, 71], "model_path": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 71, 76, 78], "n_timesteps_episod": [6, 66, 67, 71], "_eplus_one_epi_len": [6, 66, 67, 71], "_eplus_run_steps": [6, 66, 67, 71], "eval_callback": [6, 66, 71], "best_model_save_path": [6, 23, 66, 71], "best_model": [6, 66, 71], "log_path": [6, 23, 66, 71], "determinist": [6, 23, 47, 66, 71], "render": [6, 12, 23, 45, 47, 66, 71], "n_eval_episod": [6, 23, 47, 66, 71], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78, 79], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 71], "_env_working_dir_par": [6, 66, 67, 71], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 70, 72, 73, 74, 78, 79], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 74, 78, 79], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 78], "pretti": [6, 76], "deactiv": [6, 55, 63, 75], "written": [6, 72], "recreat": 6, "belong": [6, 55, 75], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 78], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 71, 78], "gitignor": 6, "ignor": [6, 7, 67, 77], "final": [6, 68, 70], "load_ag": 6, "zip": [6, 73], "predict": 6, "agre": 6, "collect": [6, 55, 78], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 76], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 72, 78], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70, 71], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 68, 69, 70, 72, 78], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 70, 72, 73, 74, 78, 79], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 71], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 74, 76, 78], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 76], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 76], "creation": [6, 78], "annot": 6, "bellow": [6, 76], "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 77], "aggress": 7, "isort": 7, "sort": 7, "standar": 7, "warn": [7, 23, 45, 66, 67, 68, 69, 70, 71, 72, 73, 74], "rise": 7, "pytyp": 7, "cannot": [7, 67, 78], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "behav": 7, "statu": 7, "docstr": 7, "pytest": [7, 8], "insid": [7, 76, 78], "prevent": 7, "malici": 7, "attemp": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 71], "161": 7, "sequenti": 7, "bot": 7, "autopep8": 7, "execur": 7, "preivou": 7, "succesfulli": 7, "edit": 7, "catch": 7, "anoth": [7, 8, 69, 75], "pypi": [7, 8], "yml": [7, 8, 77], "minim": 7, "pip": [8, 77], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 74], "pop": [8, 72], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 78], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 68, 69, 70, 71, 72, 73, 74], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 76], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 73], "consid": [8, 59, 60, 61, 68, 76], "subset": [8, 74, 79], "ofici": 8, "supervis": [8, 77], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vv": [8, 77], "anywai": [8, 77], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 78], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 72], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 75], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 78], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 73], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "ep_term_energi": 22, "num_comfort_viol": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 73, 78], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 78], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 68, 69, 70, 72, 78], "explicitli": 29, "season": [30, 59, 60, 61, 69, 73, 76], "ashra": [30, 41, 42], "55": [30, 41, 69], "thermal": [30, 41, 60, 69, 76, 78], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 76], "file_path": 35, "content": [35, 75], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 75], "till": 36, "modif": [37, 76], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 76], "winter": [38, 76], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 73, 78], "sequenc": [41, 42, 43, 65, 72, 73], "indoor": [41, 42], "perceiv": [41, 42, 73], "chosen": [41, 42, 43, 73, 78], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 78], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 71], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "count": [47, 69, 78], "scale": [47, 77], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 72], "progress_head": [55, 63, 72], "log_progress_fil": [55, 72], "log_fil": [55, 72], "header": [55, 63, 72], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73, 74], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 70, 72, 73, 74, 78, 79], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "temperature_vari": [59, 60, 61, 69, 76, 78], "energy_vari": [59, 60, 61, 69, 76, 78], "range_comfort_wint": [59, 60, 61, 69, 76, 78], "range_comfort_summ": [59, 60, 61, 69, 76, 78], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 66, 68, 69, 72, 73, 78], "lambda_energi": [59, 60, 61, 76], "0001": [59, 60, 61, 71], "lambda_temperatur": [59, 60, 61, 76], "r": [59, 61], "w": [59, 60, 61, 67, 70, 76], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 76], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 76], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 72], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 74], "stack": 64, "flat": 64, "vector": [64, 71], "reli": [65, 71], "get_unwrapped_ob": 65, "usr": [66, 67, 68, 69, 70, 71, 72, 73, 74], "lib": [66, 67, 68, 69, 70, 71, 72, 73, 74], "dist": [66, 67, 68, 69, 70, 71, 72, 73, 74], "73": [66, 67, 68, 69, 70, 71, 72, 73, 74], "userwarn": [66, 67, 68, 69, 70, 71, 72, 73, 74], "precis": [66, 67, 68, 69, 70, 71, 72, 73, 74], "lower": [66, 67, 68, 69, 70, 71, 72, 73, 74], "cast": [66, 67, 68, 69, 70, 71, 72, 73, 74], "float32": [66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "episodes_": [66, 67, 71], "env_vec": [66, 67, 71], "2022": [66, 67, 68, 69, 70, 71, 72, 73, 74], "07": [66, 67, 68, 69, 71, 72, 73, 74], "09": [66, 67, 68, 69, 71, 72, 73, 74], "15": [66, 68, 69, 70, 71, 72, 74, 78], "336": 66, "eplus_env_demo": [66, 67, 68, 69, 71, 72, 73, 74], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73, 74], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73, 74], "340": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73, 74], "343": 66, "bvctb": [66, 67, 68, 69, 70, 71, 72, 73, 74], "346": 66, "347": [66, 71], "379": 66, "395": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 74, 78], "res4": 66, "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74, 75], "28": [66, 68, 69, 70, 73, 74, 78], "814": 66, "816": 66, "833": 66, "sub_run2": [66, 67, 71, 74, 75], "52": [66, 67], "095": [66, 71], "096": 66, "106": [66, 71], "sub_run3": [66, 67, 71, 75], "fromnumer": [66, 67, 71], "3432": [66, 67, 71], "runtimewarn": [66, 67, 71], "slice": [66, 67, 71], "_method": [66, 67, 71], "_mean": [66, 67, 71], "axi": [66, 67, 71], "190": [66, 67, 71], "invalid": [66, 67, 71], "encount": [66, 67, 71, 79], "double_scalar": [66, 67, 71], "ret": [66, 67, 71], "rcount": [66, 67, 71], "265": [66, 67, 71], "degre": [66, 67, 71], "freedom": [66, 67, 71], "lt": [66, 67, 71], "_var": [66, 67, 71], "ddof": [66, 67, 71], "223": [66, 67, 71], "divid": [66, 67, 71], "arrmean": [66, 67, 71], "um": [66, 67, 71], "true_divid": [66, 67, 71], "div": [66, 67, 71], "39": [66, 67, 68, 69, 70, 71, 72, 73, 74], "unsaf": [66, 67, 71], "257": [66, 67, 68, 71, 72], "56": [66, 69, 71], "988": 66, "989": 66, "996": [66, 72], "sub_run4": [66, 67, 71], "06": 66, "618": 66, "619": 66, "626": [66, 71], "sub_run5": [66, 67, 71], "941": 66, "943": 66, "957": 66, "sub_run6": [66, 71], "num_timestep": [66, 71], "70080": [66, 71], "episode_reward": [66, 71], "22006": 66, "98": 66, "00": [66, 68, 69, 71, 74], "35040": [66, 68, 69, 70, 71, 72, 73, 74], "168": [66, 70], "176": [66, 69], "sub_run7": [66, 71], "862": [66, 68], "863": 66, "870": 66, "sub_run8": [66, 71], "35": 66, "851": 66, "852": 66, "861": 66, "sub_run9": [66, 71], "181": 66, "183": 66, "196": 66, "sub_run10": [66, 71], "08": [66, 67, 71, 72], "522": [66, 67, 72], "532": 66, "sub_run11": [66, 71], "140160": [66, 71], "23530": 66, "67": 66, "923": 67, "925": 67, "927": 67, "929": 67, "930": 67, "tensorboard_path": 67, "cpu": [67, 71], "712510": 67, "tensorflow": 67, "cc": 67, "169": [67, 71], "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "tf_enable_onednn_opt": 67, "716588": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73, 74], "dlerror": 67, "share": 67, "No": 67, "716606": 67, "cuda": 67, "cudart_stub": 67, "29": [67, 68, 69, 70, 72, 74, 78], "cudart": 67, "gpu": 67, "416": 67, "425": 67, "res7": 67, "27": [67, 68, 69, 72, 74, 78], "141": 67, "149": 67, "560": 67, "563": 67, "582": 67, "25": [67, 68, 69, 70, 72, 73, 74, 78], "548": 67, "549": 67, "557": 67, "59": [67, 69, 71, 74], "524": 67, "537": [67, 74], "04": [67, 71, 74], "617": 67, "loop": 68, "602": 68, "603": 68, "605": 68, "606": [68, 71], "607": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 70, 72, 73, 74, 78, 79], "sampl": [68, 69, 70, 72, 74, 78, 79], "print": [68, 69, 70, 71, 72, 73, 74, 78, 79], "873": 68, "res1": [68, 69, 70], "5693658209031192": [68, 72], "time_elaps": [68, 69, 70, 71, 72, 73, 74], "900": [68, 69, 70, 72, 73, 74], "total_pow": [68, 69, 70, 72, 73, 74], "3780": [68, 72], "170717786078": [68, 72], "total_power_no_unit": [68, 69, 70, 72, 73, 74], "3780170717786078": [68, 72], "7607145700276305": [68, 72], "abs_comfort": [68, 69, 70, 72, 73, 74], "23928542997237": [68, 72], "out_temperatur": [68, 69, 70, 72, 73, 74], "action_": [68, 69, 70, 72, 73, 74], "18": [68, 69, 71, 72, 73, 74, 78], "2112": 68, "7625904745278": 68, "2976": [68, 69, 70, 72, 73, 74], "2678400": [68, 69, 70, 72, 73, 74], "22348": 68, "47236479097": 68, "234847236479097": 68, "20": [68, 69, 70, 72, 73, 74, 76, 78], "18911065438731": 68, "22": [68, 69, 70, 72, 73, 74, 78], "23": [68, 69, 70, 72, 73, 74, 76, 78], "4104": 68, "265504441257": 68, "5664": [68, 69, 70, 72, 73, 74], "5097600": [68, 69, 70, 72, 73, 74], "12948": 68, "13071758654": 68, "2948130717586541": 68, "87810890551877": 68, "21": [68, 69, 70, 72, 73, 74, 78], "5417": 68, "441233237612": 68, "8640": [68, 69, 70, 72, 73, 74], "7776000": [68, 69, 70, 72, 73, 74], "152": [68, 72, 73, 74], "4868953414246": [68, 72, 73, 74], "01524868953414246": [68, 72, 73, 74], "12519567758555894": 68, "87480432241444": 68, "26": [68, 69, 70, 71, 72, 76, 78], "6334": 68, "076617115651": 68, "11520": [68, 69, 70, 72, 73, 74], "10368000": [68, 69, 70, 72, 73, 74], "9909": 68, "57629951364": 68, "9909576299513639": 68, "98956711598672": 68, "13": [68, 69, 71, 72, 73, 74], "7196": 68, "337141748097": 68, "14496": [68, 69, 70, 72, 73, 74], "13046400": [68, 69, 70, 72, 73, 74], "32472912215": 68, "025732472912215004": 68, "6342081608280488": 68, "36579183917195": 68, "10119": 68, "078686707608": 68, "17376": [68, 69, 70, 72, 73, 74], "15638400": [68, 69, 70, 72, 73, 74], "175": [68, 69, 72, 73, 74], "7796758221068": [68, 73], "017577967582210682": [68, 73], "308881942532789": 68, "69111805746721": 68, "17": [68, 69, 70, 72, 73, 74, 78], "13344": 68, "34795468286": 68, "20352": [68, 69, 70, 72, 73, 74], "18316800": [68, 69, 70, 72, 73, 74], "4274": 68, "841504910937": 68, "42748415049109373": 68, "6746607947314196": 68, "32533920526858": 68, "16": [68, 69, 70, 72, 74, 78], "16532": 68, "561015096362": 68, "23328": [68, 69, 70, 72, 73, 74], "20995200": [68, 69, 70, 72, 73, 74], "296": [68, 74], "4221825034278": 68, "02964221825034278": 68, "1542061821218716": 68, "84579381787813": 68, "19347": 68, "21771433634": 68, "26208": [68, 69, 70, 72, 73, 74], "23587200": [68, 69, 70, 72, 73, 74], "14597880471529123": 68, "85402119528471": 68, "20424": [68, 72], "606228211076": 68, "29184": [68, 69, 70, 72, 73, 74], "26265600": [68, 69, 70, 72, 73, 74], "1659288529232903": 68, "83407114707671": 68, "21596": 68, "063810147996": 68, "32064": [68, 69, 70, 72, 73, 74], "28857600": [68, 69, 70, 72, 73, 74], "5255": 68, "294847641754": 68, "5255294847641755": 68, "02303149966062": 68, "23614": 68, "86930856602": 68, "31536000": [68, 69, 70, 72, 73, 74], "1992": [68, 69, 70, 72, 73, 74, 78], "5016": 68, "972171658432": 68, "5016972171658431": 68, "9844573338465317": 68, "01554266615347": 68, "forget": 68, "40": [68, 71, 74], "720": 68, "cumul": [68, 69, 70, 72, 73, 74, 76, 78, 79], "6739403341485966": 68, "over": 68, "environment_id": 69, "long": 69, "460": 69, "eplus_env_5zon": 69, "462": 69, "465": 69, "467": 69, "469": 69, "scratch": 69, "obvious": 69, "air": [69, 73, 76, 78], "space1": [69, 73, 76, 78], "hvac": [69, 76, 78], "electr": [69, 76, 78], "demand": [69, 76, 78], "991": 69, "993": 69, "994": 69, "esp_granada": [69, 78], "084190_swec": [69, 78], "001": [69, 78], "new_env_nam": [69, 78], "58": [69, 74], "155": 69, "eplus_env_new_env_name_mainthread_root": 69, "156": 69, "157": 69, "158": 69, "159": 69, "overwritten": [69, 78], "new_observation_vari": [69, 78], "outdoor": [69, 73, 78], "wind": [69, 78], "speed": [69, 78], "fanger": [69, 78], "ppd": [69, 78], "east": [69, 78], "new_action_vari": [69, 78], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 78], "len": [69, 78], "new_action_map": [69, 78], "new_action_spac": [69, 78], "474": 69, "eplus_env_datacent": 69, "475": 69, "477": 69, "478": 69, "479": 69, "480": 69, "608": [69, 71], "26775410632883273": 69, "5355": 69, "082126576654": 69, "5355082126576655": 69, "186377523616978": 69, "669": 69, "4534184979221": 69, "4208": 69, "635870777072": 69, "42086358707770727": 69, "228479196022084": 69, "1247": 69, "5537459734599": 69, "4421": 69, "637300732844": 69, "4421637300732844": 69, "705059073313615": 69, "1855": 69, "7928063319255": 69, "4987": 69, "415191462993": 69, "49874151914629933": 69, "024777159060027": 69, "2636": 69, "641656051256": 69, "2188": 69, "620052530483": 69, "2188620052530483": 69, "963985853561047": 69, "3518": 69, "6464879098053": 69, "4345": 69, "217932332002": 69, "4345217932332003": 69, "61357774788482": 69, "5047": 69, "521248481572": 69, "6249": 69, "758355257713": 69, "6249758355257714": 69, "04954794846631": 69, "7116": 69, "313388281761": 69, "2107": 69, "732366810708": 69, "21077323668107079": 69, "53376534972051": 69, "9326": 69, "224323881572": 69, "5939": 69, "453811738773": 69, "5939453811738773": 69, "38570883464585": 69, "10853": 69, "890187701882": 69, "2170": 69, "898935982922": 69, "2170898935982922": 69, "302507096687205": 69, "11587": 69, "916685717913": 69, "4190": 69, "456055889271": 69, "4190456055889271": 69, "099445145523461": 69, "12180": 69, "885947073011": 69, "4527": 69, "071835065274": 69, "45270718350652744": 69, "246417930160787": 69, "12816": 69, "011905214418": 69, "5262": 69, "280448896257": 69, "5262280448896258": 69, "612621010536379": 69, "3657537644182542": 69, "248": 69, "fit": [69, 78], "knowledg": 69, "pprint": 69, "579": 69, "580": 69, "583": 69, "586": 69, "587": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 78], "thermostatsetpoint": [69, 78], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 73, 78], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 73, 78], "plenum": 69, "aris": [69, 78], "light_control": 69, "new_action_definit": [69, 78], "32": [69, 71], "174": 69, "177": 69, "179": 69, "305": 69, "5111010314528696": 69, "2835": 69, "011953773881": 69, "2835011953773881": 69, "7387008675283511": 69, "26129913247165": 69, "421014390196424": 69, "317654": 69, "96494": 69, "31237173": 69, "1374": 69, "28410120219": 69, "6065": 69, "825052347422": 69, "6065825052347422": 69, "74254870657726": 69, "360682108922676": 69, "686012": 69, "844059": 69, "31142563": 69, "2715": 69, "7611117082783": 69, "3379": 69, "077746701543": 69, "3379077746701543": 69, "08146212423063": 69, "317330025625665": 69, "016264": 69, "09283": 69, "21295846": 69, "3660": 69, "007455360811": 69, "5457": 69, "280335251083": 69, "5457280335251083": 69, "99796649838974": 69, "966775407980537": 69, "124304": 69, "553516": 69, "9582741": 69, "4564": 69, "380860934114": 69, "6603": 69, "432140993574": 69, "6603432140993574": 69, "99301384406026": 69, "3890808542817": 69, "063656": 69, "984705": 69, "5942085": 69, "5302": 69, "692402629544": 69, "191": 69, "2911582802689": 69, "01912911582802689": 69, "4613144918713914": 69, "53868550812861": 69, "9969193980086": 69, "306587": 69, "402065": 69, "7618722": 69, "7016": 69, "025434187163": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "8821997117836595": 69, "11780028821634": 69, "27473828933916": 69, "830227": 69, "474812": 69, "73397": 69, "8777": 69, "25161267316": 69, "178": 69, "4267301020354": 69, "017842673010203543": 69, "5277853133220205": 69, "47221468667798": 69, "60363543147483": 69, "934364": 69, "353241": 69, "6373596": 69, "10438": 69, "464921588717": 69, "1929073594710715": 69, "80709264052893": 69, "1932378723401": 69, "998844": 69, "359282": 69, "98427457": 69, "12367": 69, "057910085747": 69, "428": 69, "6780367305225": 69, "04286780367305225": 69, "6108147937607988": 69, "3891852062392": 69, "843863403107411": 69, "794724": 69, "592144": 69, "3683012": 69, "13218": 69, "089719275868": 69, "439": 69, "8288126081056": 69, "04398288126081056": 69, "16923377015886132": 69, "83076622984114": 69, "710713063269523": 69, "533552": 69, "096302": 69, "40426022": 69, "14225": 69, "5891712317": 69, "38023912699316": 69, "988834083817571": 69, "86006": 69, "556025": 69, "027832627": 69, "15616": 69, "602179397853": 69, "2767": 69, "822204079172": 69, "2767822204079172": 69, "3667378090425686": 69, "63326219095743": 69, "2879179385394967": 69, "618801": 69, "638168": 69, "5123796": 69, "4456792859417381": 69, "43": 69, "252": 69, "put": [69, 78], "leav": [69, 78], "intact": [69, 78], "extra_conf": [69, 78], "44": 69, "485": 69, "487": 69, "490": 69, "494": 69, "496": 69, "usa_pa_pittsburgh": 70, "allegheni": 70, "counti": 70, "ap": 70, "725205_tmy3": 70, "disadvantag": 70, "adjust": [70, 76], "stand": 70, "propos": 70, "314": 70, "eplus_env_offic": 70, "315": 70, "317": 70, "318": 70, "320": 70, "341": 70, "008417052432114895": 70, "3410486422979": 70, "01683410486422979": 70, "41070439945542": 70, "27041626118706": 70, "84918155106144": 70, "88116986202595": 70, "74532738560474": 70, "73841316494982": 70, "38460288121428": 70, "66372873926693": 70, "24314170888169": 70, "12321836432302": 70, "67730731535304": 70, "88721275822578": 70, "17223251340036": 70, "30793764011797": 70, "20143741435643": 70, "4627284531045": 70, "03096300421944": 70, "93365898954337": 70, "1482": 70, "85953514518": 70, "4442211987932": 70, "024944422119879323": 70, "69669852361374": 70, "25313699035975": 70, "31323981198721": 70, "87141679758788": 70, "11090427756838": 70, "56241622682827": 70, "9404356024169": 70, "94282444325588": 70, "67194978294257": 70, "12528250474749": 70, "02675393355748": 70, "02881519606414": 70, "7323170557345": 70, "27057664160117": 70, "38432687212007": 70, "31131614661928": 70, "12704060142421": 70, "5512781399194": 70, "2254": 70, "712265755012": 70, "6570166669069": 70, "06842055195615": 70, "19611060077995": 70, "76257909194055": 70, "03948097340511": 70, "44816667157681": 70, "68246103494577": 70, "74943691501284": 70, "57724440341409": 70, "04252087505039": 70, "82097230898479": 70, "89365754884302": 70, "57236745458363": 70, "23540331299291": 70, "15797185610974": 70, "15254710004311": 70, "07075284558289": 70, "49970749537007": 70, "3618": 70, "41549254088": 70, "201": [70, 74], "198977940785": 70, "020119897794078502": 70, "95177229570344": 70, "03365818920899": 70, "60757560084356": 70, "01807134766616": 70, "02808474031944": 70, "82190812609193": 70, "48682887050774": 70, "88794828178202": 70, "59810935786398": 70, "46778150537447": 70, "44257972669456": 70, "79284879509999": 70, "43562436709753": 70, "41247285833814": 70, "62715643472103": 70, "03611257878451": 70, "79267736363525": 70, "65243564408237": 70, "6482": 70, "27876446466": 70, "86509413798045": 70, "1071046471536": 70, "27509765486189": 70, "55675636953588": 70, "65216773896621": 70, "5571280438139": 70, "79071520939431": 70, "83977394603949": 70, "98455644317614": 70, "15279122447957": 70, "20765409229273": 70, "24402610262762": 70, "43118400765561": 70, "60430118197448": 70, "86909845458321": 70, "87644643022476": 70, "06484591156406": 70, "24300908399611": 70, "9982": 70, "991284981603": 70, "6090046831275": 70, "01686090046831275": 70, "94899380246081": 70, "06360575139866": 70, "64043835708107": 70, "90053413764347": 70, "77775409162826": 70, "85491440084278": 70, "84413809380008": 70, "84852169014866": 70, "81155249007516": 70, "2474442023517": 70, "08359041763356": 70, "03184496587623": 70, "06114037003215": 70, "49805825736507": 70, "80319610787662": 70, "78635379853651": 70, "76633279008873": 70, "23300358565249": 70, "15197": 70, "775861760021": 70, "6430": 70, "25476366733": 70, "643025476366733": 70, "30362458961184": 70, "08749938089204": 70, "47728046995123": 70, "84848610748885": 70, "35441535664673": 70, "23674788167068": 70, "83684923572157": 70, "48953443144097": 70, "70569108217305": 70, "92570822385427": 70, "95453942245817": 70, "9310852109356": 70, "90761065616391": 70, "54695943183036": 70, "02379180782778": 70, "09140023176932": 70, "79379237233488": 70, "62275516349538": 70, "20393": 70, "055482672924": 70, "40730428893415": 70, "2081195882295": 70, "94397819959719": 70, "63057921118531": 70, "16215148190642": 70, "34597161854728": 70, "68084155872953": 70, "79261102276273": 70, "80021185275091": 70, "92354348202196": 70, "72571798349205": 70, "7933442496152": 70, "89388375583001": 70, "94708364107272": 70, "52064693594591": 70, "62639383402464": 70, "64389562611166": 70, "78208493279325": 70, "25435": 70, "235586329356": 70, "29888599656579": 70, "60513463360622": 70, "6502371961184": 70, "26243009865059": 70, "83511693216035": 70, "01650759969682": 70, "1219715833017": 70, "193129951486": 70, "25984927684709": 70, "246756226096": 70, "16961935329535": 70, "2292706821575": 70, "31058065863118": 70, "30679185978435": 70, "00162377086149": 70, "07019493415782": 70, "14488073433873": 70, "15733356377928": 70, "29667": 70, "280742048788": 70, "31232078408934": 70, "15531893926972": 70, "62243610547647": 70, "3355501078475": 70, "99617019496714": 70, "90925164972085": 70, "78478083621939": 70, "76648417323338": 70, "94552529042894": 70, "81660183265429": 70, "15665229426293": 70, "11984467906358": 70, "34128949509953": 70, "20504796353065": 70, "88586123209223": 70, "84549591879043": 70, "0480387071551": 70, "92364136523652": 70, "32266": 70, "669648540534": 70, "95342186248593": 70, "79017615251069": 70, "61576801735736": 70, "21904412959735": 70, "23337652641756": 70, "70199079621272": 70, "43858732417969": 70, "50085261539548": 70, "30684175112909": 70, "68506692334094": 70, "61997561531062": 70, "64591022418004": 70, "43849129649558": 70, "89730314513248": 70, "86935225127617": 70, "8610257810776": 70, "76415193815065": 70, "1030080798225": 70, "33693": 70, "4200577215": 70, "67471404763066": 70, "76426059004519": 70, "20781447906961": 70, "8565960165495": 70, "84452889598035": 70, "03748347863898": 70, "30287781156127": 70, "44280752813544": 70, "36536796313164": 70, "55357872462707": 70, "79446517569299": 70, "90682538688919": 70, "72661725183894": 70, "03753160386922": 70, "91255021343735": 70, "01250206066998": 70, "95371613155545": 70, "12462597231874": 70, "34861": 70, "66962269026": 70, "49202797924699": 70, "91834253143812": 70, "6676225575917": 70, "40668187489388": 70, "55052344518836": 70, "93795083204492": 70, "60466670710505": 70, "58536199071002": 70, "28750630729937": 70, "6461216699741": 70, "06515682888017": 70, "06046316147131": 70, "57842146719483": 70, "13899733853399": 70, "14064407629781": 70, "0206640579445": 70, "80239869708953": 70, "11389817828658": 70, "9949106627480553": 70, "45": [70, 74], "665": 70, "singl": 70, "preserv": 70, "come": 70, "sophist": 70, "ref": 71, "433": 71, "434": 71, "436": 71, "437": 71, "feel": [71, 73], "loggerev": 71, "earlier": 71, "few": 71, "02": [71, 74], "041": 71, "048": 71, "res3": 71, "898": 71, "899": 71, "906": 71, "ep_len_mean": 71, "5e": 71, "ep_rew_mean": 71, "36e": 71, "fp": 71, "2443": 71, "36": [71, 73], "664": 71, "666": 71, "683": 71, "41": 71, "567": 71, "570": 71, "585": 71, "572": 71, "594": 71, "22754": 71, "48e": 71, "comfort_viol": 71, "mean_ep_length": 71, "mean_power_consumpt": 71, "07e": 71, "power_penalti": [71, 72], "std_reward": 71, "33e": 71, "972": 71, "72": 71, "loss": 71, "n_updat": 71, "5019": 71, "42": 71, "104": 71, "122": 71, "32e": 71, "1024": 71, "102": 71, "105120": 71, "13779": 71, "329": 71, "330": 71, "337": 71, "349": 71, "369": 71, "34": [71, 74], "097": 71, "113": 71, "49": 71, "378": 71, "381": 71, "406": 71, "22400": 71, "83e": 71, "65e": 71, "31e": 71, "825": 71, "22539": 71, "0x7f8e66038ee0": 71, "gt": 71, "54": 71, "736": 71, "create_row_cont": 72, "customcsvlogg": 72, "super": [72, 76], "last_10_steps_reward": 72, "_create_row_cont": 72, "57": 72, "743": 72, "746": 72, "749": 72, "751": 72, "752": [72, 73], "984": 72, "res5": 72, "2061": 72, "064957150696": 72, "22592": 72, "29761805248": 72, "259229761805248": 72, "29027708737195": 72, "4085": 72, "7626350724654": 72, "420": 72, "968971758518": 72, "042096897175851807": 72, "11870426967686143": 72, "88129573032314": 72, "5435": 72, "5346266621": 72, "11649": 72, "00520907892": 72, "164900520907892": 72, "81204708989529": 72, "6345": 72, "247828294638": 72, "29631550252394": 72, "7202": 72, "603862296734": 72, "3532375277869": 72, "025735323752778694": 72, "74339864119381": 72, "25660135880619": 72, "10096": 72, "316306201286": 72, "7796775010779": 72, "017577967750107792": 72, "050386500045999": 72, "949613499954": 72, "13373": 72, "916779680616": 72, "12541": 72, "97872344346": 72, "254197872344346": 72, "9257929336437414": 72, "07420706635626": 72, "16582": 72, "229771212274": 72, "2297": 72, "770586821443": 72, "22977705868214432": 72, "0045748664060916": 72, "99542513359391": 72, "19397": 72, "944264214886": 72, "5381431017472": 72, "07525381431017472": 72, "17564750687498": 72, "788544721127": 72, "1287670446718": 72, "052212876704467184": 72, "00072925585593": 72, "21565": 72, "995065534156": 72, "7777": 72, "204818523511": 72, "7777204818523511": 72, "97813067889673": 72, "23560": 72, "17226791806": 72, "23095": 72, "70961516462": 72, "309570961516462": 72, "15004851034096944": 72, "84995148965903": 72, "672379345545623": 72, "464": 72, "sai": 73, "get_season_comfort_rang": 73, "753": 73, "756": 73, "761": 73, "763": 73, "extend": 73, "desir": 73, "rbc5zone": [73, 78], "myrulebasedcontrol": 73, "daytim": 73, "out_temp": 73, "summer_start_d": 73, "summer_final_d": 73, "current_dt": 73, "season_comfort_rang": 73, "setpoints_summ": 73, "in_temp": 73, "current_heat_setpoint": 73, "current_cool_setpoint": 73, "new_heat_setpoint": 73, "new_cool_setpoint": 73, "weekend": 73, "night": 73, "33": 73, "37": 73, "293": 73, "309": 73, "res6": 73, "9027267231826451": [73, 74], "18054": [73, 74], "5344636529": [73, 74], "8054534463652903": [73, 74], "99998833869494": [73, 74], "1764": 73, "4480209727506": 73, "18190": 73, "11301727289": 73, "8190113017272893": 73, "32998609178986": 73, "3319": 73, "0240158271495": 73, "6499": 73, "498986238363": 73, "6499498986238363": 73, "32985628557421": 73, "4331": 73, "530660717744": 73, "2698020216335806": 73, "73019797836642": 73, "5030": 73, "34341168003": 73, "2756": 73, "596244185509": 73, "2756596244185509": 73, "33021642625628": 73, "5624": 73, "205479307242": 73, "871": 73, "8985175509725": 73, "08718985175509726": 73, "6700868290835906": 73, "32991317091641": 73, "7188": 73, "94373222068": 73, "710258038781241": 73, "28974196121876": 73, "9056": 73, "39052356895": 73, "20410": 73, "91452531903": 73, "041091452531903": 73, "33010209424337": 73, "10854": 73, "090922968613": 73, "3438": 73, "778066876331": 73, "3438778066876331": 73, "32982109298299": 73, "12308": 73, "980146004908": 73, "6368": 73, "219126588838": 73, "6368219126588838": 73, "33031589389634": 73, "12900": 73, "560641948945": 73, "2705": 73, "336525778672": 73, "2705336525778672": 73, "33017846907974": 73, "13780": 73, "798440045137": 73, "5352": 73, "233991403948": 73, "5352233991403947": 73, "32992237675168": 73, "15499": 73, "608669456482": 73, "19332": 73, "86497279549": 73, "9332864972795492": 73, "33000068783789": 73, "4423404300643832": 73, "46": [73, 74], "026": 73, "normil": 74, "778": 74, "780": 74, "783": 74, "785": 74, "786": 74, "789": 74, "805": 74, "res16": 74, "9910000e": 74, "0000000e": 74, "5000000e": 74, "0999999e": 74, "9000000e": 74, "1000000e": 74, "0999992e": 74, "9707859e": 74, "8362732e": 74, "486": 74, "488": 74, "505": 74, "98466104": 74, "33834645": 74, "9484536": 74, "17748918": 74, "8111888": 74, "800001": 74, "44444445": 74, "39061695": 74, "43193626": 74, "56101173": 74, "445": 74, "643": 74, "646": 74, "649": 74, "653": 74, "657": 74, "48": 74, "203": 74, "205": 74, "208": 74, "210": 74, "213": 74, "225": 74, "res18": 74, "53": 74, "099": 74, "108": 74, "144": 74, "535": 74, "540": 74, "543": 74, "545": 74, "744": 74, "754": 74, "res19": 74, "2097": 74, "069513380396": 74, "4420": 74, "417448015461": 74, "44204174480154607": 74, "5592545746684792": 74, "44074542533152": 74, "4115": 74, "586715117292": 74, "15106": 74, "04831627059": 74, "510604831627059": 74, "73615474040233": 74, "5458": 74, "5534876380125": 74, "7163": 74, "35210582586": 74, "7163352105825861": 74, "99485496779759": 74, "6378": 74, "342330065786": 74, "75661867832585": 74, "7230": 74, "79295371363": 74, "11573": 74, "19138929936": 74, "157319138929936": 74, "1447156088359804": 74, "85528439116402": 74, "10136": 74, "551748683549": 74, "779675822106": 74, "0175779675822106": 74, "2201257903301403": 74, "77987420966986": 74, "13417": 74, "322446742612": 74, "20438": 74, "77860937315": 74, "043877860937315": 74, "2761863833358795": 74, "72381361666412": 74, "16653": 74, "395519627065": 74, "4058515355591": 74, "029640585153555915": 74, "0341594895709108": 74, "96584051042909": 74, "19473": 74, "56028227908": 74, "33729078022685": 74, "20476": 74, "057376697874": 74, "12183": 74, "50538957212": 74, "218350538957212": 74, "85073350665203": 74, "21654": 74, "559762066197": 74, "6211799169361": 74, "01526211799169361": 74, "027243301837089": 74, "97275669816291": 74, "23670": 74, "370352311853": 74, "23172": 74, "08056052774": 74, "317208056052774": 74, "13047508039367": 74, "6755242680454563": 74, "289": 74, "re": 75, "num_simul": 75, "sub_runn": 75, "utilsocket": 75, "monitor_norm": 75, "sub_run": 75, "num_episod": 75, "maximum": 75, "within": [75, 77], "suit": 75, "observation_valu": 75, "row": 75, "carri": 75, "techniqu": 75, "factor": 75, "discomfort": 76, "togeth": 76, "typic": 76, "satisfact": 76, "similar": 76, "increas": 76, "higher": 76, "hourlylinearreward": 76, "slight": 76, "am": 76, "pm": 76, "equal": 76, "neg": 76, "perfect": 76, "behavior": 76, "uniqu": [76, 77], "reflect": 76, "But": [76, 78], "imagin": 76, "signal": 76, "__call__": 76, "below": 76, "basereward": 76, "customreward": 76, "naiv": 76, "under": [77, 78], "small": 77, "independ": 77, "test_common": 77, "test_reward": 77, "test_wrapp": 77, "test_simul": 77, "test_config": 77, "test_env": 77, "test_control": 77, "test_stable_baselin": 77, "conceptu": 77, "readm": 77, "try_env": 78, "soon": 78, "dispos": 78, "practic": 78, "screen": 78, "basi": 78, "criteria": 78, "rbcdatacent": 78, "randomcontrol": 78, "west": 78, "htgsetp": 78, "clgsetp": 78, "kind": 78, "subject": 78, "assign": 78, "dualsetp": 78, "heating_nam": 78, "cooling_nam": 78, "heating_initial_valu": 78, "cooling_initial_valu": 78, "variant": 79}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 71, 73, 74, 78], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 70, 73, 78], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 71], "callback": [3, 21, 22, 23], "logger": [3, 54, 55, 56, 72, 74, 75], "evalu": [3, 46, 47], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 78], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 78], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 76, 78], "kwarg": 4, "action": [4, 7, 69, 70, 78], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 75], "observ": [4, 69, 74, 78], "space": [4, 69, 78], "name": 4, "definit": [4, 69, 78], "extra": [4, 5, 69, 78], "configur": [4, 5, 6, 8, 69, 72, 78], "ad": [4, 69, 78], "new": [4, 7, 69, 77, 78], "build": [4, 69, 70], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 72], "first": 6, "step": [6, 72], "2": [6, 72], "our": 6, "contain": [6, 8], "platform": 6, "3": 6, "your": 6, "own": 6, "4": 6, "creat": [6, 7, 77], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8, 70], "up": [6, 70], "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 72], "instal": [8, 77], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 78], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 72, 74, 78, 79], "loggerwrapp": [63, 72], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": [69, 70], "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "default": [70, 78], "empti": 70, "interfac": 70, "usag": [71, 78], "person": 72, "inherit": 72, "csvloger": 72, "instanti": 72, "rule": [73, 78], "normal": 74, "multi": 74, "all": 74, "one": 74, "format": 75, "custom": 76, "test": 77, "pytest": 77, "run": 77, "simplest": 78, "overwrit": 78, "some": 78, "valu": 78}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[3, "drl-callback-logger"]], "Evaluation Callback": [[3, "evaluation-callback"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new weathers for environments": [[4, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "Configure Python environment": [[8, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "Install BCVTB software": [[8, "install-bcvtb-software"]], "Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[70, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[71, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[72, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[72, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[72, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[73, "Rule-Controller-example"]], "Wrappers example": [[74, "Wrappers-example"]], "Normalization Wrapper": [[74, "Normalization-Wrapper"]], "Logger Wrapper": [[74, "Logger-Wrapper"]], "Multi Observation Wrapper": [[74, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[74, "All-Wrappers-in-one"]], "Output format": [[75, "output-format"]], "Logger": [[75, "logger"]], "Rewards": [[76, "rewards"]], "Custom Rewards": [[76, "custom-rewards"]], "Tests": [[77, "tests"]], "Install Pytest": [[77, "install-pytest"]], "Running tests": [[77, "running-tests"]], "Create new tests": [[77, "create-new-tests"]], "Usage example": [[78, "usage-example"]], "Simplest example": [[78, "simplest-example"]], "Adding a reward": [[78, "adding-a-reward"]], "Adding wrappers": [[78, "adding-wrappers"]], "Using a rule-based controller": [[78, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[78, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[78, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[78, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[78, "adding-extra-configuration-definition"]], "Wrappers": [[79, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.2.0/.buildinfo b/docs/compilation/v2.2.0/.buildinfo index be32299ce3..9bc4eca086 100644 --- a/docs/compilation/v2.2.0/.buildinfo +++ b/docs/compilation/v2.2.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 2275a1408c5bcdb82d3bde25ec6be302 +config: e4b3c3f902b9d16809785f0cf89d55c1 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.2.0/.doctrees/environment.pickle b/docs/compilation/v2.2.0/.doctrees/environment.pickle index e7dc17da41..5a33040d42 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/environment.pickle and b/docs/compilation/v2.2.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.2.0/.doctrees/index.doctree b/docs/compilation/v2.2.0/.doctrees/index.doctree index f74b04330d..697caf2101 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/index.doctree and b/docs/compilation/v2.2.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree index 68fcb3c16e..e5d710e17e 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree index f094b225bf..5cbf05f4a5 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree index 19becbd101..3f071f53f0 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree index 5da25dda79..f4f8cab05c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree index a406b1472b..0dfe0fce89 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree index 5f154a6c2b..76ae740977 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree index b57de177a7..e163cdb0da 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree index 88ebab97a8..14ba0e7849 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree index bf6440b097..d5bfb77819 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree index 192d603b5f..9f80bb02c4 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree index 206bba8f02..a54fe7480a 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 12f1c5b59e..461c93cf5c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index d49cafbae2..0c7e7c415b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 6d750856a0..109b35ae6a 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 242fd61034..463450b8cd 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree index 9877de7201..767a2a1f8f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 16778ab68a..2a4ec62338 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 906b65c4b6..0b9690c2b6 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 2f7dfe8e24..a6ede14341 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index f070871c6f..6314dea57f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index bbdf7357c8..4118a08985 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 48d3da415c..028c2e4f9f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index def8c8d282..7d25606081 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 48fe87f0bd..8ae3e9508b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 61748e60e2..2d95908fed 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 6dd49dc6ae..8cd7a284b3 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 5b6623437a..5c4f39ee50 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 53c0a61ba6..41950db598 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 43965fdb39..722c01c13b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index ed2f04f80c..c609314517 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 18b8b5c518..92254968c8 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 34e3582d67..7898e646c9 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 8b39b5d416..31d277c9cf 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index ae7034f3a2..b979a50521 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 235cb1b801..efa2e8dafc 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 54f57d76a7..c7dc3c0912 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index fc66978d01..7720486aa6 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree index 53ab278a67..62f9105afe 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index e44bd2bc06..5a88569765 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index c507e4ad2c..2862860d67 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index c87de077b7..f368bc4043 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index ee408c6bb0..670858188f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 131653e95e..08efc838e0 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree index c9c7d920bb..5e64cb44e3 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index bfa811ea3f..291e9b7b57 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 84ec5cc72d..f614a66246 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index bc04160252..6803210ed4 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index fd680b1b7e..540f986d79 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 3cba1809f3..52c29796e3 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index d894b38f42..4f261ce8bd 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index f79f2af265..79412cd043 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 91ad39c0b8..75f9776e83 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index bd0f97866d..ddfd739f97 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 26d3525126..0546ccd378 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index d97f303ff5..f6b5f86e66 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index faeeea3fd5..21b6b4c1f4 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 6c6f4a791e..5a83e253c3 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index dec75233ab..a549d905d7 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index aa68e2a99d..8ecde85ed5 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index e501830140..2cf8dc4d31 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index d7997245ab..fc385ed4a2 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index c2d3272d65..0a69d444aa 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 5f0046d6d5..84ea6db14e 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index bc84892ebe..f3e0dc57ab 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index ffa9946944..06d318c9e3 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 928fb4e2fa..c98882c179 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index d29502890f..ff4c9aac93 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree index 35e7bb54bf..86d8b0c981 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree index e3523a11a5..9bbca8fc5d 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree index d61dea1b16..c686a88169 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree index 082f7e38c6..fcf25bca34 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree index e6eef44aad..25b13d759b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree index 139a1e8464..27e7acaf4d 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 4d5447bd7e..d79eac773a 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 7e2d92cce3..b3d490ac46 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree index d46478c299..79f1b5100f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/output.doctree b/docs/compilation/v2.2.0/.doctrees/pages/output.doctree index 93c2566a60..9b7a62c260 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree index 551d2d4aaa..c0da6bba91 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree index c4f60ad4d8..57459b9735 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree index eb22fe7e7c..fb8fbc0bb3 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree index c1bf422160..5a97753b4c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree index 0c72b4e444..d663c8494a 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.2.0/objects.inv b/docs/compilation/v2.2.0/objects.inv index 2a7ba9514b..471943397e 100644 Binary files a/docs/compilation/v2.2.0/objects.inv and b/docs/compilation/v2.2.0/objects.inv differ diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html index 413a8851e3..3204e943f1 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html index 2f096b3c03..8526fcd29f 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html index f6ed650b5b..cc1b6c7216 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html index 46059dc1e1..0d668a2de3 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html index da354fb2f2..8f9f08f85b 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html index 6069a6fc80..df982a5e9b 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html index caab7a08a8..fd3c62cb81 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html index ce87490a69..e6fbce22e6 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html @@ -141,9 +141,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html index a16350b536..43340e6695 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html index a500b9bf9d..45bfc7cedf 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html index 957d2e5f82..499e2ee4db 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html index 380338dc1f..48adc62b5c 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html index e8069e42b2..6b1f06b201 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html index b44b29979f..f9aa01ca11 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html index c949464f05..458890e98a 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html index 19c5d84103..ca8d5f0430 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html index e0c641435e..5c3637e583 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html @@ -133,9 +133,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html index 5125843482..598eb9478b 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html @@ -133,9 +133,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.2.0/searchindex.js b/docs/compilation/v2.2.0/searchindex.js index 617841f4f2..1086d35882 100644 --- a/docs/compilation/v2.2.0/searchindex.js +++ b/docs/compilation/v2.2.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 35, 36, 39, 46, 48, 50, 56, 59, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 34, 35, 39, 46, 48, 50, 56, 61, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "project": [0, 4, 5, 7, 8, 9, 10, 17, 40, 79], "base": [0, 3, 4, 7, 8, 10, 42, 43, 59, 71, 75, 79], "zhiang": [0, 10, 17], "zhang": [0, 10, 17], "khee": [0, 10], "poh": [0, 10], "lam": [0, 10], "gym": [0, 4, 5, 6, 7, 10, 12, 13, 17, 24, 32, 37, 46, 48, 59, 60, 61, 62, 63, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "eplu": [0, 5, 6, 10, 13, 35, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 18, 24, 31, 46, 48, 70, 71, 72, 76, 77, 78, 80, 82], "goal": [0, 10], "creat": [0, 5, 6, 9, 10, 18, 26, 27, 35, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 36, 39, 46, 48, 56, 70, 77, 78, 79, 80, 82], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 37, 42, 43, 44, 46, 48, 56, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82], "follow": [0, 5, 7, 8, 9, 10, 18, 43, 46, 70, 72, 78, 80], "openai": [0, 5, 10, 46, 70, 79], "interfac": [0, 5, 10, 14, 19, 39, 71, 77, 79], "wrap": [0, 4, 10, 24, 32, 37, 48, 68, 69, 73, 77], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 35, 39, 42, 43, 44, 56, 57, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "engin": [0, 7, 10, 16, 72], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 36, 38, 39, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 39, 71, 78, 79], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 34, 35, 39, 40, 46, 48, 49, 56, 60, 61, 62, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "deep": [0, 7, 9, 10, 73, 80], "reinforc": [0, 7, 9, 10, 73, 78, 80], "learn": [0, 7, 9, 10, 68, 69, 71, 73, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 46, 73, 75, 80, 81], "help": [0, 7, 10], "u": [0, 6, 9, 10, 72], "improv": [0, 10], "report": [0, 7, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 69, 73, 75, 78, 80, 82], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 73, 79, 80], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 44, 46, 56, 62, 71, 78], "easi": [0, 10, 79], "just": [0, 7, 8, 10, 71, 76], "2": [0, 2, 5, 8, 10, 18, 68, 69, 70, 71, 72, 73, 75, 76, 80, 81], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 69, 70, 71, 72, 73, 74, 75, 79, 80], "templat": [0, 7, 10], "bug": [0, 10, 82], "etc": [0, 4, 5, 7, 9, 10, 56, 70, 71, 80], "more": [0, 4, 5, 6, 7, 8, 9, 10, 46, 67, 72, 73, 75, 76, 77, 78, 79, 80, 82], "detail": [0, 6, 7, 9, 10, 71, 73], "info": [0, 10, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "how": [0, 5, 7, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 80], "main": [0, 2, 4, 5, 7, 10, 56, 71, 78], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 35, 36, 45, 47, 48, 49, 58, 59, 61, 62, 70, 71, 74, 75, 76, 78, 79, 80, 82], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 48, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "includ": [0, 2, 5, 6, 7, 8, 9, 10, 21, 69, 70, 78, 80, 81], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 69, 73, 78, 79, 80], "commun": [0, 10, 14, 39, 77, 79], "between": [0, 4, 5, 8, 10, 29, 78], "python": [0, 5, 6, 7, 8, 10, 13, 17, 27, 39, 49, 71, 79, 80], "establish": [0, 5, 10, 18, 71, 77, 79, 80], "bcvtb": [0, 5, 10, 18, 39], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 75, 77], "tool": [0, 8, 10, 80], "allow": [0, 4, 5, 7, 10, 78], "interact": [0, 3, 4, 10, 46, 56, 64, 72, 73, 77], "sever": [0, 5, 7, 10, 39, 71, 76, 78, 80, 82], "them": [0, 2, 4, 5, 10, 39, 69, 71, 76, 78, 80], "e": [0, 9, 10, 48], "g": [0, 7, 10, 48, 53], "openmodelica": [0, 10], "could": [0, 6, 7, 10, 69, 82], "backend": [0, 7, 10], "while": [0, 10, 69, 70, 71, 72, 74, 75, 76, 80, 82], "maintain": [0, 10], "api": [0, 7, 10, 46, 49, 70], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 48, 80], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 82], "design": [0, 5, 6, 10, 39, 71], "set": [0, 4, 5, 6, 10, 38, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 7, 10, 22, 68, 69, 73, 79, 80], "These": [0, 5, 7, 8, 10, 56, 71, 78, 79], "mai": [0, 5, 7, 9, 10, 39, 69, 70, 73, 77, 78, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 33, 39, 42, 43, 44, 48, 56, 64, 65, 67, 68, 69, 70, 73, 74, 75, 76, 79], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 33, 39, 42, 43, 56, 64, 65, 66, 74, 75, 77, 78, 79, 82], "space": [0, 4, 7, 10, 13, 68, 69, 70, 72, 73, 74, 75, 76], "reward": [0, 4, 7, 10, 13, 21, 23, 24, 48, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 10, 80, 81], "packag": [0, 2, 8, 10, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "modifi": [0, 3, 5, 6, 10, 17, 39, 48, 71, 72, 77, 80], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 71, 77], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 48, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 73, 75, 78, 80, 82], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80], "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 36, 38, 39, 48, 68, 69, 70, 72, 73, 74, 75, 76, 79, 80], "variabl": [0, 7, 10, 13, 18, 20, 33, 35, 39, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 33, 39, 50, 53, 54, 57, 60, 61, 62, 68, 69, 71, 73, 78, 80], "also": [0, 4, 5, 9, 10, 46, 71, 72, 73, 76, 78, 80], "pre": [0, 7, 10], "configur": [0, 10, 13, 18, 20, 38, 39, 68, 69, 70, 72, 73, 75, 76, 78, 79], "avail": [0, 2, 4, 7, 10, 13, 39, 44, 71, 73, 74, 76, 80], "chang": [0, 5, 7, 8, 10, 39, 56, 69, 70, 72, 73, 74, 77, 78, 80], "some": [0, 4, 5, 6, 7, 8, 10, 71, 72, 73, 82], "aspect": [0, 2, 10, 78], "wai": [0, 5, 6, 7, 10, 71, 80], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 77, 81], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "make": [0, 2, 5, 6, 7, 9, 10, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82], "entir": [0, 4, 10], "definit": [0, 7, 10, 13, 39, 68, 69, 70, 72, 73, 74, 75, 76], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 60, 61, 62, 69, 71, 72, 80], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 16, 17, 18, 20, 30, 31, 36, 39, 44, 45, 46, 50, 53, 54, 56, 59, 60, 61, 62, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 48, 56, 67, 71, 72, 75, 77, 78, 79, 80], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 42, 44, 46, 48, 50, 53, 54, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 73, 78, 80], "directli": [0, 4, 5, 7, 9, 10, 34, 71, 72, 80], "associ": [0, 5, 10], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 38, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79], "well": [0, 4, 5, 10, 48, 73], "peopl": [0, 5, 10, 71, 78, 80], "occup": [0, 5, 10, 31, 42, 71, 80], "time": [0, 4, 8, 9, 10, 18, 29, 56, 61, 68, 69, 73, 74, 76, 79, 82], "step": [0, 4, 5, 9, 10, 13, 18, 48, 56, 64, 65, 70, 71, 72, 73, 75, 76, 80, 82], "per": [0, 2, 4, 5, 6, 10, 48, 56, 77], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 70, 71, 72, 74, 75, 76, 78], "run": [0, 4, 5, 7, 9, 10, 18, 48, 68, 69, 71, 72, 73, 77, 80], "period": [0, 5, 10, 78, 81], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 81], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 77], "implement": [0, 3, 4, 5, 6, 10, 41, 58, 63, 72, 78, 79, 82], "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 38, 39, 41, 42, 43, 44, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71, 74, 75, 77, 78], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 81, 82], "custom": [0, 4, 5, 7, 10, 21, 22, 23, 46, 47, 63, 69], "wrapper": [0, 4, 7, 10, 21, 24, 32, 37, 48, 68, 69, 72, 73, 77, 79], "automat": [0, 5, 7, 8, 9, 10, 13, 39, 71, 72, 79], "adapt": [0, 5, 10, 39, 45, 46, 71, 72, 80], "idf": [0, 2, 6, 10, 13, 18, 20, 36, 39, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "specif": [0, 2, 4, 5, 8, 9, 10, 39, 71, 77, 79, 80, 81], "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 34, 35, 39, 48, 56, 64, 73, 74, 75, 76, 77, 78, 80, 81], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 39, 68, 70, 71, 72, 73, 75, 76, 78, 79, 80, 82], "designdai": [0, 5, 10, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "locat": [0, 5, 7, 9, 10, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 33, 36, 38, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81], "epw": [0, 10, 13, 18, 20, 26, 39, 71, 72, 77, 79, 80], "specifi": [0, 4, 5, 7, 10, 13, 36, 39, 53, 54, 69, 71, 72, 74, 78, 80], "without": [0, 5, 7, 8, 10, 39, 66, 72, 80], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 34, 39, 42, 43, 44, 48, 56, 64, 65, 66, 67, 71, 73, 74, 75, 77, 78, 80], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 48, 56, 69, 70, 71, 72, 77, 78], "extern": [0, 5, 7, 10, 39, 71, 77], "cfg": [0, 5, 10, 18, 39, 77], "gener": [0, 5, 6, 7, 8, 10, 13, 39, 77], "when": [0, 4, 7, 8, 10, 18, 24, 46, 48, 56, 67, 71, 72, 77, 78, 80], "depend": [0, 4, 5, 7, 9, 10, 31, 56, 60, 61, 62, 71, 72, 73, 77, 78, 79], "In": [0, 5, 7, 8, 9, 10, 39, 48, 69, 70, 71, 72, 74, 78, 79, 80], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 40, 56, 64, 71, 78, 80], "process": [0, 4, 5, 7, 8, 10, 13, 18, 26, 39, 68, 69], "so": [0, 4, 5, 7, 8, 9, 10, 69, 72, 73, 77, 78, 82], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 39, 46, 48, 51, 69, 71, 72, 73, 77, 78, 79, 80, 82], "what": [0, 5, 7, 10, 71, 76, 80], "want": [0, 4, 5, 6, 7, 8, 9, 10, 48, 53, 54, 71, 72, 74, 75, 77, 78, 79, 80], "integr": [0, 5, 7, 8, 10, 69, 73, 80], "obtain": [0, 4, 5, 10, 13, 80], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 27, 39, 46, 56, 64, 65, 69, 70, 73, 75, 76, 77, 78, 79, 80, 81, 82], "about": [0, 4, 5, 10, 46, 69, 73, 75, 76, 77, 79, 80, 82], "zone": [0, 2, 5, 7, 10, 13, 33, 71, 75, 78, 80], "schedul": [0, 5, 10, 13, 39, 71], "which": [0, 4, 5, 7, 9, 10, 18, 23, 34, 39, 56, 71, 72, 77, 78, 79, 80], "possibl": [0, 4, 5, 6, 7, 9, 10, 71, 73, 80, 81], "export": [0, 5, 7, 10, 13, 27, 36, 71], "excel": [0, 10, 27, 71], "know": [0, 5, 7, 10, 71, 77], "agent": [0, 3, 5, 7, 10, 13, 24, 42, 43, 44, 48, 56, 71, 72, 75, 77, 78, 79, 80], "To": [0, 5, 6, 7, 9, 10, 69, 79, 80], "do": [0, 4, 5, 6, 7, 9, 10, 48, 69, 71, 72, 78, 79, 80], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 39, 46, 60, 61, 62, 64, 65, 69, 71, 78, 79, 82], "thei": [0, 4, 5, 7, 8, 9, 10, 69, 78, 79, 80], "replac": [0, 5, 10, 71, 72, 80], "format": [0, 4, 5, 6, 7, 8, 10, 27, 64, 71, 80], "take": [0, 4, 5, 6, 8, 10, 39, 46, 72, 73], "care": [0, 5, 7, 10, 72], "relev": [0, 10], "intern": [0, 4, 5, 10, 78], "stabl": [0, 4, 9, 10, 22, 45, 46, 79], "baselin": [0, 4, 10, 22, 45, 46, 79], "3": [0, 2, 4, 6, 10, 18, 22, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 81], "like": [0, 4, 5, 7, 8, 9, 10, 39, 69, 70, 71, 79], "callback": [0, 7, 10, 21, 47, 48, 68, 69, 73], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 46, 48, 69, 71, 77, 78, 79, 80], "team": [0, 7, 9, 10, 80], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 34, 39, 69, 71, 76, 77, 79, 82], "other": [0, 4, 5, 7, 9, 10, 73, 77, 78, 80], "drl": [0, 3, 5, 7, 10, 68, 69, 72, 80], "librari": [0, 7, 9, 10, 69, 75, 79], "support": [0, 4, 5, 9, 10, 13, 79], "googl": [0, 8, 9, 10, 49, 50, 51, 52, 53, 54], "cloud": [0, 4, 8, 10, 49, 50, 51, 52, 53, 54], "whether": [0, 7, 8, 10, 13, 18, 24, 46, 48, 50, 65], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 48, 53, 54, 60, 61, 62, 69, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82], "account": [0, 4, 5, 6, 7, 9, 10, 50, 51, 78], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 9, 10], "server": [0, 2, 4, 10, 17, 39, 69], "open": [0, 2, 9, 10, 69], "sourc": [0, 2, 7, 8, 9, 10], "platform": [0, 8, 10, 69], "machin": [0, 7, 10, 69, 80], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 79], "local": [0, 4, 7, 10, 48, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "store": [0, 4, 7, 10, 23, 39, 54, 56, 69, 71, 77, 80], "manag": [0, 5, 6, 7, 10, 38, 39, 50, 77], "artifact": [0, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 39, 43, 53, 54, 56, 69, 72, 73, 77], "visual": [0, 4, 9, 10], "logger": [0, 5, 7, 10, 64, 68, 69, 70, 71, 72, 73, 75, 82], "tensorboard": [0, 10, 23], "train": [0, 4, 10, 68, 69, 73, 77, 78], "evalu": [0, 7, 10, 24, 68, 69, 73, 78], "real": [0, 4, 5, 10, 56, 69], "notebook": [0, 10, 69, 70, 71, 74, 76, 80], "develop": [0, 3, 4, 8, 9, 10, 69, 76, 79, 82], "code": [0, 3, 4, 6, 7, 8, 9, 10, 68, 70, 78, 80, 82], "purpos": [0, 4, 5, 7, 8, 10, 71, 80], "offer": [0, 5, 10], "case": [0, 5, 7, 8, 9, 10, 48, 70, 71, 73, 75, 78, 80], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 35, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 70, 73], "document": [0, 5, 7, 8, 9, 10, 69, 71, 73, 75, 76, 77, 80], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 45, 46, 79], "workflow": [0, 8, 10, 79], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 7, 10, 67, 78], "understand": [0, 10, 80], "mani": [0, 4, 10, 72], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 35, 39, 48, 66, 71, 77, 78, 79, 80, 81, 82], "introduc": [0, 5, 10], "visit": [0, 2, 5, 7, 9, 10, 71, 75, 76, 77, 79, 80, 81, 82], "ad": [0, 2, 4, 10, 72, 81], "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 78, 79, 80, 81], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "progress": [0, 4, 5, 10, 56, 57, 64, 74, 76, 77], "stai": [0, 6, 10, 78], "tune": [0, 6, 10, 78], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 35, 36, 39, 59, 64, 70, 72, 73, 75, 77, 78, 79, 80, 81], "those": [0, 4, 5, 7, 31, 71, 78], "interest": [0, 2, 80, 81], "alwai": [0, 5, 7, 70, 73, 75, 77, 78], "made": [0, 5, 48], "check": [0, 4, 5, 7, 8, 32, 46, 48, 79], "repo": 0, "read": [0, 5, 7, 16, 18, 53, 73], "md": 0, "first": [0, 5, 9, 18, 39, 48, 64, 66, 68, 70, 71, 73, 74, 75], "comput": [0, 4, 7, 69, 73], "contain": [0, 5, 8, 48, 50, 51, 70, 72, 79], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 39, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79, 80], "instal": [0, 7, 8, 18, 80], "host": [0, 2, 7, 77], "folder": [0, 5, 8, 9, 13, 24, 39, 69, 71, 74, 76, 80], "offici": 0, "repositori": [0, 7, 8, 9, 73, 77, 79, 80], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 7, 8, 28, 71, 77, 81], "framework": [0, 2, 72, 79, 81], "author": [0, 51], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 39, 70, 71, 72, 74, 75, 76, 81], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": [0, 7], "york": [0, 5, 81], "ny": 0, "usa": [0, 81], "url": [0, 7], "http": [0, 7, 9, 17, 45, 46], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 7, 53, 54, 71], "energi": [0, 2, 5, 7, 23, 60, 61, 62, 78], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 48, 60, 61, 62, 65, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "sinergym": [2, 3, 4, 8, 10, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "independ": [2, 79, 81], "rest": [2, 5, 7, 9, 49, 50, 78, 80, 81], "up": [2, 4, 5, 6, 9, 38, 39, 60, 62, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "experi": [2, 4, 5, 6, 9, 38, 39, 72, 81], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 68, 69, 73], "two": [2, 7, 8, 9, 71, 78], "asymmetr": 2, "hvac": [2, 71, 78, 80], "consist": [2, 5, 18], "air": [2, 71, 75, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 71], "cool": [2, 5, 71, 75, 80, 81], "coil": [2, 71], "chill": 2, "water": 2, "vav": [2, 71], "heat": [2, 71, 75, 80], "come": [2, 72], "5zoneautodxvav": [2, 5, 42, 72], "singl": [2, 72], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82], "indoor": [2, 42, 43], "4": [2, 5, 6, 18, 39, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "outdoor": [2, 71, 75, 80], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 7, 9, 18, 39, 60, 61, 62, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "equip": [2, 71], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7], "input": [2, 7, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 8, 9, 52, 53, 54], "fine": 2, "offic": [2, 5, 72], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 78, 79], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 50, 51, 52, 64, 65, 66, 67, 68, 69, 71, 73, 74, 75, 80, 81], "electr": [2, 71, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 46, 68, 69, 73], "390": 2, "five": 2, "center": [2, 43], "low": [2, 5, 60, 62, 71, 72, 79, 80], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": [2, 4, 7], "full": 2, "servic": [2, 7, 50, 51], "small": [2, 79], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 9], "fridai": 2, "45": [2, 72, 76], "week": 2, "12": [2, 5, 6, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "basement": 2, "rectangular": 2, "46": [2, 75, 76], "320": [2, 72], "organ": [2, 5, 7, 71, 79], "19": [2, 7, 61, 70, 71, 72, 74, 80], "bot": [2, 8], "mid": [2, 81], "level": [2, 8, 57, 79], "describ": [2, 7, 43], "too": [2, 4, 7, 8, 9, 50, 71], "charg": [2, 5, 67], "discharg": [2, 67], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 39, 56, 73, 76, 78, 79, 82], "random": [3, 7, 44, 72, 80], "rule": [3, 7, 42, 43, 79], "5zone": [3, 5, 6, 7, 71, 75, 80, 82], "datacent": [3, 5, 7, 71, 80], "find": [3, 8], "util": [3, 4, 7, 13, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82], "py": [3, 4, 5, 7, 9, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "veri": [3, 7, 9, 71, 78, 80], "perform": [3, 4, 5, 7, 24, 48, 65, 78], "refer": [3, 7], "point": [3, 69, 73, 80], "studi": [3, 5], "simpl": [3, 5, 70, 71, 78, 80], "given": [3, 4, 7, 18, 27, 28, 30, 32, 35, 36, 39, 60, 61, 62, 64, 78], "instanc": [3, 4, 5, 7, 8, 13, 50, 77], "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 48, 50, 51, 52, 56, 57, 64, 65, 66, 67, 68, 69, 73, 74, 75, 78, 80], "exampl": [3, 4, 5, 7, 8, 9, 10, 71, 72, 74, 77, 78, 79, 82], "usag": [3, 7, 68, 82], "facil": [4, 71, 78, 80], "discret": [4, 5, 13, 70, 71, 78, 80], "continu": [4, 5, 6, 7, 8, 9, 69, 70, 71, 72, 80, 82], "ppo": [4, 7], "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": [4, 7], "dqn": [4, 7, 68, 69, 73], "NO": 4, "offpolicyalgorithm": 4, "ddpg": [4, 7], "sac": [4, 7], "td3": [4, 7], "go": [4, 5, 7, 68, 69, 70, 71, 73, 76, 82], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 48, 71, 73, 77, 80], "stage": 4, "procedur": [4, 8], "access": [4, 7], "state": [4, 5, 7, 18, 64], "dure": [4, 5, 7, 8, 13, 23, 24, 73, 77, 80], "monitor": [4, 7, 9, 24, 48, 56, 64, 69, 72, 73, 74, 76, 77], "save": [4, 6, 7, 24, 39, 68, 69, 71, 73, 80], "manipul": [4, 7, 8], "bar": 4, "inherit": [4, 59, 82], "column": [4, 5, 26, 39], "due": [4, 5, 7, 67, 69], "its": [4, 5, 7, 8, 51, 64, 70, 80, 82], "import": [4, 6, 7, 8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "execut": [4, 5, 8, 9, 13, 18, 39, 50, 56, 57, 64, 65, 69, 73, 79, 80], "object": [4, 5, 7, 13, 26, 28, 30, 36, 37, 39, 52, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76], "log": [4, 56, 57, 64, 73, 77], "extract": [4, 5, 13, 35, 39], "why": 4, "record": [4, 30, 34, 56, 64, 77], "same": [4, 5, 7, 8, 26, 68, 71, 76, 77, 80, 82], "sinergym_logg": [4, 7, 23], "attribut": [4, 5, 13, 18, 39, 56, 73, 77], "constructor": [4, 5, 6, 16, 71, 78, 80], "loggercallback": [4, 7, 69], "basecallback": [4, 24], "background": [4, 72], "With": [4, 5, 71, 80], "": [4, 5, 6, 7, 9, 17, 39, 44, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "compar": 4, "There": [4, 7, 9, 77], "tabl": [4, 5], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 7, 13, 23, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "log_interv": [4, 7, 68, 69, 73], "frequenc": [4, 7], "episod": [4, 6, 7, 13, 18, 23, 24, 35, 39, 48, 56, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 82], "consequ": [4, 7, 78], "featur": [4, 5], "thu": [4, 5, 7], "off": [4, 69, 71], "polici": [4, 7, 24, 47, 48], "mean": [4, 5, 7, 8, 18, 24, 26, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "valu": [4, 5, 6, 7, 9, 13, 18, 23, 35, 39, 66, 67, 68, 69, 71, 73, 74, 77, 78, 82], "instead": [4, 5, 7, 9, 48], "version": [4, 5, 7, 8, 9, 13, 71, 80], "best": [4, 7, 24, 68, 69, 73], "result": [4, 6, 7, 18, 48, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82], "end": [4, 7, 13, 18, 20, 29, 56, 60, 61, 62, 68, 77], "loggerevalcallback": [4, 7, 68, 69, 73], "evalcallback": 4, "particular": [4, 5, 70], "concret": 4, "metric": 4, "construct": [4, 5, 7], "place": [4, 5, 72, 80], "On": [4, 7, 9, 71, 80], "hand": [4, 7, 9, 71, 80], "occupi": [4, 71], "accur": 4, "averag": [4, 48, 80], "therefor": [4, 5, 72, 78, 80], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 78], "good": 4, "turn": [4, 69], "out": [4, 68, 69, 73, 77], "howev": [4, 5, 6, 7, 9, 71, 72, 78, 79, 80], "calcul": [4, 5, 7, 68, 73, 78, 80], "power": [4, 56, 60, 61, 62, 77, 78], "consumpt": [4, 23, 61, 62, 77, 78], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 71, 75, 77, 78, 80], "penalti": [4, 77, 78], "violat": [4, 23], "percentag": 4, "taken": [4, 5, 78, 80], "decid": [4, 5, 7], "better": [4, 5, 80], "appear": [4, 5, 9, 48, 70, 77], "action_simul": 4, "becaus": [4, 5, 7, 8, 73, 75, 80], "output": [4, 6, 8, 35, 39, 46, 57, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "clip": [4, 7, 67], "Then": [4, 5, 7, 9, 68, 69, 71, 72], "pars": [4, 5, 33], "note": [4, 48, 77], "box": [4, 5, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "equival": 4, "csv": [4, 5, 56, 64, 73, 74, 76, 77, 80], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 42, 43, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78, 80], "bound": [4, 68, 69, 70, 71, 72, 73, 74, 75, 76], "rang": [4, 5, 6, 7, 31, 35, 43, 60, 61, 62, 66, 70, 71, 72, 74, 75, 76, 78, 80, 82], "cumulative_comfort_penalti": 4, "sum": [4, 70, 71, 72, 74, 75, 76, 80, 82], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 73], "being": [4, 5, 13, 77, 78, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 35, 39, 46, 56, 60, 61, 62, 64, 65, 66, 71, 73, 74, 77, 79], "normal": [4, 5, 7, 66, 77, 78, 79, 80, 82], "origin": [4, 5, 17, 26, 39, 53, 64, 65, 66, 71, 76, 77, 80], "rollout": [4, 73], "exploration_r": [4, 73], "doesn": [4, 7, 82], "t": [4, 5, 7, 9, 30, 60, 62, 67, 70, 72, 77, 81, 82], "neural": 4, "network": [4, 7], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 39, 42, 43, 44, 46, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 77, 78], "try": [4, 5, 7, 18], "benefit": [4, 5], "script": [4, 7, 71, 73, 80], "drl_batteri": [4, 7, 73, 80], "flag": [4, 7, 18, 56, 64, 74], "most": [4, 5, 77, 78], "must": [4, 5, 7, 9, 48, 71], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 7, 68, 69, 73], "until": [4, 8], "where": [4, 5, 7, 9, 13, 24, 27, 34, 36, 39, 50, 53, 54, 61, 78], "comment": 4, "requir": [4, 5, 7, 8, 9, 39, 71, 73, 78, 80], "argument": [4, 7], "env": [4, 5, 6, 7, 9, 24, 32, 35, 37, 39, 42, 43, 44, 45, 46, 48, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "ep": [4, 7], "curriculum": 4, "add": [4, 5, 7, 8, 39, 71, 73, 78, 80, 82], "field": [4, 5, 7, 13, 39, 78, 81], "valid": [4, 7, 51, 76, 82], "path": [4, 5, 7, 13, 18, 24, 26, 27, 33, 35, 36, 39, 53, 54, 56, 69, 71], "load": [4, 5, 69, 71, 72], "recommend": [4, 7, 8, 9, 43, 71, 72, 78], "initi": [4, 5, 24, 52], "date": [4, 5], "hyperparamet": [4, 7], "durat": 4, "paradigm": 4, "direct": [4, 7], "plan": [4, 5], "futur": [4, 5, 6, 7, 69, 78], "demo": [5, 68, 69, 70, 71, 73, 74, 75, 76, 80], "v1": [5, 6, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "usa_pa_pittsburgh": [5, 72, 81], "allegheni": [5, 72, 81], "counti": [5, 72, 81], "ap": [5, 72, 81], "725205_tmy3": [5, 72, 81], "No": [5, 69], "01": [5, 71, 72, 73, 76], "31": [5, 6], "03": [5, 73, 76], "hot": [5, 6, 60, 61, 62, 71, 72, 78, 80, 81, 82], "usa_az_davi": [5, 81], "monthan": [5, 81], "afb": [5, 81], "722745_tmy3": [5, 81], "mix": [5, 78, 81], "usa_ny_new": [5, 81], "j": [5, 7, 81], "f": [5, 7, 9, 68, 69, 73, 81], "kennedi": [5, 81], "intl": [5, 81], "744860_tmy3": [5, 81], "usa_wa_port": [5, 81], "angel": [5, 81], "william": [5, 81], "r": [5, 60, 62, 81], "fairchild": [5, 81], "727885_tmy3": [5, 81], "stochast": [5, 24, 48, 71, 78, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 67], "shopwithvandbatteri": 5, "respect": [5, 8, 9, 33], "complet": [5, 68, 69, 73, 76], "context": [5, 6, 71, 79], "either": 5, "predefin": [5, 71, 80], "shown": [5, 9, 68], "abov": [5, 7, 8, 69, 71], "def": [5, 74, 75, 78], "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 39, 42, 43, 44, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 74, 78], "self": [5, 74, 75, 78], "idf_fil": [5, 13, 20], "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 36, 39, 48, 50, 51, 54, 56, 57, 60, 61, 62, 64, 65, 66, 74, 78], "weather_fil": [5, 13, 20, 71, 80], "observation_spac": [5, 13, 71, 80], "5e6": [5, 71, 80], "high": [5, 71, 72, 80], "shape": [5, 7, 71, 72, 80], "observation_vari": [5, 13, 71, 80], "action_spac": [5, 7, 13, 44, 70, 71, 72, 74, 76, 80, 82], "union": [5, 13, 18, 27, 56, 60, 61, 62, 64, 65, 74], "0": [5, 7, 18, 23, 29, 56, 60, 61, 62, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "action_vari": [5, 13, 71, 72, 80], "action_map": [5, 13, 71, 80], "dict": [5, 13, 18, 27, 33, 34, 35, 39, 48, 56, 64, 65, 66, 74, 75], "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 39, 48, 56, 60, 61, 62, 64, 65, 74, 75], "tupl": [5, 6, 13, 18, 26, 31, 39, 60, 61, 62, 64, 65, 74], "float": [5, 7, 13, 18, 26, 28, 29, 31, 35, 39, 48, 56, 60, 61, 62, 64, 65, 69, 74], "weather_vari": [5, 13, 18, 38, 71, 80], "none": [5, 7, 13, 16, 18, 24, 26, 27, 35, 36, 37, 39, 42, 43, 46, 48, 56, 64, 65, 66, 72, 74], "linearreward": [5, 7, 13, 68, 69, 71, 73, 78, 80], "reward_kwarg": [5, 13, 71, 78, 80], "act_repeat": [5, 13, 18, 71, 80], "max_ep_data_store_num": [5, 13, 18, 71, 80], "action_definit": [5, 13, 18, 39, 71, 72, 80], "env_nam": [5, 13, 18, 20, 35, 39, 71, 77, 80], "config_param": [5, 6, 13, 18, 71, 80], "arg": [5, 7, 9, 13, 23, 24, 64, 65, 66, 67, 75], "condit": [5, 13, 31, 42], "empti": [5, 9, 13, 39, 68, 69, 73], "manual": [5, 6, 8, 13, 72], "should": [5, 6, 7, 9, 13, 18, 24, 59, 80], "extra_config": [5, 13, 39], "map": [5, 13, 71, 80], "sigma": [5, 7, 13, 18, 26, 39], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 39], "uhlenbeck": [5, 13, 26, 39], "appli": [5, 6, 7, 8, 13, 39, 66, 73, 77, 82], "feedback": [5, 13], "pass": [5, 7, 13, 18, 24, 48], "number": [5, 7, 13, 18, 23, 24, 39, 48, 56, 65, 71, 73, 77, 80], "regardless": [5, 13, 77], "receiv": [5, 13, 18, 20], "repetit": [5, 13], "interv": [5, 7, 13], "last": [5, 9, 13, 18, 35, 64, 66, 71, 80], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 34, 39, 71, 78, 80, 82], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "pkg_data_path": 5, "idf_path": [5, 18, 39], "join": 5, "weather_path": [5, 18, 39], "detect": 5, "planner": 5, "get_schedul": [5, 13, 39, 71], "need": [5, 7, 9, 68, 70, 73, 74, 75, 77], "month": [5, 18, 28, 29, 31, 60, 61, 62, 70, 71, 72, 74, 75, 76, 80, 82], "dai": [5, 6, 18, 28, 29, 31, 39, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78], "flag_discret": 5, "isinst": 5, "els": [5, 7, 48, 74, 75], "setpoint": [5, 42, 43, 75], "setpoints_spac": 5, "continuous_action_def": 5, "np": [5, 7, 13, 18, 56, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 80, 82], "dtype": [5, 68, 69, 71, 73, 80], "reward_fn": [5, 7], "obs_dict": [5, 75], "checker": [5, 45], "_check_eplus_env": 5, "show": [5, 8, 13, 39, 80], "intermedi": 5, "free": [5, 7, 73, 75], "runperiod": [5, 70, 71, 72, 80], "necessari": [5, 7, 8, 9, 71, 72, 78, 80], "mention": [5, 7, 71], "onc": [5, 7, 9], "copi": [5, 9, 18, 77], "climat": [5, 81], "present": [5, 13, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "compat": [5, 7, 9, 46], "nois": [5, 7, 70], "tau": [5, 7, 18, 26, 39], "whose": [5, 56, 78], "natur": 5, "addit": [5, 13, 23, 39, 46, 48], "moreov": 5, "n": [5, 7, 65, 71, 76, 80], "activ": [5, 7, 9, 23, 56, 64, 77], "summari": [5, 64, 70], "dynam": [5, 69], "let": [5, 6, 7, 9, 68, 69, 70, 71, 73, 80], "variable_nam": 5, "zone_nam": 5, "regist": [5, 7, 69, 70, 73, 80], "correctli": [5, 7, 27, 79, 80, 82], "correct": [5, 7, 9, 31, 76, 82], "look": [5, 32, 37, 46, 73, 75], "found": [5, 13, 39, 82], "rdd": 5, "ones": [5, 7, 78, 82], "done": [5, 56, 70, 71, 72, 74, 75, 76, 80, 82], "constant": [5, 7, 60, 61, 62, 74, 76, 78, 82], "discuss": [5, 71], "249": [5, 72, 82], "range_gett": 5, "common": [5, 7, 21, 24, 48, 68, 69, 73, 75, 78, 79], "get": [5, 7, 9, 13, 31, 39, 48, 51, 66, 75], "standard": [5, 8, 31, 42, 70, 80], "repres": 5, "previous": [5, 7, 39, 71, 77], "rememb": [5, 73, 75], "later": [5, 9, 56], "reserv": [5, 7], "inconsist": [5, 71, 80], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 71, 72], "befor": [5, 7, 9, 18, 39, 48, 71, 72, 73, 76, 80], "usual": [5, 78], "solut": 5, "problem": [5, 7, 71, 80], "send": [5, 7, 13, 16, 18, 20, 51, 52, 54, 72], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": [5, 7], "As": [5, 7, 9, 71, 80], "told": [5, 9], "id": [5, 7, 71, 78, 80], "seen": 5, "recogniz": 5, "word": [5, 8], "don": [5, 7, 9, 70, 72, 77], "give": [5, 7], "plai": [5, 73, 75], "affect": [5, 26, 39, 48], "resolut": 5, "ensur": [5, 9], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "error": [5, 7, 8, 48, 69, 71, 80], "advantag": [5, 8, 72], "meanwhil": 5, "connect": [5, 7, 17, 18, 19, 68, 69, 70, 71, 72, 73, 74, 75, 76], "9": [5, 43, 60, 61, 62, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "complex": [5, 79], "next": [5, 7, 8, 13, 18, 64, 65, 68, 71, 78, 79, 82], "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 71], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 71], "object2": [5, 71], "entri": 5, "kei": [5, 6, 7, 18, 30, 33, 35], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 71, 78], "grow": 5, "cover": 5, "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 78], "dedic": 5, "explan": [5, 7], "download": [5, 7], "ddy": [5, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "exactli": [5, 80], "That": [5, 78], "abl": [5, 7, 9, 71], "alreadi": [5, 7, 71, 75, 78, 79, 80], "even": [5, 71, 73, 75, 80], "perhap": 5, "incorpor": 5, "than": [5, 7, 67, 77, 78, 80, 82], "intend": 5, "someon": 5, "far": [5, 78], "concern": [5, 71], "Be": 5, "sure": 5, "except": [5, 39, 80], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 68, 69, 70, 73, 74, 75, 76], "config": [6, 7, 27, 70, 79], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 71, 80], "1997": 6, "1998": 6, "skeleton": 6, "separ": [6, 7], "By": [6, 9, 71, 78, 80], "less": [6, 72], "1991": [6, 70, 71, 72, 74, 75, 76, 80], "determin": [6, 7, 80], "length": [6, 7, 48, 68, 73], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 39], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "otherwis": [6, 7, 80, 82], "fail": [6, 7], "apply_extra_conf": [6, 39], "gcloud": 7, "combin": [7, 9, 71, 72, 76, 80], "idea": 7, "virtual": [7, 9], "gce": 7, "At": [7, 8, 70, 73, 80], "finish": [7, 8, 18, 80], "job": [7, 8, 9, 79], "remov": [7, 50, 60, 61, 62, 78], "firstli": 7, "sdk": [7, 9], "auth": [7, 50], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "imag": [7, 9], "begin": 7, "enabl": [7, 8], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 52, 53, 54], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 35, 39, 42, 43, 48, 56, 60, 61, 62, 64, 70, 71, 74, 75, 78], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 45, 46], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 79, 80], "termin": [7, 18, 57, 64, 65, 80], "applic": [7, 79], "login": 7, "upload": [7, 8, 54], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 51], "restart": 7, "never": [7, 70], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 70, 71, 72, 73, 74, 75, 76, 80, 81], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 76, 80, 82], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 72, 78], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 79, 80], "write": [7, 8, 9, 79], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 78], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 79], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "inner": [7, 23, 50, 53, 54], "confus": 7, "helper": 7, "everyth": [7, 72, 73, 80], "upgrad": 7, "global": [7, 48], "memori": 7, "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 71, 80], "predetermin": 7, "enter": [7, 80], "after": [7, 18, 48, 70, 71, 76, 80], "immedi": 7, "hasn": [7, 30], "yet": [7, 79], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 73], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow_tracking_uri": 7, "ip": 7, "5000": 7, "explain": [7, 8, 71, 80], "previou": [7, 8, 65, 71, 80], "group": [7, 50], "larg": 7, "quot": 7, "probabl": 7, "readi": [7, 9, 70, 73, 75], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 70, 73], "alloc": [7, 8], "everi": [7, 8, 9, 24, 70, 71, 72, 74, 75, 76, 79, 80, 82], "argpars": 7, "datetim": [7, 68, 69, 73, 75], "numpi": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "stable_baselines3": [7, 24, 48, 68, 69, 73], "normalactionnois": 7, "vec_env": [7, 24, 48, 68, 69, 73], "dummyvecenv": [7, 68, 69, 73], "ranges_5zon": [7, 74, 76], "ranges_datacent": 7, "ranges_iw": 7, "loggerwrapp": [7, 68, 69, 72, 73, 76, 80, 82], "multiobswrapp": [7, 74, 76], "normalizeobserv": [7, 74, 76, 80, 82], "parser": 7, "argumentpars": 7, "add_argu": 7, "true": [7, 24, 32, 46, 48, 56, 64, 65, 68, 69, 73, 74, 76], "dest": 7, "mod": 7, "alg": 7, "rw": 7, "linear": [7, 61, 62, 78, 80], "exponenti": [7, 60, 78], "energy_weight": [7, 60, 62, 71, 78, 80], "rew": 7, "weight": [7, 60, 61, 62, 71, 78], "norm": 7, "store_tru": 7, "multiob": [7, 76, 82], "mob": 7, "multi": [7, 82], "csvlogger": [7, 23, 64, 74, 77], "ten": 7, "eval": [7, 24, 68, 73], "onlin": 7, "eval_freq": [7, 24, 68, 73], "evalf": 7, "useless": 7, "eval_length": 7, "inter": 7, "seed": [7, 80], "sd": 7, "identifi": [7, 8], "remote_stor": 7, "sto": 7, "sent": 7, "bucket_nam": [7, 53], "buc": 7, "mlflow_stor": 7, "group_nam": 7, "auto_delet": 7, "del": 7, "gcp": 7, "learning_r": [7, 73], "lr": 7, "0003": 7, "n_step": 7, "2048": 7, "batch_siz": 7, "64": [7, 69], "n_epoch": 7, "ne": 7, "gamma": 7, "99": [7, 39], "gae_lambda": 7, "gl": 7, "95": [7, 73, 81], "ent_coef": 7, "ec": 7, "vf_coef": 7, "v": [7, 79], "max_grad_norm": 7, "m": [7, 68, 69, 73, 81], "buffer_s": 7, "bf": 7, "1000000": 7, "learning_start": 7, "l": 7, "100": [7, 76], "tu": 7, "005": 7, "gradient_step": 7, "clip_rang": 7, "cr": 7, "sig": 7, "rms_prop_ep": 7, "rpe": 7, "1e": [7, 60, 61, 62, 78], "parse_arg": 7, "experiment_d": [7, 68, 69, 73], "todai": [7, 68, 69, 73], "strftime": [7, 68, 69, 73], "y": [7, 68, 69, 73], "d_": 7, "h": [7, 68, 69, 73, 81], "_": 7, "ping": 7, "mlflow_ip": 7, "split": 7, "respons": [7, 50, 77], "set_tracking_uri": 7, "getcwd": 7, "mlrun": 7, "start_run": [7, 68], "run_nam": [7, 68], "param": [7, 23, 24, 38, 39, 43, 48, 56], "log_param": 7, "__version__": 7, "bool": [7, 13, 18, 20, 24, 32, 46, 48, 56, 64, 65, 74], "rate": [7, 67, 71, 78, 80], "batch": [7, 34], "epoch": 7, "gae": 7, "lambda": [7, 68, 69, 73], "ent": 7, "coef": 7, "vf": 7, "max": [7, 35, 60, 62], "grad": 7, "buffer": 7, "gradient": 7, "elif": [7, 75], "expreward": [7, 71, 78, 80], "rais": [7, 8, 18, 20, 39, 48], "runtimeerror": [7, 18, 39], "hasattr": 7, "w_energi": 7, "eval_env": [7, 24], "norm_rang": 7, "env_typ": 7, "iwmullion": 7, "nameerror": 7, "cant": 7, "disabl": 7, "mlppolici": [7, 68, 69, 73], "verbos": [7, 23, 24, 69, 73, 79], "train_freq": 7, "target_update_interv": 7, "10000": [7, 24], "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_final_ep": 7, "05": [7, 68, 73], "tensorboard_log": [7, 69], "n_action": 7, "action_nois": 7, "zero": 7, "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "optimize_memory_usag": 7, "fals": [7, 23, 24, 48, 56, 64, 68, 70, 71, 72, 73, 74, 75, 76, 80, 82], "policy_delai": 7, "target_policy_nois": 7, "target_noise_clip": 7, "create_eval_env": 7, "policy_kwarg": 7, "devic": [7, 69, 73], "_init_setup_model": 7, "model_path": 7, "init_storage_cli": 7, "read_from_bucket": 7, "set_env": 7, "total": [7, 71, 73, 78, 80], "n_timesteps_episod": [7, 68, 69, 73], "_eplus_one_epi_len": [7, 68, 69, 73], "_eplus_run_steps": [7, 68, 69, 73], "eval_callback": [7, 68, 73], "best_model_save_path": [7, 24, 68, 73], "best_model": [7, 68, 73], "log_path": [7, 24, 68, 73], "determinist": [7, 24, 48, 68, 73], "render": [7, 13, 24, 46, 48, 68, 73], "n_eval_episod": [7, 24, 48, 68, 73], "append": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "log_callback": [7, 69], "dir": [7, 39, 69], "tensorboardformatlogg": [7, 69], "tb_path": [7, 69], "new_logg": [7, 69], "set_logg": [7, 69], "total_timestep": [7, 56, 68, 69, 73], "_env_working_dir_par": [7, 68, 69, 73], "reset": [7, 13, 18, 39, 48, 64, 65, 70, 71, 72, 74, 75, 76, 80, 82], "close": [7, 13, 18, 64, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "_episode_exist": 7, "storeg": 7, "log_artifact": 7, "local_dir": 7, "artifact_path": 7, "abspath": 7, "resourc": [7, 52, 53, 54], "upload_to_bucket": 7, "src_path": [7, 54], "dest_bucket_nam": [7, 54], "dest_path": [7, 54], "end_run": [7, 68], "autodelet": 7, "token": [7, 50, 51], "get_service_account_token": 7, "delete_instance_mig_from_contain": 7, "effect": [7, 80], "pretti": [7, 78], "deactiv": [7, 56, 64, 77], "written": [7, 74], "recreat": 7, "belong": [7, 56, 77], "delet": [7, 50], "individu": 7, "appropri": [7, 71, 80], "environment_nam": 7, "episodes_int": 7, "seed_valu": 7, "uri": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "json": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 73, 80], "gitignor": 7, "ignor": [7, 8, 69, 79], "final": [7, 70, 72], "load_ag": 7, "zip": [7, 75], "predict": 7, "agre": 7, "collect": [7, 56, 80], "One": 7, "strength": 7, "abil": 7, "whatev": 7, "caus": 7, "recogn": 7, "mayb": 7, "got": [7, 30], "deploi": [7, 8], "localhost": 7, "6006": 7, "second": [7, 18, 28, 29, 48, 56, 71, 74, 80], "shut": 7, "down": 7, "logdir": 7, "back": 7, "databas": 7, "loos": 7, "bin": [7, 9], "scrip": 7, "ugr": [7, 9], "sail": [7, 9], "sinergymcompilationhtml": 7, "html": 7, "db_root_password": 7, "machine_typ": 7, "e2": 7, "medium": 7, "mlflow_imag": 7, "kaysush": 7, "14": [7, 72, 73, 81], "cloud_sql_proxy_imag": 7, "cloudsql": 7, "proxi": 7, "mysql_inst": 7, "echo": 7, "sa": 7, "descript": [7, 18], "displai": [7, 70, 71, 72, 74, 75, 76, 80, 82], "mb": 7, "tier": 7, "db": [7, 39], "f1": 7, "micro": 7, "password": 7, "provis": 7, "editor": 7, "start_mlflow_track": 7, "sh": 7, "cat": 7, "eof": 7, "d": [7, 8, 18, 68, 69, 73], "mysql": 7, "net": 7, "p": 7, "3306": 7, "cloud_sql_proxi": 7, "tcp": 7, "pymysql": 7, "mlflow_artifact": 7, "alter": 7, "iptabl": 7, "dport": 7, "accept": [7, 8], "cp": 7, "tempor": 7, "rm": [7, 45, 46], "7": [7, 18, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "static": [7, 42, 43], "subnet": 7, "premium": 7, "metadata": [7, 13], "startup": 7, "mainten": 7, "migrat": 7, "tag": [7, 8, 9], "co": 7, "77": 7, "12371": 7, "1109": 7, "balanc": 7, "shield": 7, "secur": [7, 8], "vtpm": 7, "affin": 7, "firewal": 7, "prioriti": 7, "1000": 7, "ingress": 7, "target": [7, 78], "anymor": 7, "again": 7, "redefin": 7, "notic": [7, 78], "creation": [7, 80], "annot": 7, "bellow": [7, 78], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76], "rise": 8, "pytyp": 8, "cannot": [8, 69, 80], "compil": 8, "sphinx": 8, "exist": [8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 78, 80], "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 46], "commit": 8, "ci": [8, 46], "string": [8, 68, 73], "161": 8, "sequenti": 8, "autopep8": 8, "successfulli": [8, 9, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "edit": 8, "catch": 8, "anoth": [8, 9, 71, 77], "pypi": [8, 9], "yml": [8, 9, 79], "minim": 8, "pip": [9, 79], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 71, 76], "pop": [9, 74], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 80], "git": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 68, 69, 70, 71, 72, 73, 74, 75, 76], "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78], "instruct": 9, "linux": 9, "ubuntu": 9, "choos": 9, "select": [9, 13, 42, 43, 44, 75], "consid": [9, 60, 61, 62, 70, 78], "subset": [9, 76, 82], "ofici": 9, "supervis": [9, 79], "vv": [9, 79], "anywai": [9, 79], "prepar": [9, 34, 39], "kwarg": [13, 23, 24, 64, 65, 66, 67], "repeat": [13, 18, 71, 80], "xlsx": [13, 71], "get_zon": [13, 71], "mode": 13, "human": [13, 31, 42], "ndarrai": [13, 16, 18, 56, 64, 65, 66, 67, 74], "integ": [13, 18], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "end_env": 18, "end_episod": 18, "properti": [18, 39], "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "socket": [18, 77], "sensor": 18, "ou": [18, 26, 39], "element": [18, 30, 34, 56, 80], "elaps": [18, 28, 56], "correspond": 18, "boolean": [18, 23], "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 75], "sundai": 18, "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "on_training_end": 23, "callback_on_new_best": 24, "accord": [24, 81], "freq": 24, "npz": 24, "vecenv": [24, 48], "weather_data": [26, 39], "weatherdata": [26, 39], "original_epw_fil": 26, "drybulb": [26, 39, 71, 75, 80], "variat": [26, 39], "opyplu": [26, 28, 30, 34, 36, 39], "_get_actu": 27, "rel": [27, 71, 80], "epm": [28, 30, 34, 36, 39], "sec_elaps": 28, "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 70, 71, 72, 74, 80], "explicitli": 30, "season": [31, 60, 61, 62, 71, 75, 78, 81], "ashra": [31, 42, 43], "55": [31, 42, 71, 81], "thermal": [31, 42, 61, 71, 78, 80], "environment": [31, 42], "2004": [31, 42], "wrapper_class": [32, 37], "var_fil": 33, "add_batch": 34, "convert": 34, "output_path": 35, "last_result": 35, "min": [35, 71], "absolut": [35, 60, 62, 78], "file_path": 36, "content": [36, 77], "retriev": 37, "vecenvwrapp": 37, "recurs": [37, 53, 54], "search": 37, "unwrap": [37, 77], "till": 37, "modif": [38, 78], "max_ep_stor": 39, "_idf_path": 39, "_weather_path": 39, "_ddy_path": 39, "experiment_path": 39, "episode_path": 39, "_idd": 39, "idd": 39, "ddy_model": 39, "adapt_idf_to_action_definit": 39, "interpret": 39, "adapt_idf_to_epw": 39, "summerdai": 39, "ann": 39, "clg": [39, 71], "condn": 39, "mwb": 39, "winterdai": 39, "htg": [39, 71], "summer": [39, 60, 61, 62, 78, 81], "winter": [39, 78, 81], "desingdai": 39, "adapt_variables_to_cfg_and_idf": 39, "xml": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "tree": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "apply_weather_vari": 39, "save_building_model": 39, "env_working_dir": 39, "save_variables_cfg": 39, "set_episode_working_dir": 39, "parent": 39, "set_experiment_working_dir": 39, "set_external_interfac": 39, "ptolemi": 39, "basic": 41, "act": [42, 43, 44, 67, 75, 80], "sequenc": [42, 43, 44, 66, 74, 75], "perceiv": [42, 43, 75], "chosen": [42, 43, 44, 75, 80], "2zonedatacenterhvac": 43, "tc9": 43, "2016": 43, "randomli": [44, 67, 80], "dlr": [45, 46], "baselines3": [45, 46], "skip_render_check": 46, "particularli": 46, "blob": 46, "master": 46, "mainli": 46, "relat": 46, "base_class": 48, "basealgorithm": 48, "callabl": [48, 64], "count": [48, 71, 80], "scale": [48, 79], "earli": 48, "avoid": 48, "anyth": 48, "reward_threshold": 48, "minimum": [48, 61], "expect": 48, "met": 48, "return_episode_reward": 48, "std": 48, "easier": 49, "instance_group_nam": 50, "vm": 50, "alon": 50, "mig": 50, "request": 50, "petit": [51, 52], "ask": [52, 53, 54], "blob_prefix": 53, "bucket": [53, 54], "exclud": 53, "destin": 54, "monitor_head": [56, 64, 74], "progress_head": [56, 64, 74], "log_progress_fil": [56, 74], "log_fil": [56, 74], "header": [56, 64, 74], "sub_run_n": 56, "res_n": 56, "steps_data": 56, "arrai": [56, 71], "elabor": 56, "total_time_elaps": 56, "comfort_violation_timestep": 56, "comfort_penalti": [56, 70, 71, 72, 73, 74, 75, 76], "activate_flag": 56, "deactivate_flag": 56, "log_episod": 56, "log_step": 56, "ob": [56, 66, 70, 71, 72, 74, 75, 76, 80, 82], "log_step_norm": 56, "set_log_fil": 56, "new_log_fil": 56, "getlogg": 57, "formatt": 57, "temperature_vari": [60, 61, 62, 71, 78, 80], "energy_vari": [60, 61, 62, 71, 78, 80], "range_comfort_wint": [60, 61, 62, 71, 78, 80], "range_comfort_summ": [60, 61, 62, 71, 78, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 68, 70, 71, 74, 75, 80], "lambda_energi": [60, 61, 62, 78], "0001": [60, 61, 62, 73], "lambda_temperatur": [60, 61, 62, 78], "w": [60, 61, 62, 69, 72, 78], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 78, 81], "session": [60, 61, 62, 69], "dimens": [60, 61, 62, 78], "min_energy_weight": 61, "range_comfort_hour": 61, "logger_class": [64, 74], "activate_logg": 64, "deactivate_logg": 64, "flatten": [65, 76], "stack": 65, "flat": 65, "vector": [65, 73], "reli": [66, 73], "get_unwrapped_ob": 66, "simultan": 67, "upper": 67, "usr": [68, 69, 70, 71, 72, 73, 74, 75, 76], "lib": [68, 69, 70, 71, 72, 73, 74, 75, 76], "dist": [68, 69, 70, 71, 72, 73, 74, 75, 76], "73": [68, 69, 70, 71, 72, 73, 74, 75, 76], "userwarn": [68, 69, 70, 71, 72, 73, 74, 75, 76], "precis": [68, 69, 70, 71, 72, 73, 74, 75, 76], "lower": [68, 69, 70, 71, 72, 73, 74, 75, 76], "cast": [68, 69, 70, 71, 72, 73, 74, 75, 76], "float32": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "episodes_": [68, 69, 73], "env_vec": [68, 69, 73], "2022": [68, 69, 70, 71, 72, 73, 74, 75, 76], "07": [68, 69, 70, 71, 73, 74, 75, 76], "09": [68, 69, 70, 71, 73, 74, 75, 76], "15": [68, 70, 71, 72, 73, 74, 76, 80], "336": 68, "eplus_env_demo": [68, 69, 70, 71, 73, 74, 75, 76], "v1_mainthread_root": [68, 69, 70, 71, 72, 73, 74, 75, 76], "externalinterfac": [68, 69, 70, 71, 72, 73, 74, 75, 76], "340": 68, "site": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "sizingperiod": [68, 69, 70, 71, 72, 73, 74, 75, 76], "343": 68, "bvctb": [68, 69, 70, 71, 72, 73, 74, 75, 76], "346": 68, "347": [68, 73], "379": 68, "395": 68, "workspac": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "res4": 68, "sub_run1": [68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "28": [68, 70, 71, 72, 75, 76, 80], "814": 68, "816": 68, "833": 68, "sub_run2": [68, 69, 73, 76, 77], "52": [68, 69], "095": [68, 73], "096": 68, "106": [68, 73], "sub_run3": [68, 69, 73, 77], "fromnumer": [68, 69, 73], "3432": [68, 69, 73], "runtimewarn": [68, 69, 73], "slice": [68, 69, 73], "_method": [68, 69, 73], "_mean": [68, 69, 73], "axi": [68, 69, 73], "190": [68, 69, 73], "invalid": [68, 69, 73], "encount": [68, 69, 73, 82], "double_scalar": [68, 69, 73], "ret": [68, 69, 73], "rcount": [68, 69, 73], "265": [68, 69, 73], "degre": [68, 69, 73], "freedom": [68, 69, 73], "lt": [68, 69, 73], "_var": [68, 69, 73], "ddof": [68, 69, 73], "223": [68, 69, 73], "arrmean": [68, 69, 73], "um": [68, 69, 73], "true_divid": [68, 69, 73], "div": [68, 69, 73], "39": [68, 69, 70, 71, 72, 73, 74, 75, 76], "unsaf": [68, 69, 73], "257": [68, 69, 70, 73, 74], "56": [68, 71, 73], "988": 68, "989": 68, "996": [68, 74], "sub_run4": [68, 69, 73], "06": 68, "618": 68, "619": 68, "626": [68, 73], "sub_run5": [68, 69, 73], "941": 68, "943": 68, "957": 68, "sub_run6": [68, 73], "num_timestep": [68, 73], "70080": [68, 73], "episode_reward": [68, 73], "22006": 68, "98": 68, "00": [68, 70, 71, 73, 76], "35040": [68, 70, 71, 72, 73, 74, 75, 76], "168": [68, 72], "176": [68, 71], "sub_run7": [68, 73], "862": [68, 70], "863": 68, "870": 68, "sub_run8": [68, 73], "35": [68, 81], "851": 68, "852": 68, "861": 68, "sub_run9": [68, 73], "181": 68, "183": 68, "196": 68, "sub_run10": [68, 73], "08": [68, 69, 73, 74], "522": [68, 69, 74], "532": 68, "sub_run11": [68, 73], "140160": [68, 73], "23530": 68, "67": 68, "923": 69, "925": 69, "927": 69, "929": 69, "930": 69, "tensorboard_path": 69, "cpu": [69, 73], "712510": 69, "tensorflow": 69, "cc": 69, "169": [69, 73], "onednn": 69, "oper": 69, "slightli": 69, "numer": 69, "round": 69, "tf_enable_onednn_opt": 69, "716588": 69, "stream_executor": 69, "dso_load": 69, "libcudart": 69, "11": [69, 70, 71, 72, 73, 74, 75, 76], "dlerror": 69, "share": 69, "716606": 69, "cuda": 69, "cudart_stub": 69, "29": [69, 70, 71, 72, 74, 76, 80], "cudart": 69, "gpu": 69, "416": 69, "425": 69, "res7": 69, "27": [69, 70, 71, 74, 76, 80], "141": 69, "149": 69, "560": 69, "563": 69, "582": 69, "25": [69, 70, 71, 72, 74, 75, 76, 80, 81], "548": 69, "549": 69, "557": 69, "59": [69, 71, 73, 76, 81], "524": 69, "537": [69, 76], "04": [69, 73, 76], "617": 69, "loop": 70, "602": 70, "603": 70, "605": 70, "606": [70, 73], "607": 70, "glanc": 70, "someth": 70, "current_month": [70, 71, 72, 74, 75, 76, 80, 82], "sampl": [70, 71, 72, 74, 76, 80, 82], "print": [70, 71, 72, 73, 74, 75, 76, 80, 82], "873": 70, "res1": [70, 71, 72], "5693658209031192": [70, 74], "time_elaps": [70, 71, 72, 73, 74, 75, 76], "900": [70, 71, 72, 74, 75, 76], "total_pow": [70, 71, 72, 74, 75, 76], "3780": [70, 74], "170717786078": [70, 74], "total_power_no_unit": [70, 71, 72, 74, 75, 76], "3780170717786078": [70, 74], "7607145700276305": [70, 74], "abs_comfort": [70, 71, 72, 74, 75, 76], "23928542997237": [70, 74], "out_temperatur": [70, 71, 72, 74, 75, 76], "action_": [70, 71, 72, 74, 75, 76], "18": [70, 71, 73, 74, 75, 76, 80, 81], "2112": 70, "7625904745278": 70, "2976": [70, 71, 72, 74, 75, 76], "2678400": [70, 71, 72, 74, 75, 76], "22348": 70, "47236479097": 70, "234847236479097": 70, "20": [70, 71, 72, 74, 75, 76, 78, 80], "18911065438731": 70, "22": [70, 71, 72, 74, 75, 76, 80], "23": [70, 71, 72, 74, 75, 76, 78, 80], "4104": 70, "265504441257": 70, "5664": [70, 71, 72, 74, 75, 76], "5097600": [70, 71, 72, 74, 75, 76], "12948": 70, "13071758654": 70, "2948130717586541": 70, "87810890551877": 70, "21": [70, 71, 72, 74, 75, 76, 80, 81], "5417": 70, "441233237612": 70, "8640": [70, 71, 72, 74, 75, 76], "7776000": [70, 71, 72, 74, 75, 76], "152": [70, 74, 75, 76], "4868953414246": [70, 74, 75, 76], "01524868953414246": [70, 74, 75, 76], "12519567758555894": 70, "87480432241444": 70, "26": [70, 71, 72, 73, 74, 78, 80], "6334": 70, "076617115651": 70, "11520": [70, 71, 72, 74, 75, 76], "10368000": [70, 71, 72, 74, 75, 76], "9909": 70, "57629951364": 70, "9909576299513639": 70, "98956711598672": 70, "13": [70, 71, 73, 74, 75, 76, 81], "7196": 70, "337141748097": 70, "14496": [70, 71, 72, 74, 75, 76], "13046400": [70, 71, 72, 74, 75, 76], "32472912215": 70, "025732472912215004": 70, "6342081608280488": 70, "36579183917195": 70, "10119": 70, "078686707608": 70, "17376": [70, 71, 72, 74, 75, 76], "15638400": [70, 71, 72, 74, 75, 76], "175": [70, 71, 74, 75, 76], "7796758221068": [70, 75], "017577967582210682": [70, 75], "308881942532789": 70, "69111805746721": 70, "17": [70, 71, 72, 74, 75, 76, 80, 81], "13344": 70, "34795468286": 70, "20352": [70, 71, 72, 74, 75, 76], "18316800": [70, 71, 72, 74, 75, 76], "4274": 70, "841504910937": 70, "42748415049109373": 70, "6746607947314196": 70, "32533920526858": 70, "16": [70, 71, 72, 74, 76, 80], "16532": 70, "561015096362": 70, "23328": [70, 71, 72, 74, 75, 76], "20995200": [70, 71, 72, 74, 75, 76], "296": [70, 76], "4221825034278": 70, "02964221825034278": 70, "1542061821218716": 70, "84579381787813": 70, "19347": 70, "21771433634": 70, "26208": [70, 71, 72, 74, 75, 76], "23587200": [70, 71, 72, 74, 75, 76], "14597880471529123": 70, "85402119528471": 70, "20424": [70, 74], "606228211076": 70, "29184": [70, 71, 72, 74, 75, 76], "26265600": [70, 71, 72, 74, 75, 76], "1659288529232903": 70, "83407114707671": 70, "21596": 70, "063810147996": 70, "32064": [70, 71, 72, 74, 75, 76], "28857600": [70, 71, 72, 74, 75, 76], "5255": 70, "294847641754": 70, "5255294847641755": 70, "02303149966062": 70, "23614": 70, "86930856602": 70, "31536000": [70, 71, 72, 74, 75, 76], "1992": [70, 71, 72, 74, 75, 76, 80], "5016": 70, "972171658432": 70, "5016972171658431": 70, "9844573338465317": 70, "01554266615347": 70, "forget": 70, "40": [70, 73, 76], "720": 70, "cumul": [70, 71, 72, 74, 75, 76, 78, 80, 82], "6739403341485966": 70, "over": 70, "environment_id": 71, "long": 71, "460": 71, "eplus_env_5zon": 71, "462": 71, "465": 71, "467": 71, "469": 71, "scratch": 71, "obvious": 71, "space1": [71, 75, 78, 80], "demand": [71, 78, 80], "991": 71, "993": 71, "994": 71, "esp_granada": [71, 80, 81], "084190_swec": [71, 80, 81], "001": [71, 80], "new_env_nam": [71, 80], "58": [71, 76], "155": 71, "eplus_env_new_env_name_mainthread_root": 71, "156": 71, "157": 71, "158": 71, "159": 71, "overwritten": [71, 80], "new_observation_vari": [71, 80], "humid": [71, 80, 81], "wind": [71, 80], "speed": [71, 80], "fanger": [71, 80], "ppd": [71, 80], "east": [71, 80], "new_action_vari": [71, 80], "heating_setpoint_rl": 71, "cooling_setpoint_rl": 71, "new_observation_spac": [71, 80], "len": [71, 80], "new_action_map": [71, 80], "new_action_spac": [71, 80], "474": 71, "eplus_env_datacent": 71, "475": 71, "477": 71, "478": 71, "479": 71, "480": 71, "608": [71, 73], "26775410632883273": 71, "5355": 71, "082126576654": 71, "5355082126576655": 71, "186377523616978": 71, "669": 71, "4534184979221": 71, "4208": 71, "635870777072": 71, "42086358707770727": 71, "228479196022084": 71, "1247": 71, "5537459734599": 71, "4421": 71, "637300732844": 71, "4421637300732844": 71, "705059073313615": 71, "1855": 71, "7928063319255": 71, "4987": 71, "415191462993": 71, "49874151914629933": 71, "024777159060027": 71, "2636": 71, "641656051256": 71, "2188": 71, "620052530483": 71, "2188620052530483": 71, "963985853561047": 71, "3518": 71, "6464879098053": 71, "4345": 71, "217932332002": 71, "4345217932332003": 71, "61357774788482": 71, "5047": 71, "521248481572": 71, "6249": 71, "758355257713": 71, "6249758355257714": 71, "04954794846631": 71, "7116": 71, "313388281761": 71, "2107": 71, "732366810708": 71, "21077323668107079": 71, "53376534972051": 71, "9326": 71, "224323881572": 71, "5939": 71, "453811738773": 71, "5939453811738773": 71, "38570883464585": 71, "10853": 71, "890187701882": 71, "2170": 71, "898935982922": 71, "2170898935982922": 71, "302507096687205": 71, "11587": 71, "916685717913": 71, "4190": 71, "456055889271": 71, "4190456055889271": 71, "099445145523461": 71, "12180": 71, "885947073011": 71, "4527": 71, "071835065274": 71, "45270718350652744": 71, "246417930160787": 71, "12816": 71, "011905214418": 71, "5262": 71, "280448896257": 71, "5262280448896258": 71, "612621010536379": 71, "3657537644182542": 71, "248": 71, "fit": [71, 80], "knowledg": 71, "pprint": 71, "579": 71, "580": 71, "583": 71, "586": 71, "587": 71, "activitysch": 71, "actschd": 71, "object_field_nam": 71, "activity_level_schedule_nam": 71, "object_nam": 71, "object_typ": 71, "space2": 71, "object3": 71, "space3": 71, "object4": 71, "space4": 71, "object5": 71, "space5": 71, "airvelocitysch": 71, "air_velocity_schedule_nam": 71, "basinheatersch": 71, "basin_heater_operating_schedule_nam": 71, "twospe": 71, "setp": 71, "sch": 71, "cooling_setpoint_temperature_schedule_nam": 71, "dualsetpoint": [71, 80], "thermostatsetpoint": [71, 80], "setpoint_temperature_schedule_nam": 71, "coolingsetpoint": 71, "singlecool": 71, "clothingsch": 71, "coolingcoilavailsch": 71, "availability_schedule_nam": 71, "coilsystem": 71, "fraction": 71, "schedule_nam": 71, "eleceq": 71, "electricequip": 71, "fanavailsch": 71, "sy": 71, "availabilitymanag": 71, "suppli": 71, "fan": 71, "variablevolum": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "singleh": 71, "infil": 71, "zoneinfiltr": 71, "designflowr": 71, "light": 71, "oa": 71, "sched": 71, "minimum_outdoor_air_schedule_nam": 71, "outdoorair": 71, "oarequir": 71, "outdoor_air_schedule_nam": 71, "zoneminoarequir": 71, "designspecif": 71, "number_of_people_schedule_nam": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumhtg": 71, "plenumheatingsetpoint": 71, "reheatcoilavailsch": 71, "reheat": 71, "airtermin": 71, "singleduct": 71, "object10": 71, "object11": 71, "object6": 71, "object7": 71, "object8": 71, "object9": 71, "temp": 71, "shadetranssch": 71, "transmittance_schedule_nam": 71, "south": 71, "overhang": 71, "shade": 71, "door": 71, "workeffsch": 71, "work_efficiency_schedule_nam": 71, "control_type_schedule_nam": 71, "zonecontrol": 71, "thermostat": [71, 75, 80], "plenum": 71, "aris": [71, 80], "light_control": 71, "new_action_definit": [71, 80], "32": [71, 73], "174": 71, "177": 71, "179": 71, "305": 71, "5111010314528696": 71, "2835": 71, "011953773881": 71, "2835011953773881": 71, "7387008675283511": 71, "26129913247165": 71, "421014390196424": 71, "317654": 71, "96494": 71, "31237173": 71, "1374": 71, "28410120219": 71, "6065": 71, "825052347422": 71, "6065825052347422": 71, "74254870657726": 71, "360682108922676": 71, "686012": 71, "844059": 71, "31142563": 71, "2715": 71, "7611117082783": 71, "3379": 71, "077746701543": 71, "3379077746701543": 71, "08146212423063": 71, "317330025625665": 71, "016264": 71, "09283": 71, "21295846": 71, "3660": 71, "007455360811": 71, "5457": 71, "280335251083": 71, "5457280335251083": 71, "99796649838974": 71, "966775407980537": 71, "124304": 71, "553516": 71, "9582741": 71, "4564": 71, "380860934114": 71, "6603": 71, "432140993574": 71, "6603432140993574": 71, "99301384406026": 71, "3890808542817": 71, "063656": 71, "984705": 71, "5942085": 71, "5302": 71, "692402629544": 71, "191": 71, "2911582802689": 71, "01912911582802689": 71, "4613144918713914": 71, "53868550812861": 71, "9969193980086": 71, "306587": 71, "402065": 71, "7618722": 71, "7016": 71, "025434187163": 71, "120": 71, "4056020773604": 71, "01204056020773604": 71, "8821997117836595": 71, "11780028821634": 71, "27473828933916": 71, "830227": 71, "474812": 71, "73397": 71, "8777": 71, "25161267316": 71, "178": 71, "4267301020354": 71, "017842673010203543": 71, "5277853133220205": 71, "47221468667798": 71, "60363543147483": 71, "934364": 71, "353241": 71, "6373596": 71, "10438": 71, "464921588717": 71, "1929073594710715": 71, "80709264052893": 71, "1932378723401": 71, "998844": 71, "359282": 71, "98427457": 71, "12367": 71, "057910085747": 71, "428": 71, "6780367305225": 71, "04286780367305225": 71, "6108147937607988": 71, "3891852062392": 71, "843863403107411": 71, "794724": 71, "592144": 71, "3683012": 71, "13218": 71, "089719275868": 71, "439": 71, "8288126081056": 71, "04398288126081056": 71, "16923377015886132": 71, "83076622984114": 71, "710713063269523": 71, "533552": 71, "096302": 71, "40426022": 71, "14225": 71, "5891712317": 71, "38023912699316": 71, "988834083817571": 71, "86006": 71, "556025": 71, "027832627": 71, "15616": 71, "602179397853": 71, "2767": 71, "822204079172": 71, "2767822204079172": 71, "3667378090425686": 71, "63326219095743": 71, "2879179385394967": 71, "618801": 71, "638168": 71, "5123796": 71, "4456792859417381": 71, "43": 71, "252": 71, "put": [71, 80], "leav": [71, 80], "intact": [71, 80], "extra_conf": [71, 80], "44": 71, "485": 71, "487": 71, "490": 71, "494": 71, "496": 71, "disadvantag": 72, "adjust": [72, 78], "stand": 72, "propos": 72, "314": 72, "eplus_env_offic": 72, "315": 72, "317": 72, "318": 72, "341": 72, "008417052432114895": 72, "3410486422979": 72, "01683410486422979": 72, "41070439945542": 72, "27041626118706": 72, "84918155106144": 72, "88116986202595": 72, "74532738560474": 72, "73841316494982": 72, "38460288121428": 72, "66372873926693": 72, "24314170888169": 72, "12321836432302": 72, "67730731535304": 72, "88721275822578": 72, "17223251340036": 72, "30793764011797": 72, "20143741435643": 72, "4627284531045": 72, "03096300421944": 72, "93365898954337": 72, "1482": 72, "85953514518": 72, "4442211987932": 72, "024944422119879323": 72, "69669852361374": 72, "25313699035975": 72, "31323981198721": 72, "87141679758788": 72, "11090427756838": 72, "56241622682827": 72, "9404356024169": 72, "94282444325588": 72, "67194978294257": 72, "12528250474749": 72, "02675393355748": 72, "02881519606414": 72, "7323170557345": 72, "27057664160117": 72, "38432687212007": 72, "31131614661928": 72, "12704060142421": 72, "5512781399194": 72, "2254": 72, "712265755012": 72, "6570166669069": 72, "06842055195615": 72, "19611060077995": 72, "76257909194055": 72, "03948097340511": 72, "44816667157681": 72, "68246103494577": 72, "74943691501284": 72, "57724440341409": 72, "04252087505039": 72, "82097230898479": 72, "89365754884302": 72, "57236745458363": 72, "23540331299291": 72, "15797185610974": 72, "15254710004311": 72, "07075284558289": 72, "49970749537007": 72, "3618": 72, "41549254088": 72, "201": [72, 76], "198977940785": 72, "020119897794078502": 72, "95177229570344": 72, "03365818920899": 72, "60757560084356": 72, "01807134766616": 72, "02808474031944": 72, "82190812609193": 72, "48682887050774": 72, "88794828178202": 72, "59810935786398": 72, "46778150537447": 72, "44257972669456": 72, "79284879509999": 72, "43562436709753": 72, "41247285833814": 72, "62715643472103": 72, "03611257878451": 72, "79267736363525": 72, "65243564408237": 72, "6482": 72, "27876446466": 72, "86509413798045": 72, "1071046471536": 72, "27509765486189": 72, "55675636953588": 72, "65216773896621": 72, "5571280438139": 72, "79071520939431": 72, "83977394603949": 72, "98455644317614": 72, "15279122447957": 72, "20765409229273": 72, "24402610262762": 72, "43118400765561": 72, "60430118197448": 72, "86909845458321": 72, "87644643022476": 72, "06484591156406": 72, "24300908399611": 72, "9982": 72, "991284981603": 72, "6090046831275": 72, "01686090046831275": 72, "94899380246081": 72, "06360575139866": 72, "64043835708107": 72, "90053413764347": 72, "77775409162826": 72, "85491440084278": 72, "84413809380008": 72, "84852169014866": 72, "81155249007516": 72, "2474442023517": 72, "08359041763356": 72, "03184496587623": 72, "06114037003215": 72, "49805825736507": 72, "80319610787662": 72, "78635379853651": 72, "76633279008873": 72, "23300358565249": 72, "15197": 72, "775861760021": 72, "6430": 72, "25476366733": 72, "643025476366733": 72, "30362458961184": 72, "08749938089204": 72, "47728046995123": 72, "84848610748885": 72, "35441535664673": 72, "23674788167068": 72, "83684923572157": 72, "48953443144097": 72, "70569108217305": 72, "92570822385427": 72, "95453942245817": 72, "9310852109356": 72, "90761065616391": 72, "54695943183036": 72, "02379180782778": 72, "09140023176932": 72, "79379237233488": 72, "62275516349538": 72, "20393": 72, "055482672924": 72, "40730428893415": 72, "2081195882295": 72, "94397819959719": 72, "63057921118531": 72, "16215148190642": 72, "34597161854728": 72, "68084155872953": 72, "79261102276273": 72, "80021185275091": 72, "92354348202196": 72, "72571798349205": 72, "7933442496152": 72, "89388375583001": 72, "94708364107272": 72, "52064693594591": 72, "62639383402464": 72, "64389562611166": 72, "78208493279325": 72, "25435": 72, "235586329356": 72, "29888599656579": 72, "60513463360622": 72, "6502371961184": 72, "26243009865059": 72, "83511693216035": 72, "01650759969682": 72, "1219715833017": 72, "193129951486": 72, "25984927684709": 72, "246756226096": 72, "16961935329535": 72, "2292706821575": 72, "31058065863118": 72, "30679185978435": 72, "00162377086149": 72, "07019493415782": 72, "14488073433873": 72, "15733356377928": 72, "29667": 72, "280742048788": 72, "31232078408934": 72, "15531893926972": 72, "62243610547647": 72, "3355501078475": 72, "99617019496714": 72, "90925164972085": 72, "78478083621939": 72, "76648417323338": 72, "94552529042894": 72, "81660183265429": 72, "15665229426293": 72, "11984467906358": 72, "34128949509953": 72, "20504796353065": 72, "88586123209223": 72, "84549591879043": 72, "0480387071551": 72, "92364136523652": 72, "32266": 72, "669648540534": 72, "95342186248593": 72, "79017615251069": 72, "61576801735736": 72, "21904412959735": 72, "23337652641756": 72, "70199079621272": 72, "43858732417969": 72, "50085261539548": 72, "30684175112909": 72, "68506692334094": 72, "61997561531062": 72, "64591022418004": 72, "43849129649558": 72, "89730314513248": 72, "86935225127617": 72, "8610257810776": 72, "76415193815065": 72, "1030080798225": 72, "33693": 72, "4200577215": 72, "67471404763066": 72, "76426059004519": 72, "20781447906961": 72, "8565960165495": 72, "84452889598035": 72, "03748347863898": 72, "30287781156127": 72, "44280752813544": 72, "36536796313164": 72, "55357872462707": 72, "79446517569299": 72, "90682538688919": 72, "72661725183894": 72, "03753160386922": 72, "91255021343735": 72, "01250206066998": 72, "95371613155545": 72, "12462597231874": 72, "34861": 72, "66962269026": 72, "49202797924699": 72, "91834253143812": 72, "6676225575917": 72, "40668187489388": 72, "55052344518836": 72, "93795083204492": 72, "60466670710505": 72, "58536199071002": 72, "28750630729937": 72, "6461216699741": 72, "06515682888017": 72, "06046316147131": 72, "57842146719483": 72, "13899733853399": 72, "14064407629781": 72, "0206640579445": 72, "80239869708953": 72, "11389817828658": 72, "9949106627480553": 72, "665": 72, "preserv": 72, "sophist": 72, "ref": 73, "433": 73, "434": 73, "436": 73, "437": 73, "feel": [73, 75], "loggerev": 73, "earlier": 73, "few": 73, "02": [73, 76], "041": 73, "048": 73, "res3": 73, "898": 73, "899": 73, "906": 73, "ep_len_mean": 73, "5e": 73, "ep_rew_mean": 73, "36e": 73, "fp": 73, "2443": 73, "36": [73, 75], "664": 73, "666": 73, "683": 73, "41": [73, 81], "567": 73, "570": 73, "585": 73, "572": 73, "594": 73, "22754": 73, "48e": 73, "comfort_viol": 73, "mean_ep_length": 73, "mean_power_consumpt": 73, "07e": 73, "power_penalti": [73, 74], "std_reward": 73, "33e": 73, "972": 73, "72": 73, "loss": 73, "n_updat": 73, "5019": 73, "42": 73, "104": 73, "122": 73, "32e": 73, "1024": 73, "102": 73, "105120": 73, "13779": 73, "329": 73, "330": 73, "337": 73, "349": 73, "369": 73, "34": [73, 76, 81], "097": 73, "113": 73, "49": 73, "378": 73, "381": 73, "406": 73, "22400": 73, "83e": 73, "65e": 73, "31e": 73, "825": 73, "22539": 73, "0x7f8e66038ee0": 73, "gt": 73, "54": 73, "736": 73, "create_row_cont": 74, "customcsvlogg": 74, "super": [74, 78], "last_10_steps_reward": 74, "_create_row_cont": 74, "57": 74, "743": 74, "746": 74, "749": 74, "751": 74, "752": [74, 75], "984": 74, "res5": 74, "2061": 74, "064957150696": 74, "22592": 74, "29761805248": 74, "259229761805248": 74, "29027708737195": 74, "4085": 74, "7626350724654": 74, "420": 74, "968971758518": 74, "042096897175851807": 74, "11870426967686143": 74, "88129573032314": 74, "5435": 74, "5346266621": 74, "11649": 74, "00520907892": 74, "164900520907892": 74, "81204708989529": 74, "6345": 74, "247828294638": 74, "29631550252394": 74, "7202": 74, "603862296734": 74, "3532375277869": 74, "025735323752778694": 74, "74339864119381": 74, "25660135880619": 74, "10096": 74, "316306201286": 74, "7796775010779": 74, "017577967750107792": 74, "050386500045999": 74, "949613499954": 74, "13373": 74, "916779680616": 74, "12541": 74, "97872344346": 74, "254197872344346": 74, "9257929336437414": 74, "07420706635626": 74, "16582": 74, "229771212274": 74, "2297": 74, "770586821443": 74, "22977705868214432": 74, "0045748664060916": 74, "99542513359391": 74, "19397": 74, "944264214886": 74, "5381431017472": 74, "07525381431017472": 74, "17564750687498": 74, "788544721127": 74, "1287670446718": 74, "052212876704467184": 74, "00072925585593": 74, "21565": 74, "995065534156": 74, "7777": 74, "204818523511": 74, "7777204818523511": 74, "97813067889673": 74, "23560": 74, "17226791806": 74, "23095": 74, "70961516462": 74, "309570961516462": 74, "15004851034096944": 74, "84995148965903": 74, "672379345545623": 74, "464": 74, "sai": 75, "get_season_comfort_rang": 75, "753": 75, "756": 75, "761": 75, "763": 75, "extend": 75, "desir": 75, "rbc5zone": [75, 80], "myrulebasedcontrol": 75, "daytim": 75, "out_temp": 75, "summer_start_d": 75, "summer_final_d": 75, "current_dt": 75, "season_comfort_rang": 75, "setpoints_summ": 75, "in_temp": 75, "current_heat_setpoint": 75, "current_cool_setpoint": 75, "new_heat_setpoint": 75, "new_cool_setpoint": 75, "weekend": 75, "night": 75, "33": 75, "37": 75, "293": 75, "309": 75, "res6": 75, "9027267231826451": [75, 76], "18054": [75, 76], "5344636529": [75, 76], "8054534463652903": [75, 76], "99998833869494": [75, 76], "1764": 75, "4480209727506": 75, "18190": 75, "11301727289": 75, "8190113017272893": 75, "32998609178986": 75, "3319": 75, "0240158271495": 75, "6499": 75, "498986238363": 75, "6499498986238363": 75, "32985628557421": 75, "4331": 75, "530660717744": 75, "2698020216335806": 75, "73019797836642": 75, "5030": 75, "34341168003": 75, "2756": 75, "596244185509": 75, "2756596244185509": 75, "33021642625628": 75, "5624": 75, "205479307242": 75, "871": 75, "8985175509725": 75, "08718985175509726": 75, "6700868290835906": 75, "32991317091641": 75, "7188": 75, "94373222068": 75, "710258038781241": 75, "28974196121876": 75, "9056": 75, "39052356895": 75, "20410": 75, "91452531903": 75, "041091452531903": 75, "33010209424337": 75, "10854": 75, "090922968613": 75, "3438": 75, "778066876331": 75, "3438778066876331": 75, "32982109298299": 75, "12308": 75, "980146004908": 75, "6368": 75, "219126588838": 75, "6368219126588838": 75, "33031589389634": 75, "12900": 75, "560641948945": 75, "2705": 75, "336525778672": 75, "2705336525778672": 75, "33017846907974": 75, "13780": 75, "798440045137": 75, "5352": 75, "233991403948": 75, "5352233991403947": 75, "32992237675168": 75, "15499": 75, "608669456482": 75, "19332": 75, "86497279549": 75, "9332864972795492": 75, "33000068783789": 75, "4423404300643832": 75, "026": 75, "normil": 76, "778": 76, "780": 76, "783": 76, "785": 76, "786": 76, "789": 76, "805": 76, "res16": 76, "9910000e": 76, "0000000e": 76, "5000000e": 76, "0999999e": 76, "9000000e": 76, "1000000e": 76, "0999992e": 76, "9707859e": 76, "8362732e": 76, "486": 76, "488": 76, "505": 76, "98466104": 76, "33834645": 76, "9484536": 76, "17748918": 76, "8111888": 76, "800001": 76, "44444445": 76, "39061695": 76, "43193626": 76, "56101173": 76, "445": 76, "643": 76, "646": 76, "649": 76, "653": 76, "657": 76, "48": 76, "203": 76, "205": 76, "208": 76, "210": 76, "213": 76, "225": 76, "res18": 76, "53": 76, "099": 76, "108": 76, "144": 76, "535": 76, "540": 76, "543": 76, "545": 76, "744": 76, "754": 76, "res19": 76, "2097": 76, "069513380396": 76, "4420": 76, "417448015461": 76, "44204174480154607": 76, "5592545746684792": 76, "44074542533152": 76, "4115": 76, "586715117292": 76, "15106": 76, "04831627059": 76, "510604831627059": 76, "73615474040233": 76, "5458": 76, "5534876380125": 76, "7163": 76, "35210582586": 76, "7163352105825861": 76, "99485496779759": 76, "6378": 76, "342330065786": 76, "75661867832585": 76, "7230": 76, "79295371363": 76, "11573": 76, "19138929936": 76, "157319138929936": 76, "1447156088359804": 76, "85528439116402": 76, "10136": 76, "551748683549": 76, "779675822106": 76, "0175779675822106": 76, "2201257903301403": 76, "77987420966986": 76, "13417": 76, "322446742612": 76, "20438": 76, "77860937315": 76, "043877860937315": 76, "2761863833358795": 76, "72381361666412": 76, "16653": 76, "395519627065": 76, "4058515355591": 76, "029640585153555915": 76, "0341594895709108": 76, "96584051042909": 76, "19473": 76, "56028227908": 76, "33729078022685": 76, "20476": 76, "057376697874": 76, "12183": 76, "50538957212": 76, "218350538957212": 76, "85073350665203": 76, "21654": 76, "559762066197": 76, "6211799169361": 76, "01526211799169361": 76, "027243301837089": 76, "97275669816291": 76, "23670": 76, "370352311853": 76, "23172": 76, "08056052774": 76, "317208056052774": 76, "13047508039367": 76, "6755242680454563": 76, "289": 76, "re": 77, "num_simul": 77, "sub_runn": 77, "utilsocket": 77, "monitor_norm": 77, "sub_run": 77, "num_episod": 77, "maximum": 77, "within": [77, 79], "suit": 77, "observation_valu": 77, "row": 77, "carri": 77, "techniqu": 77, "factor": 77, "discomfort": 78, "togeth": 78, "typic": 78, "satisfact": 78, "similar": 78, "increas": 78, "higher": 78, "hourlylinearreward": 78, "slight": 78, "am": 78, "pm": 78, "equal": 78, "neg": 78, "perfect": 78, "behavior": 78, "seri": 78, "reflect": 78, "But": [78, 80], "imagin": 78, "signal": 78, "__call__": 78, "below": [78, 81], "basereward": 78, "customreward": 78, "naiv": 78, "under": [79, 80], "test_common": 79, "test_reward": 79, "test_wrapp": 79, "test_simul": 79, "test_config": 79, "test_env": 79, "test_control": 79, "test_stable_baselin": 79, "conceptu": 79, "readm": 79, "try_env": 80, "soon": 80, "dispos": 80, "practic": 80, "screen": 80, "basi": 80, "criteria": 80, "rbcdatacent": 80, "randomcontrol": 80, "west": [80, 81], "htgsetp": 80, "clgsetp": 80, "kind": 80, "subject": 80, "assign": 80, "dualsetp": 80, "heating_nam": 80, "cooling_nam": 80, "heating_initial_valu": 80, "cooling_initial_valu": 80, "\u00bac": 81, "aus_nsw": 81, "sydnei": 81, "947670_iwec": 81, "australia": 81, "subtrop": 81, "dry": 81, "68": 81, "83": 81, "col_bogota": 81, "802220_iwec": 81, "bogota": 81, "colombia": 81, "mediterranean": 81, "warm": 81, "mild": 81, "80": 81, "granada": 81, "spain": 81, "latitud": 81, "semiarid": 81, "passiv": 81, "84": 81, "fin_helsinki": 81, "029740_iwec": 81, "helsinki": 81, "finland": 81, "moist": 81, "continent": 81, "79": 81, "jpn_tokyo": 81, "hyakuri": 81, "477150_iwec": 81, "tokyo": 81, "japan": 81, "78": 81, "mdg_antananarivo": 81, "670830_iwec": 81, "antananarivo": 81, "madagascar": 81, "75": 81, "91": 81, "arizona": 81, "desert": 81, "usa_co_aurora": 81, "bucklei": 81, "angb": 81, "724695_tmy3": 81, "colorado": 81, "usa_il_chicago": 81, "ohar": 81, "725300_tmy3": 81, "illinoi": 81, "92": 81, "70": 81, "pennsylvania": 81, "66": 81, "washington": 81, "marin": 81, "coastal": 81, "rain": 81, "81": 81, "classif": 81, "variant": 82}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 3, 1, "", "metadata"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 4, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 4, 1, "", "start_day"], [18, 4, 1, "", "start_mon"], [18, 4, 1, "", "start_weekday"], [18, 4, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "config"], [40, 0, 0, "-", "constants"], [41, 0, 0, "-", "controllers"], [45, 0, 0, "-", "env_checker"], [47, 0, 0, "-", "evaluation"], [49, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "to_idf"], [37, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[39, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "adapt_idf_to_action_definition"], [39, 2, 1, "", "adapt_idf_to_epw"], [39, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [39, 2, 1, "", "apply_extra_conf"], [39, 2, 1, "", "apply_weather_variability"], [39, 2, 1, "", "get_schedulers"], [39, 2, 1, "", "save_building_model"], [39, 2, 1, "", "save_variables_cfg"], [39, 2, 1, "", "set_episode_working_dir"], [39, 2, 1, "", "set_experiment_working_dir"], [39, 2, 1, "", "set_external_interface"], [39, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[42, 1, 1, "", "RBC5Zone"], [43, 1, 1, "", "RBCDatacenter"], [44, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[46, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[48, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[50, 5, 1, "", "delete_instance_MIG_from_container"], [51, 5, 1, "", "get_service_account_token"], [52, 5, 1, "", "init_storage_client"], [53, 5, 1, "", "read_from_bucket"], [54, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[56, 1, 1, "", "CSVLogger"], [57, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "activate_flag"], [56, 2, 1, "", "deactivate_flag"], [56, 2, 1, "", "log_episode"], [56, 2, 1, "", "log_step"], [56, 2, 1, "", "log_step_normalize"], [56, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "LoggerWrapper"], [65, 1, 1, "", "MultiObsWrapper"], [66, 1, 1, "", "NormalizeObservation"], [67, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "activate_logger"], [64, 2, 1, "", "close"], [64, 2, 1, "", "deactivate_logger"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "reset"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "get_unwrapped_obs"], [66, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71], "contribut": 0, "exampl": [0, 68, 69, 70, 73, 75, 76, 80], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 71, 72], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 41, 42, 43, 44, 72, 75, 80], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 73], "callback": [4, 22, 23, 24], "logger": [4, 55, 56, 57, 74, 76, 77], "evalu": [4, 47, 48], "tensorboard": [4, 7, 69], "structur": 4, "how": 4, "us": [4, 7, 80], "mlflow": [4, 7, 68], "environ": [5, 9, 71, 80], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 81], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 71, 78, 80], "kwarg": 5, "action": [5, 8, 71, 72, 80], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 77], "observ": [5, 71, 76, 80], "space": [5, 71, 80], "name": 5, "definit": [5, 71, 80], "extra": [5, 6, 71, 80], "configur": [5, 6, 7, 9, 71, 74, 80], "ad": [5, 71, 80], "new": [5, 8, 71, 79, 80], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 74], "first": 7, "step": [7, 74], "2": [7, 74], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 79], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "load": 7, "train": 7, "model": [7, 71], "log": 7, "visual": 7, "real": 7, "time": 7, "track": 7, "server": 7, "set": [7, 9, 72], "up": [7, 72], "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 74], "instal": [9, 79], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "about": [9, 71], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16, 80], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "to_idf": 36, "unwrap_wrapp": 37, "config": [38, 39], "constant": 40, "rbc5zone": 42, "rbcdatacent": 43, "randomcontrol": 44, "env_check": [45, 46], "check_env": 46, "evaluate_polici": 48, "gcloud": [49, 50, 51, 52, 53, 54], "delete_instance_mig_from_contain": 50, "get_service_account_token": 51, "init_storage_cli": 52, "read_from_bucket": 53, "upload_to_bucket": 54, "csvlogger": 56, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 74, 76, 80, 82], "loggerwrapp": [64, 74], "multiobswrapp": 65, "normalizeobserv": 66, "officegridstoragesmoothingactionconstraintswrapp": 67, "basic": 70, "chang": 71, "an": [71, 72], "regist": 71, "other": 71, "compon": 71, "get": 71, "inform": 71, "updat": 71, "more": 71, "default": [72, 80], "empti": 72, "interfac": 72, "usag": [73, 80], "person": 74, "inherit": 74, "csvloger": 74, "instanti": 74, "rule": [75, 80], "normal": 76, "multi": 76, "all": 76, "one": 76, "format": 77, "custom": 78, "test": 79, "pytest": 79, "run": 79, "simplest": 80, "overwrit": 80, "some": 80, "valu": 80}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "How use": [[4, "how-use"]], "Mlflow": [[4, "mlflow"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[7, "load-a-trained-model"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[36, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[37, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[38, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[39, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[40, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[41, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[42, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[43, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[44, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[45, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[46, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[47, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[48, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[49, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[50, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[51, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[52, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[53, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[54, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[55, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[56, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[57, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[68, "MLFlow-example"]], "TensorBoard example": [[69, "TensorBoard-example"]], "Basic example": [[70, "Basic-example"]], "Changing an environment registered in Sinergym": [[71, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[71, "Adding-a-new-reward"]], "Adding other new components to the environment": [[71, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[71, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[71, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[71, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[71, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[72, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[73, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[74, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[74, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[74, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[75, "Rule-Controller-example"]], "Wrappers example": [[76, "Wrappers-example"]], "Normalization Wrapper": [[76, "Normalization-Wrapper"]], "Logger Wrapper": [[76, "Logger-Wrapper"]], "Multi Observation Wrapper": [[76, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[76, "All-Wrappers-in-one"]], "Output format": [[77, "output-format"]], "Logger": [[77, "logger"]], "Rewards": [[78, "rewards"]], "Custom Rewards": [[78, "custom-rewards"]], "Tests": [[79, "tests"]], "Install Pytest": [[79, "install-pytest"]], "Running tests": [[79, "running-tests"]], "Create new tests": [[79, "create-new-tests"]], "Usage example": [[80, "usage-example"]], "Simplest example": [[80, "simplest-example"]], "Adding a reward": [[80, "adding-a-reward"]], "Adding wrappers": [[80, "adding-wrappers"]], "Using a rule-based controller": [[80, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[80, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[80, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[80, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[80, "adding-extra-configuration-definition"]], "Weathers": [[81, "weathers"]], "Wrappers": [[82, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [38, "module-sinergym.utils.config"], [40, "module-sinergym.utils.constants"], [41, "module-sinergym.utils.controllers"], [45, "module-sinergym.utils.env_checker"], [47, "module-sinergym.utils.evaluation"], [49, "module-sinergym.utils.gcloud"], [55, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[39, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[39, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[40, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[41, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[44, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[45, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[46, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[47, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[48, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[49, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[55, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 35, 36, 39, 46, 48, 50, 56, 59, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 34, 35, 39, 46, 48, 50, 56, 61, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "project": [0, 4, 5, 7, 8, 9, 10, 17, 40, 79], "base": [0, 3, 4, 7, 8, 10, 42, 43, 59, 71, 75, 79], "zhiang": [0, 10, 17], "zhang": [0, 10, 17], "khee": [0, 10], "poh": [0, 10], "lam": [0, 10], "gym": [0, 4, 5, 6, 7, 10, 12, 13, 17, 24, 32, 37, 46, 48, 59, 60, 61, 62, 63, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "eplu": [0, 5, 6, 10, 13, 35, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 18, 24, 31, 46, 48, 70, 71, 72, 76, 77, 78, 80, 82], "goal": [0, 10], "creat": [0, 5, 6, 9, 10, 18, 26, 27, 35, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 36, 39, 46, 48, 56, 70, 77, 78, 79, 80, 82], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 37, 42, 43, 44, 46, 48, 56, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82], "follow": [0, 5, 7, 8, 9, 10, 18, 43, 46, 70, 72, 78, 80], "openai": [0, 5, 10, 46, 70, 79], "interfac": [0, 5, 10, 14, 19, 39, 71, 77, 79], "wrap": [0, 4, 10, 24, 32, 37, 48, 68, 69, 73, 77], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 35, 39, 42, 43, 44, 56, 57, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "engin": [0, 7, 10, 16, 72], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 36, 38, 39, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 39, 71, 78, 79], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 34, 35, 39, 40, 46, 48, 49, 56, 60, 61, 62, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "deep": [0, 7, 9, 10, 73, 80], "reinforc": [0, 7, 9, 10, 73, 78, 80], "learn": [0, 7, 9, 10, 68, 69, 71, 73, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 46, 73, 75, 80, 81], "help": [0, 7, 10], "u": [0, 6, 9, 10, 72], "improv": [0, 10], "report": [0, 7, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 69, 73, 75, 78, 80, 82], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 73, 79, 80], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 44, 46, 56, 62, 71, 78], "easi": [0, 10, 79], "just": [0, 7, 8, 10, 71, 76], "2": [0, 2, 5, 8, 10, 18, 68, 69, 70, 71, 72, 73, 75, 76, 80, 81], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 69, 70, 71, 72, 73, 74, 75, 79, 80], "templat": [0, 7, 10], "bug": [0, 10, 82], "etc": [0, 4, 5, 7, 9, 10, 56, 70, 71, 80], "more": [0, 4, 5, 6, 7, 8, 9, 10, 46, 67, 72, 73, 75, 76, 77, 78, 79, 80, 82], "detail": [0, 6, 7, 9, 10, 71, 73], "info": [0, 10, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "how": [0, 5, 7, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 80], "main": [0, 2, 4, 5, 7, 10, 56, 71, 78], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 35, 36, 45, 47, 48, 49, 58, 59, 61, 62, 70, 71, 74, 75, 76, 78, 79, 80, 82], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 48, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "includ": [0, 2, 5, 6, 7, 8, 9, 10, 21, 69, 70, 78, 80, 81], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 69, 73, 78, 79, 80], "commun": [0, 10, 14, 39, 77, 79], "between": [0, 4, 5, 8, 10, 29, 78], "python": [0, 5, 6, 7, 8, 10, 13, 17, 27, 39, 49, 71, 79, 80], "establish": [0, 5, 10, 18, 71, 77, 79, 80], "bcvtb": [0, 5, 10, 18, 39], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 75, 77], "tool": [0, 8, 10, 80], "allow": [0, 4, 5, 7, 10, 78], "interact": [0, 3, 4, 10, 46, 56, 64, 72, 73, 77], "sever": [0, 5, 7, 10, 39, 71, 76, 78, 80, 82], "them": [0, 2, 4, 5, 10, 39, 69, 71, 76, 78, 80], "e": [0, 9, 10, 48], "g": [0, 7, 10, 48, 53], "openmodelica": [0, 10], "could": [0, 6, 7, 10, 69, 82], "backend": [0, 7, 10], "while": [0, 10, 69, 70, 71, 72, 74, 75, 76, 80, 82], "maintain": [0, 10], "api": [0, 7, 10, 46, 49, 70], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 48, 80], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 82], "design": [0, 5, 6, 10, 39, 71], "set": [0, 4, 5, 6, 10, 38, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 7, 10, 22, 68, 69, 73, 79, 80], "These": [0, 5, 7, 8, 10, 56, 71, 78, 79], "mai": [0, 5, 7, 9, 10, 39, 69, 70, 73, 77, 78, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 33, 39, 42, 43, 44, 48, 56, 64, 65, 67, 68, 69, 70, 73, 74, 75, 76, 79], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 33, 39, 42, 43, 56, 64, 65, 66, 74, 75, 77, 78, 79, 82], "space": [0, 4, 7, 10, 13, 68, 69, 70, 72, 73, 74, 75, 76], "reward": [0, 4, 7, 10, 13, 21, 23, 24, 48, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 10, 80, 81], "packag": [0, 2, 8, 10, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "modifi": [0, 3, 5, 6, 10, 17, 39, 48, 71, 72, 77, 80], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 71, 77], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 48, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 73, 75, 78, 80, 82], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80], "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 36, 38, 39, 48, 68, 69, 70, 72, 73, 74, 75, 76, 79, 80], "variabl": [0, 7, 10, 13, 18, 20, 33, 35, 39, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 33, 39, 50, 53, 54, 57, 60, 61, 62, 68, 69, 71, 73, 78, 80], "also": [0, 4, 5, 9, 10, 46, 71, 72, 73, 76, 78, 80], "pre": [0, 7, 10], "configur": [0, 10, 13, 18, 20, 38, 39, 68, 69, 70, 72, 73, 75, 76, 78, 79], "avail": [0, 2, 4, 7, 10, 13, 39, 44, 71, 73, 74, 76, 80], "chang": [0, 5, 7, 8, 10, 39, 56, 69, 70, 72, 73, 74, 77, 78, 80], "some": [0, 4, 5, 6, 7, 8, 10, 71, 72, 73, 82], "aspect": [0, 2, 10, 78], "wai": [0, 5, 6, 7, 10, 71, 80], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 77, 81], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "make": [0, 2, 5, 6, 7, 9, 10, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82], "entir": [0, 4, 10], "definit": [0, 7, 10, 13, 39, 68, 69, 70, 72, 73, 74, 75, 76], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 60, 61, 62, 69, 71, 72, 80], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 16, 17, 18, 20, 30, 31, 36, 39, 44, 45, 46, 50, 53, 54, 56, 59, 60, 61, 62, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 48, 56, 67, 71, 72, 75, 77, 78, 79, 80], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 42, 44, 46, 48, 50, 53, 54, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 73, 78, 80], "directli": [0, 4, 5, 7, 9, 10, 34, 71, 72, 80], "associ": [0, 5, 10], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 38, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79], "well": [0, 4, 5, 10, 48, 73], "peopl": [0, 5, 10, 71, 78, 80], "occup": [0, 5, 10, 31, 42, 71, 80], "time": [0, 4, 8, 9, 10, 18, 29, 56, 61, 68, 69, 73, 74, 76, 79, 82], "step": [0, 4, 5, 9, 10, 13, 18, 48, 56, 64, 65, 70, 71, 72, 73, 75, 76, 80, 82], "per": [0, 2, 4, 5, 6, 10, 48, 56, 77], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 70, 71, 72, 74, 75, 76, 78], "run": [0, 4, 5, 7, 9, 10, 18, 48, 68, 69, 71, 72, 73, 77, 80], "period": [0, 5, 10, 78, 81], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 81], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 77], "implement": [0, 3, 4, 5, 6, 10, 41, 58, 63, 72, 78, 79, 82], "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 38, 39, 41, 42, 43, 44, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71, 74, 75, 77, 78], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 81, 82], "custom": [0, 4, 5, 7, 10, 21, 22, 23, 46, 47, 63, 69], "wrapper": [0, 4, 7, 10, 21, 24, 32, 37, 48, 68, 69, 72, 73, 77, 79], "automat": [0, 5, 7, 8, 9, 10, 13, 39, 71, 72, 79], "adapt": [0, 5, 10, 39, 45, 46, 71, 72, 80], "idf": [0, 2, 6, 10, 13, 18, 20, 36, 39, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "specif": [0, 2, 4, 5, 8, 9, 10, 39, 71, 77, 79, 80, 81], "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 34, 35, 39, 48, 56, 64, 73, 74, 75, 76, 77, 78, 80, 81], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 39, 68, 70, 71, 72, 73, 75, 76, 78, 79, 80, 82], "designdai": [0, 5, 10, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "locat": [0, 5, 7, 9, 10, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 33, 36, 38, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81], "epw": [0, 10, 13, 18, 20, 26, 39, 71, 72, 77, 79, 80], "specifi": [0, 4, 5, 7, 10, 13, 36, 39, 53, 54, 69, 71, 72, 74, 78, 80], "without": [0, 5, 7, 8, 10, 39, 66, 72, 80], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 34, 39, 42, 43, 44, 48, 56, 64, 65, 66, 67, 71, 73, 74, 75, 77, 78, 80], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 48, 56, 69, 70, 71, 72, 77, 78], "extern": [0, 5, 7, 10, 39, 71, 77], "cfg": [0, 5, 10, 18, 39, 77], "gener": [0, 5, 6, 7, 8, 10, 13, 39, 77], "when": [0, 4, 7, 8, 10, 18, 24, 46, 48, 56, 67, 71, 72, 77, 78, 80], "depend": [0, 4, 5, 7, 9, 10, 31, 56, 60, 61, 62, 71, 72, 73, 77, 78, 79], "In": [0, 5, 7, 8, 9, 10, 39, 48, 69, 70, 71, 72, 74, 78, 79, 80], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 40, 56, 64, 71, 78, 80], "process": [0, 4, 5, 7, 8, 10, 13, 18, 26, 39, 68, 69], "so": [0, 4, 5, 7, 8, 9, 10, 69, 72, 73, 77, 78, 82], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 39, 46, 48, 51, 69, 71, 72, 73, 77, 78, 79, 80, 82], "what": [0, 5, 7, 10, 71, 76, 80], "want": [0, 4, 5, 6, 7, 8, 9, 10, 48, 53, 54, 71, 72, 74, 75, 77, 78, 79, 80], "integr": [0, 5, 7, 8, 10, 69, 73, 80], "obtain": [0, 4, 5, 10, 13, 80], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 27, 39, 46, 56, 64, 65, 69, 70, 73, 75, 76, 77, 78, 79, 80, 81, 82], "about": [0, 4, 5, 10, 46, 69, 73, 75, 76, 77, 79, 80, 82], "zone": [0, 2, 5, 7, 10, 13, 33, 71, 75, 78, 80], "schedul": [0, 5, 10, 13, 39, 71], "which": [0, 4, 5, 7, 9, 10, 18, 23, 34, 39, 56, 71, 72, 77, 78, 79, 80], "possibl": [0, 4, 5, 6, 7, 9, 10, 71, 73, 80, 81], "export": [0, 5, 7, 10, 13, 27, 36, 71], "excel": [0, 10, 27, 71], "know": [0, 5, 7, 10, 71, 77], "agent": [0, 3, 5, 7, 10, 13, 24, 42, 43, 44, 48, 56, 71, 72, 75, 77, 78, 79, 80], "To": [0, 5, 6, 7, 9, 10, 69, 79, 80], "do": [0, 4, 5, 6, 7, 9, 10, 48, 69, 71, 72, 78, 79, 80], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 39, 46, 60, 61, 62, 64, 65, 69, 71, 78, 79, 82], "thei": [0, 4, 5, 7, 8, 9, 10, 69, 78, 79, 80], "replac": [0, 5, 10, 71, 72, 80], "format": [0, 4, 5, 6, 7, 8, 10, 27, 64, 71, 80], "take": [0, 4, 5, 6, 8, 10, 39, 46, 72, 73], "care": [0, 5, 7, 10, 72], "relev": [0, 10], "intern": [0, 4, 5, 10, 78], "stabl": [0, 4, 9, 10, 22, 45, 46, 79], "baselin": [0, 4, 10, 22, 45, 46, 79], "3": [0, 2, 4, 6, 10, 18, 22, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 81], "like": [0, 4, 5, 7, 8, 9, 10, 39, 69, 70, 71, 79], "callback": [0, 7, 10, 21, 47, 48, 68, 69, 73], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 46, 48, 69, 71, 77, 78, 79, 80], "team": [0, 7, 9, 10, 80], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 34, 39, 69, 71, 76, 77, 79, 82], "other": [0, 4, 5, 7, 9, 10, 73, 77, 78, 80], "drl": [0, 3, 5, 7, 10, 68, 69, 72, 80], "librari": [0, 7, 9, 10, 69, 75, 79], "support": [0, 4, 5, 9, 10, 13, 79], "googl": [0, 8, 9, 10, 49, 50, 51, 52, 53, 54], "cloud": [0, 4, 8, 10, 49, 50, 51, 52, 53, 54], "whether": [0, 7, 8, 10, 13, 18, 24, 46, 48, 50, 65], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 48, 53, 54, 60, 61, 62, 69, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82], "account": [0, 4, 5, 6, 7, 9, 10, 50, 51, 78], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 9, 10], "server": [0, 2, 4, 10, 17, 39, 69], "open": [0, 2, 9, 10, 69], "sourc": [0, 2, 7, 8, 9, 10], "platform": [0, 8, 10, 69], "machin": [0, 7, 10, 69, 80], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 79], "local": [0, 4, 7, 10, 48, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "store": [0, 4, 7, 10, 23, 39, 54, 56, 69, 71, 77, 80], "manag": [0, 5, 6, 7, 10, 38, 39, 50, 77], "artifact": [0, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 39, 43, 53, 54, 56, 69, 72, 73, 77], "visual": [0, 4, 9, 10], "logger": [0, 5, 7, 10, 64, 68, 69, 70, 71, 72, 73, 75, 82], "tensorboard": [0, 10, 23], "train": [0, 4, 10, 68, 69, 73, 77, 78], "evalu": [0, 7, 10, 24, 68, 69, 73, 78], "real": [0, 4, 5, 10, 56, 69], "notebook": [0, 10, 69, 70, 71, 74, 76, 80], "develop": [0, 3, 4, 8, 9, 10, 69, 76, 79, 82], "code": [0, 3, 4, 6, 7, 8, 9, 10, 68, 70, 78, 80, 82], "purpos": [0, 4, 5, 7, 8, 10, 71, 80], "offer": [0, 5, 10], "case": [0, 5, 7, 8, 9, 10, 48, 70, 71, 73, 75, 78, 80], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 35, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 70, 73], "document": [0, 5, 7, 8, 9, 10, 69, 71, 73, 75, 76, 77, 80], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 45, 46, 79], "workflow": [0, 8, 10, 79], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 7, 10, 67, 78], "understand": [0, 10, 80], "mani": [0, 4, 10, 72], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 35, 39, 48, 66, 71, 77, 78, 79, 80, 81, 82], "introduc": [0, 5, 10], "visit": [0, 2, 5, 7, 9, 10, 71, 75, 76, 77, 79, 80, 81, 82], "ad": [0, 2, 4, 10, 72, 81], "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 78, 79, 80, 81], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "progress": [0, 4, 5, 10, 56, 57, 64, 74, 76, 77], "stai": [0, 6, 10, 78], "tune": [0, 6, 10, 78], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 35, 36, 39, 59, 64, 70, 72, 73, 75, 77, 78, 79, 80, 81], "those": [0, 4, 5, 7, 31, 71, 78], "interest": [0, 2, 80, 81], "alwai": [0, 5, 7, 70, 73, 75, 77, 78], "made": [0, 5, 48], "check": [0, 4, 5, 7, 8, 32, 46, 48, 79], "repo": 0, "read": [0, 5, 7, 16, 18, 53, 73], "md": 0, "first": [0, 5, 9, 18, 39, 48, 64, 66, 68, 70, 71, 73, 74, 75], "comput": [0, 4, 7, 69, 73], "contain": [0, 5, 8, 48, 50, 51, 70, 72, 79], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 39, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79, 80], "instal": [0, 7, 8, 18, 80], "host": [0, 2, 7, 77], "folder": [0, 5, 8, 9, 13, 24, 39, 69, 71, 74, 76, 80], "offici": 0, "repositori": [0, 7, 8, 9, 73, 77, 79, 80], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 7, 8, 28, 71, 77, 81], "framework": [0, 2, 72, 79, 81], "author": [0, 51], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 39, 70, 71, 72, 74, 75, 76, 81], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": [0, 7], "york": [0, 5, 81], "ny": 0, "usa": [0, 81], "url": [0, 7], "http": [0, 7, 9, 17, 45, 46], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 7, 53, 54, 71], "energi": [0, 2, 5, 7, 23, 60, 61, 62, 78], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 48, 60, 61, 62, 65, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "sinergym": [2, 3, 4, 8, 10, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "independ": [2, 79, 81], "rest": [2, 5, 7, 9, 49, 50, 78, 80, 81], "up": [2, 4, 5, 6, 9, 38, 39, 60, 62, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "experi": [2, 4, 5, 6, 9, 38, 39, 72, 81], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 68, 69, 73], "two": [2, 7, 8, 9, 71, 78], "asymmetr": 2, "hvac": [2, 71, 78, 80], "consist": [2, 5, 18], "air": [2, 71, 75, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 71], "cool": [2, 5, 71, 75, 80, 81], "coil": [2, 71], "chill": 2, "water": 2, "vav": [2, 71], "heat": [2, 71, 75, 80], "come": [2, 72], "5zoneautodxvav": [2, 5, 42, 72], "singl": [2, 72], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82], "indoor": [2, 42, 43], "4": [2, 5, 6, 18, 39, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "outdoor": [2, 71, 75, 80], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 7, 9, 18, 39, 60, 61, 62, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "equip": [2, 71], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7], "input": [2, 7, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 8, 9, 52, 53, 54], "fine": 2, "offic": [2, 5, 72], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 78, 79], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 50, 51, 52, 64, 65, 66, 67, 68, 69, 71, 73, 74, 75, 80, 81], "electr": [2, 71, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 46, 68, 69, 73], "390": 2, "five": 2, "center": [2, 43], "low": [2, 5, 60, 62, 71, 72, 79, 80], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": [2, 4, 7], "full": 2, "servic": [2, 7, 50, 51], "small": [2, 79], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 9], "fridai": 2, "45": [2, 72, 76], "week": 2, "12": [2, 5, 6, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "basement": 2, "rectangular": 2, "46": [2, 75, 76], "320": [2, 72], "organ": [2, 5, 7, 71, 79], "19": [2, 7, 61, 70, 71, 72, 74, 80], "bot": [2, 8], "mid": [2, 81], "level": [2, 8, 57, 79], "describ": [2, 7, 43], "too": [2, 4, 7, 8, 9, 50, 71], "charg": [2, 5, 67], "discharg": [2, 67], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 39, 56, 73, 76, 78, 79, 82], "random": [3, 7, 44, 72, 80], "rule": [3, 7, 42, 43, 79], "5zone": [3, 5, 6, 7, 71, 75, 80, 82], "datacent": [3, 5, 7, 71, 80], "find": [3, 8], "util": [3, 4, 7, 13, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82], "py": [3, 4, 5, 7, 9, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "veri": [3, 7, 9, 71, 78, 80], "perform": [3, 4, 5, 7, 24, 48, 65, 78], "refer": [3, 7], "point": [3, 69, 73, 80], "studi": [3, 5], "simpl": [3, 5, 70, 71, 78, 80], "given": [3, 4, 7, 18, 27, 28, 30, 32, 35, 36, 39, 60, 61, 62, 64, 78], "instanc": [3, 4, 5, 7, 8, 13, 50, 77], "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 48, 50, 51, 52, 56, 57, 64, 65, 66, 67, 68, 69, 73, 74, 75, 78, 80], "exampl": [3, 4, 5, 7, 8, 9, 10, 71, 72, 74, 77, 78, 79, 82], "usag": [3, 7, 68, 82], "facil": [4, 71, 78, 80], "discret": [4, 5, 13, 70, 71, 78, 80], "continu": [4, 5, 6, 7, 8, 9, 69, 70, 71, 72, 80, 82], "ppo": [4, 7], "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": [4, 7], "dqn": [4, 7, 68, 69, 73], "NO": 4, "offpolicyalgorithm": 4, "ddpg": [4, 7], "sac": [4, 7], "td3": [4, 7], "go": [4, 5, 7, 68, 69, 70, 71, 73, 76, 82], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 48, 71, 73, 77, 80], "stage": 4, "procedur": [4, 8], "access": [4, 7], "state": [4, 5, 7, 18, 64], "dure": [4, 5, 7, 8, 13, 23, 24, 73, 77, 80], "monitor": [4, 7, 9, 24, 48, 56, 64, 69, 72, 73, 74, 76, 77], "save": [4, 6, 7, 24, 39, 68, 69, 71, 73, 80], "manipul": [4, 7, 8], "bar": 4, "inherit": [4, 59, 82], "column": [4, 5, 26, 39], "due": [4, 5, 7, 67, 69], "its": [4, 5, 7, 8, 51, 64, 70, 80, 82], "import": [4, 6, 7, 8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "execut": [4, 5, 8, 9, 13, 18, 39, 50, 56, 57, 64, 65, 69, 73, 79, 80], "object": [4, 5, 7, 13, 26, 28, 30, 36, 37, 39, 52, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76], "log": [4, 56, 57, 64, 73, 77], "extract": [4, 5, 13, 35, 39], "why": 4, "record": [4, 30, 34, 56, 64, 77], "same": [4, 5, 7, 8, 26, 68, 71, 76, 77, 80, 82], "sinergym_logg": [4, 7, 23], "attribut": [4, 5, 13, 18, 39, 56, 73, 77], "constructor": [4, 5, 6, 16, 71, 78, 80], "loggercallback": [4, 7, 69], "basecallback": [4, 24], "background": [4, 72], "With": [4, 5, 71, 80], "": [4, 5, 6, 7, 9, 17, 39, 44, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "compar": 4, "There": [4, 7, 9, 77], "tabl": [4, 5], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 7, 13, 23, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "log_interv": [4, 7, 68, 69, 73], "frequenc": [4, 7], "episod": [4, 6, 7, 13, 18, 23, 24, 35, 39, 48, 56, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 82], "consequ": [4, 7, 78], "featur": [4, 5], "thu": [4, 5, 7], "off": [4, 69, 71], "polici": [4, 7, 24, 47, 48], "mean": [4, 5, 7, 8, 18, 24, 26, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "valu": [4, 5, 6, 7, 9, 13, 18, 23, 35, 39, 66, 67, 68, 69, 71, 73, 74, 77, 78, 82], "instead": [4, 5, 7, 9, 48], "version": [4, 5, 7, 8, 9, 13, 71, 80], "best": [4, 7, 24, 68, 69, 73], "result": [4, 6, 7, 18, 48, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82], "end": [4, 7, 13, 18, 20, 29, 56, 60, 61, 62, 68, 77], "loggerevalcallback": [4, 7, 68, 69, 73], "evalcallback": 4, "particular": [4, 5, 70], "concret": 4, "metric": 4, "construct": [4, 5, 7], "place": [4, 5, 72, 80], "On": [4, 7, 9, 71, 80], "hand": [4, 7, 9, 71, 80], "occupi": [4, 71], "accur": 4, "averag": [4, 48, 80], "therefor": [4, 5, 72, 78, 80], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 78], "good": 4, "turn": [4, 69], "out": [4, 68, 69, 73, 77], "howev": [4, 5, 6, 7, 9, 71, 72, 78, 79, 80], "calcul": [4, 5, 7, 68, 73, 78, 80], "power": [4, 56, 60, 61, 62, 77, 78], "consumpt": [4, 23, 61, 62, 77, 78], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 71, 75, 77, 78, 80], "penalti": [4, 77, 78], "violat": [4, 23], "percentag": 4, "taken": [4, 5, 78, 80], "decid": [4, 5, 7], "better": [4, 5, 80], "appear": [4, 5, 9, 48, 70, 77], "action_simul": 4, "becaus": [4, 5, 7, 8, 73, 75, 80], "output": [4, 6, 8, 35, 39, 46, 57, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "clip": [4, 7, 67], "Then": [4, 5, 7, 9, 68, 69, 71, 72], "pars": [4, 5, 33], "note": [4, 48, 77], "box": [4, 5, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "equival": 4, "csv": [4, 5, 56, 64, 73, 74, 76, 77, 80], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 42, 43, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78, 80], "bound": [4, 68, 69, 70, 71, 72, 73, 74, 75, 76], "rang": [4, 5, 6, 7, 31, 35, 43, 60, 61, 62, 66, 70, 71, 72, 74, 75, 76, 78, 80, 82], "cumulative_comfort_penalti": 4, "sum": [4, 70, 71, 72, 74, 75, 76, 80, 82], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 73], "being": [4, 5, 13, 77, 78, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 35, 39, 46, 56, 60, 61, 62, 64, 65, 66, 71, 73, 74, 77, 79], "normal": [4, 5, 7, 66, 77, 78, 79, 80, 82], "origin": [4, 5, 17, 26, 39, 53, 64, 65, 66, 71, 76, 77, 80], "rollout": [4, 73], "exploration_r": [4, 73], "doesn": [4, 7, 82], "t": [4, 5, 7, 9, 30, 60, 62, 67, 70, 72, 77, 81, 82], "neural": 4, "network": [4, 7], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 39, 42, 43, 44, 46, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 77, 78], "try": [4, 5, 7, 18], "benefit": [4, 5], "script": [4, 7, 71, 73, 80], "drl_batteri": [4, 7, 73, 80], "flag": [4, 7, 18, 56, 64, 74], "most": [4, 5, 77, 78], "must": [4, 5, 7, 9, 48, 71], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 7, 68, 69, 73], "until": [4, 8], "where": [4, 5, 7, 9, 13, 24, 27, 34, 36, 39, 50, 53, 54, 61, 78], "comment": 4, "requir": [4, 5, 7, 8, 9, 39, 71, 73, 78, 80], "argument": [4, 7], "env": [4, 5, 6, 7, 9, 24, 32, 35, 37, 39, 42, 43, 44, 45, 46, 48, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "ep": [4, 7], "curriculum": 4, "add": [4, 5, 7, 8, 39, 71, 73, 78, 80, 82], "field": [4, 5, 7, 13, 39, 78, 81], "valid": [4, 7, 51, 76, 82], "path": [4, 5, 7, 13, 18, 24, 26, 27, 33, 35, 36, 39, 53, 54, 56, 69, 71], "load": [4, 5, 69, 71, 72], "recommend": [4, 7, 8, 9, 43, 71, 72, 78], "initi": [4, 5, 24, 52], "date": [4, 5], "hyperparamet": [4, 7], "durat": 4, "paradigm": 4, "direct": [4, 7], "plan": [4, 5], "futur": [4, 5, 6, 7, 69, 78], "demo": [5, 68, 69, 70, 71, 73, 74, 75, 76, 80], "v1": [5, 6, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "usa_pa_pittsburgh": [5, 72, 81], "allegheni": [5, 72, 81], "counti": [5, 72, 81], "ap": [5, 72, 81], "725205_tmy3": [5, 72, 81], "No": [5, 69], "01": [5, 71, 72, 73, 76], "31": [5, 6], "03": [5, 73, 76], "hot": [5, 6, 60, 61, 62, 71, 72, 78, 80, 81, 82], "usa_az_davi": [5, 81], "monthan": [5, 81], "afb": [5, 81], "722745_tmy3": [5, 81], "mix": [5, 78, 81], "usa_ny_new": [5, 81], "j": [5, 7, 81], "f": [5, 7, 9, 68, 69, 73, 81], "kennedi": [5, 81], "intl": [5, 81], "744860_tmy3": [5, 81], "usa_wa_port": [5, 81], "angel": [5, 81], "william": [5, 81], "r": [5, 60, 62, 81], "fairchild": [5, 81], "727885_tmy3": [5, 81], "stochast": [5, 24, 48, 71, 78, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 67], "shopwithvandbatteri": 5, "respect": [5, 8, 9, 33], "complet": [5, 68, 69, 73, 76], "context": [5, 6, 71, 79], "either": 5, "predefin": [5, 71, 80], "shown": [5, 9, 68], "abov": [5, 7, 8, 69, 71], "def": [5, 74, 75, 78], "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 39, 42, 43, 44, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 74, 78], "self": [5, 74, 75, 78], "idf_fil": [5, 13, 20], "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 36, 39, 48, 50, 51, 54, 56, 57, 60, 61, 62, 64, 65, 66, 74, 78], "weather_fil": [5, 13, 20, 71, 80], "observation_spac": [5, 13, 71, 80], "5e6": [5, 71, 80], "high": [5, 71, 72, 80], "shape": [5, 7, 71, 72, 80], "observation_vari": [5, 13, 71, 80], "action_spac": [5, 7, 13, 44, 70, 71, 72, 74, 76, 80, 82], "union": [5, 13, 18, 27, 56, 60, 61, 62, 64, 65, 74], "0": [5, 7, 18, 23, 29, 56, 60, 61, 62, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "action_vari": [5, 13, 71, 72, 80], "action_map": [5, 13, 71, 80], "dict": [5, 13, 18, 27, 33, 34, 35, 39, 48, 56, 64, 65, 66, 74, 75], "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 39, 48, 56, 60, 61, 62, 64, 65, 74, 75], "tupl": [5, 6, 13, 18, 26, 31, 39, 60, 61, 62, 64, 65, 74], "float": [5, 7, 13, 18, 26, 28, 29, 31, 35, 39, 48, 56, 60, 61, 62, 64, 65, 69, 74], "weather_vari": [5, 13, 18, 38, 71, 80], "none": [5, 7, 13, 16, 18, 24, 26, 27, 35, 36, 37, 39, 42, 43, 46, 48, 56, 64, 65, 66, 72, 74], "linearreward": [5, 7, 13, 68, 69, 71, 73, 78, 80], "reward_kwarg": [5, 13, 71, 78, 80], "act_repeat": [5, 13, 18, 71, 80], "max_ep_data_store_num": [5, 13, 18, 71, 80], "action_definit": [5, 13, 18, 39, 71, 72, 80], "env_nam": [5, 13, 18, 20, 35, 39, 71, 77, 80], "config_param": [5, 6, 13, 18, 71, 80], "arg": [5, 7, 9, 13, 23, 24, 64, 65, 66, 67, 75], "condit": [5, 13, 31, 42], "empti": [5, 9, 13, 39, 68, 69, 73], "manual": [5, 6, 8, 13, 72], "should": [5, 6, 7, 9, 13, 18, 24, 59, 80], "extra_config": [5, 13, 39], "map": [5, 13, 71, 80], "sigma": [5, 7, 13, 18, 26, 39], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 39], "uhlenbeck": [5, 13, 26, 39], "appli": [5, 6, 7, 8, 13, 39, 66, 73, 77, 82], "feedback": [5, 13], "pass": [5, 7, 13, 18, 24, 48], "number": [5, 7, 13, 18, 23, 24, 39, 48, 56, 65, 71, 73, 77, 80], "regardless": [5, 13, 77], "receiv": [5, 13, 18, 20], "repetit": [5, 13], "interv": [5, 7, 13], "last": [5, 9, 13, 18, 35, 64, 66, 71, 80], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 34, 39, 71, 78, 80, 82], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "pkg_data_path": 5, "idf_path": [5, 18, 39], "join": 5, "weather_path": [5, 18, 39], "detect": 5, "planner": 5, "get_schedul": [5, 13, 39, 71], "need": [5, 7, 9, 68, 70, 73, 74, 75, 77], "month": [5, 18, 28, 29, 31, 60, 61, 62, 70, 71, 72, 74, 75, 76, 80, 82], "dai": [5, 6, 18, 28, 29, 31, 39, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78], "flag_discret": 5, "isinst": 5, "els": [5, 7, 48, 74, 75], "setpoint": [5, 42, 43, 75], "setpoints_spac": 5, "continuous_action_def": 5, "np": [5, 7, 13, 18, 56, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 80, 82], "dtype": [5, 68, 69, 71, 73, 80], "reward_fn": [5, 7], "obs_dict": [5, 75], "checker": [5, 45], "_check_eplus_env": 5, "show": [5, 8, 13, 39, 80], "intermedi": 5, "free": [5, 7, 73, 75], "runperiod": [5, 70, 71, 72, 80], "necessari": [5, 7, 8, 9, 71, 72, 78, 80], "mention": [5, 7, 71], "onc": [5, 7, 9], "copi": [5, 9, 18, 77], "climat": [5, 81], "present": [5, 13, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "compat": [5, 7, 9, 46], "nois": [5, 7, 70], "tau": [5, 7, 18, 26, 39], "whose": [5, 56, 78], "natur": 5, "addit": [5, 13, 23, 39, 46, 48], "moreov": 5, "n": [5, 7, 65, 71, 76, 80], "activ": [5, 7, 9, 23, 56, 64, 77], "summari": [5, 64, 70], "dynam": [5, 69], "let": [5, 6, 7, 9, 68, 69, 70, 71, 73, 80], "variable_nam": 5, "zone_nam": 5, "regist": [5, 7, 69, 70, 73, 80], "correctli": [5, 7, 27, 79, 80, 82], "correct": [5, 7, 9, 31, 76, 82], "look": [5, 32, 37, 46, 73, 75], "found": [5, 13, 39, 82], "rdd": 5, "ones": [5, 7, 78, 82], "done": [5, 56, 70, 71, 72, 74, 75, 76, 80, 82], "constant": [5, 7, 60, 61, 62, 74, 76, 78, 82], "discuss": [5, 71], "249": [5, 72, 82], "range_gett": 5, "common": [5, 7, 21, 24, 48, 68, 69, 73, 75, 78, 79], "get": [5, 7, 9, 13, 31, 39, 48, 51, 66, 75], "standard": [5, 8, 31, 42, 70, 80], "repres": 5, "previous": [5, 7, 39, 71, 77], "rememb": [5, 73, 75], "later": [5, 9, 56], "reserv": [5, 7], "inconsist": [5, 71, 80], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 71, 72], "befor": [5, 7, 9, 18, 39, 48, 71, 72, 73, 76, 80], "usual": [5, 78], "solut": 5, "problem": [5, 7, 71, 80], "send": [5, 7, 13, 16, 18, 20, 51, 52, 54, 72], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": [5, 7], "As": [5, 7, 9, 71, 80], "told": [5, 9], "id": [5, 7, 71, 78, 80], "seen": 5, "recogniz": 5, "word": [5, 8], "don": [5, 7, 9, 70, 72, 77], "give": [5, 7], "plai": [5, 73, 75], "affect": [5, 26, 39, 48], "resolut": 5, "ensur": [5, 9], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "error": [5, 7, 8, 48, 69, 71, 80], "advantag": [5, 8, 72], "meanwhil": 5, "connect": [5, 7, 17, 18, 19, 68, 69, 70, 71, 72, 73, 74, 75, 76], "9": [5, 43, 60, 61, 62, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "complex": [5, 79], "next": [5, 7, 8, 13, 18, 64, 65, 68, 71, 78, 79, 82], "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 71], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 71], "object2": [5, 71], "entri": 5, "kei": [5, 6, 7, 18, 30, 33, 35], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 71, 78], "grow": 5, "cover": 5, "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 78], "dedic": 5, "explan": [5, 7], "download": [5, 7], "ddy": [5, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "exactli": [5, 80], "That": [5, 78], "abl": [5, 7, 9, 71], "alreadi": [5, 7, 71, 75, 78, 79, 80], "even": [5, 71, 73, 75, 80], "perhap": 5, "incorpor": 5, "than": [5, 7, 67, 77, 78, 80, 82], "intend": 5, "someon": 5, "far": [5, 78], "concern": [5, 71], "Be": 5, "sure": 5, "except": [5, 39, 80], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 68, 69, 70, 73, 74, 75, 76], "config": [6, 7, 27, 70, 79], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 71, 80], "1997": 6, "1998": 6, "skeleton": 6, "separ": [6, 7], "By": [6, 9, 71, 78, 80], "less": [6, 72], "1991": [6, 70, 71, 72, 74, 75, 76, 80], "determin": [6, 7, 80], "length": [6, 7, 48, 68, 73], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 39], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "otherwis": [6, 7, 80, 82], "fail": [6, 7], "apply_extra_conf": [6, 39], "gcloud": 7, "combin": [7, 9, 71, 72, 76, 80], "idea": 7, "virtual": [7, 9], "gce": 7, "At": [7, 8, 70, 73, 80], "finish": [7, 8, 18, 80], "job": [7, 8, 9, 79], "remov": [7, 50, 60, 61, 62, 78], "firstli": 7, "sdk": [7, 9], "auth": [7, 50], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "imag": [7, 9], "begin": 7, "enabl": [7, 8], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 52, 53, 54], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 35, 39, 42, 43, 48, 56, 60, 61, 62, 64, 70, 71, 74, 75, 78], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 45, 46], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 79, 80], "termin": [7, 18, 57, 64, 65, 80], "applic": [7, 79], "login": 7, "upload": [7, 8, 54], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 51], "restart": 7, "never": [7, 70], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 70, 71, 72, 73, 74, 75, 76, 80, 81], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 76, 80, 82], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 72, 78], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 79, 80], "write": [7, 8, 9, 79], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 78], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 79], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "inner": [7, 23, 50, 53, 54], "confus": 7, "helper": 7, "everyth": [7, 72, 73, 80], "upgrad": 7, "global": [7, 48], "memori": 7, "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 71, 80], "predetermin": 7, "enter": [7, 80], "after": [7, 18, 48, 70, 71, 76, 80], "immedi": 7, "hasn": [7, 30], "yet": [7, 79], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 73], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow_tracking_uri": 7, "ip": 7, "5000": 7, "explain": [7, 8, 71, 80], "previou": [7, 8, 65, 71, 80], "group": [7, 50], "larg": 7, "quot": 7, "probabl": 7, "readi": [7, 9, 70, 73, 75], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 70, 73], "alloc": [7, 8], "everi": [7, 8, 9, 24, 70, 71, 72, 74, 75, 76, 79, 80, 82], "argpars": 7, "datetim": [7, 68, 69, 73, 75], "numpi": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "stable_baselines3": [7, 24, 48, 68, 69, 73], "normalactionnois": 7, "vec_env": [7, 24, 48, 68, 69, 73], "dummyvecenv": [7, 68, 69, 73], "ranges_5zon": [7, 74, 76], "ranges_datacent": 7, "ranges_iw": 7, "loggerwrapp": [7, 68, 69, 72, 73, 76, 80, 82], "multiobswrapp": [7, 74, 76], "normalizeobserv": [7, 74, 76, 80, 82], "parser": 7, "argumentpars": 7, "add_argu": 7, "true": [7, 24, 32, 46, 48, 56, 64, 65, 68, 69, 73, 74, 76], "dest": 7, "mod": 7, "alg": 7, "rw": 7, "linear": [7, 61, 62, 78, 80], "exponenti": [7, 60, 78], "energy_weight": [7, 60, 62, 71, 78, 80], "rew": 7, "weight": [7, 60, 61, 62, 71, 78], "norm": 7, "store_tru": 7, "multiob": [7, 76, 82], "mob": 7, "multi": [7, 82], "csvlogger": [7, 23, 64, 74, 77], "ten": 7, "eval": [7, 24, 68, 73], "onlin": 7, "eval_freq": [7, 24, 68, 73], "evalf": 7, "useless": 7, "eval_length": 7, "inter": 7, "seed": [7, 80], "sd": 7, "identifi": [7, 8], "remote_stor": 7, "sto": 7, "sent": 7, "bucket_nam": [7, 53], "buc": 7, "mlflow_stor": 7, "group_nam": 7, "auto_delet": 7, "del": 7, "gcp": 7, "learning_r": [7, 73], "lr": 7, "0003": 7, "n_step": 7, "2048": 7, "batch_siz": 7, "64": [7, 69], "n_epoch": 7, "ne": 7, "gamma": 7, "99": [7, 39], "gae_lambda": 7, "gl": 7, "95": [7, 73, 81], "ent_coef": 7, "ec": 7, "vf_coef": 7, "v": [7, 79], "max_grad_norm": 7, "m": [7, 68, 69, 73, 81], "buffer_s": 7, "bf": 7, "1000000": 7, "learning_start": 7, "l": 7, "100": [7, 76], "tu": 7, "005": 7, "gradient_step": 7, "clip_rang": 7, "cr": 7, "sig": 7, "rms_prop_ep": 7, "rpe": 7, "1e": [7, 60, 61, 62, 78], "parse_arg": 7, "experiment_d": [7, 68, 69, 73], "todai": [7, 68, 69, 73], "strftime": [7, 68, 69, 73], "y": [7, 68, 69, 73], "d_": 7, "h": [7, 68, 69, 73, 81], "_": 7, "ping": 7, "mlflow_ip": 7, "split": 7, "respons": [7, 50, 77], "set_tracking_uri": 7, "getcwd": 7, "mlrun": 7, "start_run": [7, 68], "run_nam": [7, 68], "param": [7, 23, 24, 38, 39, 43, 48, 56], "log_param": 7, "__version__": 7, "bool": [7, 13, 18, 20, 24, 32, 46, 48, 56, 64, 65, 74], "rate": [7, 67, 71, 78, 80], "batch": [7, 34], "epoch": 7, "gae": 7, "lambda": [7, 68, 69, 73], "ent": 7, "coef": 7, "vf": 7, "max": [7, 35, 60, 62], "grad": 7, "buffer": 7, "gradient": 7, "elif": [7, 75], "expreward": [7, 71, 78, 80], "rais": [7, 8, 18, 20, 39, 48], "runtimeerror": [7, 18, 39], "hasattr": 7, "w_energi": 7, "eval_env": [7, 24], "norm_rang": 7, "env_typ": 7, "iwmullion": 7, "nameerror": 7, "cant": 7, "disabl": 7, "mlppolici": [7, 68, 69, 73], "verbos": [7, 23, 24, 69, 73, 79], "train_freq": 7, "target_update_interv": 7, "10000": [7, 24], "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_final_ep": 7, "05": [7, 68, 73], "tensorboard_log": [7, 69], "n_action": 7, "action_nois": 7, "zero": 7, "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "optimize_memory_usag": 7, "fals": [7, 23, 24, 48, 56, 64, 68, 70, 71, 72, 73, 74, 75, 76, 80, 82], "policy_delai": 7, "target_policy_nois": 7, "target_noise_clip": 7, "create_eval_env": 7, "policy_kwarg": 7, "devic": [7, 69, 73], "_init_setup_model": 7, "model_path": 7, "init_storage_cli": 7, "read_from_bucket": 7, "set_env": 7, "total": [7, 71, 73, 78, 80], "n_timesteps_episod": [7, 68, 69, 73], "_eplus_one_epi_len": [7, 68, 69, 73], "_eplus_run_steps": [7, 68, 69, 73], "eval_callback": [7, 68, 73], "best_model_save_path": [7, 24, 68, 73], "best_model": [7, 68, 73], "log_path": [7, 24, 68, 73], "determinist": [7, 24, 48, 68, 73], "render": [7, 13, 24, 46, 48, 68, 73], "n_eval_episod": [7, 24, 48, 68, 73], "append": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "log_callback": [7, 69], "dir": [7, 39, 69], "tensorboardformatlogg": [7, 69], "tb_path": [7, 69], "new_logg": [7, 69], "set_logg": [7, 69], "total_timestep": [7, 56, 68, 69, 73], "_env_working_dir_par": [7, 68, 69, 73], "reset": [7, 13, 18, 39, 48, 64, 65, 70, 71, 72, 74, 75, 76, 80, 82], "close": [7, 13, 18, 64, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "_episode_exist": 7, "storeg": 7, "log_artifact": 7, "local_dir": 7, "artifact_path": 7, "abspath": 7, "resourc": [7, 52, 53, 54], "upload_to_bucket": 7, "src_path": [7, 54], "dest_bucket_nam": [7, 54], "dest_path": [7, 54], "end_run": [7, 68], "autodelet": 7, "token": [7, 50, 51], "get_service_account_token": 7, "delete_instance_mig_from_contain": 7, "effect": [7, 80], "pretti": [7, 78], "deactiv": [7, 56, 64, 77], "written": [7, 74], "recreat": 7, "belong": [7, 56, 77], "delet": [7, 50], "individu": 7, "appropri": [7, 71, 80], "environment_nam": 7, "episodes_int": 7, "seed_valu": 7, "uri": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "json": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 73, 80], "gitignor": 7, "ignor": [7, 8, 69, 79], "final": [7, 70, 72], "load_ag": 7, "zip": [7, 75], "predict": 7, "agre": 7, "collect": [7, 56, 80], "One": 7, "strength": 7, "abil": 7, "whatev": 7, "caus": 7, "recogn": 7, "mayb": 7, "got": [7, 30], "deploi": [7, 8], "localhost": 7, "6006": 7, "second": [7, 18, 28, 29, 48, 56, 71, 74, 80], "shut": 7, "down": 7, "logdir": 7, "back": 7, "databas": 7, "loos": 7, "bin": [7, 9], "scrip": 7, "ugr": [7, 9], "sail": [7, 9], "sinergymcompilationhtml": 7, "html": 7, "db_root_password": 7, "machine_typ": 7, "e2": 7, "medium": 7, "mlflow_imag": 7, "kaysush": 7, "14": [7, 72, 73, 81], "cloud_sql_proxy_imag": 7, "cloudsql": 7, "proxi": 7, "mysql_inst": 7, "echo": 7, "sa": 7, "descript": [7, 18], "displai": [7, 70, 71, 72, 74, 75, 76, 80, 82], "mb": 7, "tier": 7, "db": [7, 39], "f1": 7, "micro": 7, "password": 7, "provis": 7, "editor": 7, "start_mlflow_track": 7, "sh": 7, "cat": 7, "eof": 7, "d": [7, 8, 18, 68, 69, 73], "mysql": 7, "net": 7, "p": 7, "3306": 7, "cloud_sql_proxi": 7, "tcp": 7, "pymysql": 7, "mlflow_artifact": 7, "alter": 7, "iptabl": 7, "dport": 7, "accept": [7, 8], "cp": 7, "tempor": 7, "rm": [7, 45, 46], "7": [7, 18, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "static": [7, 42, 43], "subnet": 7, "premium": 7, "metadata": [7, 13], "startup": 7, "mainten": 7, "migrat": 7, "tag": [7, 8, 9], "co": 7, "77": 7, "12371": 7, "1109": 7, "balanc": 7, "shield": 7, "secur": [7, 8], "vtpm": 7, "affin": 7, "firewal": 7, "prioriti": 7, "1000": 7, "ingress": 7, "target": [7, 78], "anymor": 7, "again": 7, "redefin": 7, "notic": [7, 78], "creation": [7, 80], "annot": 7, "bellow": [7, 78], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76], "rise": 8, "pytyp": 8, "cannot": [8, 69, 80], "compil": 8, "sphinx": 8, "exist": [8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 78, 80], "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 46], "commit": 8, "ci": [8, 46], "string": [8, 68, 73], "161": 8, "sequenti": 8, "autopep8": 8, "successfulli": [8, 9, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "edit": 8, "catch": 8, "anoth": [8, 9, 71, 77], "pypi": [8, 9], "yml": [8, 9, 79], "minim": 8, "pip": [9, 79], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 71, 76], "pop": [9, 74], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 80], "git": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 68, 69, 70, 71, 72, 73, 74, 75, 76], "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78], "instruct": 9, "linux": 9, "ubuntu": 9, "choos": 9, "select": [9, 13, 42, 43, 44, 75], "consid": [9, 60, 61, 62, 70, 78], "subset": [9, 76, 82], "ofici": 9, "supervis": [9, 79], "vv": [9, 79], "anywai": [9, 79], "prepar": [9, 34, 39], "kwarg": [13, 23, 24, 64, 65, 66, 67], "repeat": [13, 18, 71, 80], "xlsx": [13, 71], "get_zon": [13, 71], "mode": 13, "human": [13, 31, 42], "ndarrai": [13, 16, 18, 56, 64, 65, 66, 67, 74], "integ": [13, 18], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "end_env": 18, "end_episod": 18, "properti": [18, 39], "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "socket": [18, 77], "sensor": 18, "ou": [18, 26, 39], "element": [18, 30, 34, 56, 80], "elaps": [18, 28, 56], "correspond": 18, "boolean": [18, 23], "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 75], "sundai": 18, "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "on_training_end": 23, "callback_on_new_best": 24, "accord": [24, 81], "freq": 24, "npz": 24, "vecenv": [24, 48], "weather_data": [26, 39], "weatherdata": [26, 39], "original_epw_fil": 26, "drybulb": [26, 39, 71, 75, 80], "variat": [26, 39], "opyplu": [26, 28, 30, 34, 36, 39], "_get_actu": 27, "rel": [27, 71, 80], "epm": [28, 30, 34, 36, 39], "sec_elaps": 28, "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 70, 71, 72, 74, 80], "explicitli": 30, "season": [31, 60, 61, 62, 71, 75, 78, 81], "ashra": [31, 42, 43], "55": [31, 42, 71, 81], "thermal": [31, 42, 61, 71, 78, 80], "environment": [31, 42], "2004": [31, 42], "wrapper_class": [32, 37], "var_fil": 33, "add_batch": 34, "convert": 34, "output_path": 35, "last_result": 35, "min": [35, 71], "absolut": [35, 60, 62, 78], "file_path": 36, "content": [36, 77], "retriev": 37, "vecenvwrapp": 37, "recurs": [37, 53, 54], "search": 37, "unwrap": [37, 77], "till": 37, "modif": [38, 78], "max_ep_stor": 39, "_idf_path": 39, "_weather_path": 39, "_ddy_path": 39, "experiment_path": 39, "episode_path": 39, "_idd": 39, "idd": 39, "ddy_model": 39, "adapt_idf_to_action_definit": 39, "interpret": 39, "adapt_idf_to_epw": 39, "summerdai": 39, "ann": 39, "clg": [39, 71], "condn": 39, "mwb": 39, "winterdai": 39, "htg": [39, 71], "summer": [39, 60, 61, 62, 78, 81], "winter": [39, 78, 81], "desingdai": 39, "adapt_variables_to_cfg_and_idf": 39, "xml": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "tree": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "apply_weather_vari": 39, "save_building_model": 39, "env_working_dir": 39, "save_variables_cfg": 39, "set_episode_working_dir": 39, "parent": 39, "set_experiment_working_dir": 39, "set_external_interfac": 39, "ptolemi": 39, "basic": 41, "act": [42, 43, 44, 67, 75, 80], "sequenc": [42, 43, 44, 66, 74, 75], "perceiv": [42, 43, 75], "chosen": [42, 43, 44, 75, 80], "2zonedatacenterhvac": 43, "tc9": 43, "2016": 43, "randomli": [44, 67, 80], "dlr": [45, 46], "baselines3": [45, 46], "skip_render_check": 46, "particularli": 46, "blob": 46, "master": 46, "mainli": 46, "relat": 46, "base_class": 48, "basealgorithm": 48, "callabl": [48, 64], "count": [48, 71, 80], "scale": [48, 79], "earli": 48, "avoid": 48, "anyth": 48, "reward_threshold": 48, "minimum": [48, 61], "expect": 48, "met": 48, "return_episode_reward": 48, "std": 48, "easier": 49, "instance_group_nam": 50, "vm": 50, "alon": 50, "mig": 50, "request": 50, "petit": [51, 52], "ask": [52, 53, 54], "blob_prefix": 53, "bucket": [53, 54], "exclud": 53, "destin": 54, "monitor_head": [56, 64, 74], "progress_head": [56, 64, 74], "log_progress_fil": [56, 74], "log_fil": [56, 74], "header": [56, 64, 74], "sub_run_n": 56, "res_n": 56, "steps_data": 56, "arrai": [56, 71], "elabor": 56, "total_time_elaps": 56, "comfort_violation_timestep": 56, "comfort_penalti": [56, 70, 71, 72, 73, 74, 75, 76], "activate_flag": 56, "deactivate_flag": 56, "log_episod": 56, "log_step": 56, "ob": [56, 66, 70, 71, 72, 74, 75, 76, 80, 82], "log_step_norm": 56, "set_log_fil": 56, "new_log_fil": 56, "getlogg": 57, "formatt": 57, "temperature_vari": [60, 61, 62, 71, 78, 80], "energy_vari": [60, 61, 62, 71, 78, 80], "range_comfort_wint": [60, 61, 62, 71, 78, 80], "range_comfort_summ": [60, 61, 62, 71, 78, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 68, 70, 71, 74, 75, 80], "lambda_energi": [60, 61, 62, 78], "0001": [60, 61, 62, 73], "lambda_temperatur": [60, 61, 62, 78], "w": [60, 61, 62, 69, 72, 78], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 78, 81], "session": [60, 61, 62, 69], "dimens": [60, 61, 62, 78], "min_energy_weight": 61, "range_comfort_hour": 61, "logger_class": [64, 74], "activate_logg": 64, "deactivate_logg": 64, "flatten": [65, 76], "stack": 65, "flat": 65, "vector": [65, 73], "reli": [66, 73], "get_unwrapped_ob": 66, "simultan": 67, "upper": 67, "usr": [68, 69, 70, 71, 72, 73, 74, 75, 76], "lib": [68, 69, 70, 71, 72, 73, 74, 75, 76], "dist": [68, 69, 70, 71, 72, 73, 74, 75, 76], "73": [68, 69, 70, 71, 72, 73, 74, 75, 76], "userwarn": [68, 69, 70, 71, 72, 73, 74, 75, 76], "precis": [68, 69, 70, 71, 72, 73, 74, 75, 76], "lower": [68, 69, 70, 71, 72, 73, 74, 75, 76], "cast": [68, 69, 70, 71, 72, 73, 74, 75, 76], "float32": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "episodes_": [68, 69, 73], "env_vec": [68, 69, 73], "2022": [68, 69, 70, 71, 72, 73, 74, 75, 76], "07": [68, 69, 70, 71, 73, 74, 75, 76], "09": [68, 69, 70, 71, 73, 74, 75, 76], "15": [68, 70, 71, 72, 73, 74, 76, 80], "336": 68, "eplus_env_demo": [68, 69, 70, 71, 73, 74, 75, 76], "v1_mainthread_root": [68, 69, 70, 71, 72, 73, 74, 75, 76], "externalinterfac": [68, 69, 70, 71, 72, 73, 74, 75, 76], "340": 68, "site": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "sizingperiod": [68, 69, 70, 71, 72, 73, 74, 75, 76], "343": 68, "bvctb": [68, 69, 70, 71, 72, 73, 74, 75, 76], "346": 68, "347": [68, 73], "379": 68, "395": 68, "workspac": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "res4": 68, "sub_run1": [68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "28": [68, 70, 71, 72, 75, 76, 80], "814": 68, "816": 68, "833": 68, "sub_run2": [68, 69, 73, 76, 77], "52": [68, 69], "095": [68, 73], "096": 68, "106": [68, 73], "sub_run3": [68, 69, 73, 77], "fromnumer": [68, 69, 73], "3432": [68, 69, 73], "runtimewarn": [68, 69, 73], "slice": [68, 69, 73], "_method": [68, 69, 73], "_mean": [68, 69, 73], "axi": [68, 69, 73], "190": [68, 69, 73], "invalid": [68, 69, 73], "encount": [68, 69, 73, 82], "double_scalar": [68, 69, 73], "ret": [68, 69, 73], "rcount": [68, 69, 73], "265": [68, 69, 73], "degre": [68, 69, 73], "freedom": [68, 69, 73], "lt": [68, 69, 73], "_var": [68, 69, 73], "ddof": [68, 69, 73], "223": [68, 69, 73], "arrmean": [68, 69, 73], "um": [68, 69, 73], "true_divid": [68, 69, 73], "div": [68, 69, 73], "39": [68, 69, 70, 71, 72, 73, 74, 75, 76], "unsaf": [68, 69, 73], "257": [68, 69, 70, 73, 74], "56": [68, 71, 73], "988": 68, "989": 68, "996": [68, 74], "sub_run4": [68, 69, 73], "06": 68, "618": 68, "619": 68, "626": [68, 73], "sub_run5": [68, 69, 73], "941": 68, "943": 68, "957": 68, "sub_run6": [68, 73], "num_timestep": [68, 73], "70080": [68, 73], "episode_reward": [68, 73], "22006": 68, "98": 68, "00": [68, 70, 71, 73, 76], "35040": [68, 70, 71, 72, 73, 74, 75, 76], "168": [68, 72], "176": [68, 71], "sub_run7": [68, 73], "862": [68, 70], "863": 68, "870": 68, "sub_run8": [68, 73], "35": [68, 81], "851": 68, "852": 68, "861": 68, "sub_run9": [68, 73], "181": 68, "183": 68, "196": 68, "sub_run10": [68, 73], "08": [68, 69, 73, 74], "522": [68, 69, 74], "532": 68, "sub_run11": [68, 73], "140160": [68, 73], "23530": 68, "67": 68, "923": 69, "925": 69, "927": 69, "929": 69, "930": 69, "tensorboard_path": 69, "cpu": [69, 73], "712510": 69, "tensorflow": 69, "cc": 69, "169": [69, 73], "onednn": 69, "oper": 69, "slightli": 69, "numer": 69, "round": 69, "tf_enable_onednn_opt": 69, "716588": 69, "stream_executor": 69, "dso_load": 69, "libcudart": 69, "11": [69, 70, 71, 72, 73, 74, 75, 76], "dlerror": 69, "share": 69, "716606": 69, "cuda": 69, "cudart_stub": 69, "29": [69, 70, 71, 72, 74, 76, 80], "cudart": 69, "gpu": 69, "416": 69, "425": 69, "res7": 69, "27": [69, 70, 71, 74, 76, 80], "141": 69, "149": 69, "560": 69, "563": 69, "582": 69, "25": [69, 70, 71, 72, 74, 75, 76, 80, 81], "548": 69, "549": 69, "557": 69, "59": [69, 71, 73, 76, 81], "524": 69, "537": [69, 76], "04": [69, 73, 76], "617": 69, "loop": 70, "602": 70, "603": 70, "605": 70, "606": [70, 73], "607": 70, "glanc": 70, "someth": 70, "current_month": [70, 71, 72, 74, 75, 76, 80, 82], "sampl": [70, 71, 72, 74, 76, 80, 82], "print": [70, 71, 72, 73, 74, 75, 76, 80, 82], "873": 70, "res1": [70, 71, 72], "5693658209031192": [70, 74], "time_elaps": [70, 71, 72, 73, 74, 75, 76], "900": [70, 71, 72, 74, 75, 76], "total_pow": [70, 71, 72, 74, 75, 76], "3780": [70, 74], "170717786078": [70, 74], "total_power_no_unit": [70, 71, 72, 74, 75, 76], "3780170717786078": [70, 74], "7607145700276305": [70, 74], "abs_comfort": [70, 71, 72, 74, 75, 76], "23928542997237": [70, 74], "out_temperatur": [70, 71, 72, 74, 75, 76], "action_": [70, 71, 72, 74, 75, 76], "18": [70, 71, 73, 74, 75, 76, 80, 81], "2112": 70, "7625904745278": 70, "2976": [70, 71, 72, 74, 75, 76], "2678400": [70, 71, 72, 74, 75, 76], "22348": 70, "47236479097": 70, "234847236479097": 70, "20": [70, 71, 72, 74, 75, 76, 78, 80], "18911065438731": 70, "22": [70, 71, 72, 74, 75, 76, 80], "23": [70, 71, 72, 74, 75, 76, 78, 80], "4104": 70, "265504441257": 70, "5664": [70, 71, 72, 74, 75, 76], "5097600": [70, 71, 72, 74, 75, 76], "12948": 70, "13071758654": 70, "2948130717586541": 70, "87810890551877": 70, "21": [70, 71, 72, 74, 75, 76, 80, 81], "5417": 70, "441233237612": 70, "8640": [70, 71, 72, 74, 75, 76], "7776000": [70, 71, 72, 74, 75, 76], "152": [70, 74, 75, 76], "4868953414246": [70, 74, 75, 76], "01524868953414246": [70, 74, 75, 76], "12519567758555894": 70, "87480432241444": 70, "26": [70, 71, 72, 73, 74, 78, 80], "6334": 70, "076617115651": 70, "11520": [70, 71, 72, 74, 75, 76], "10368000": [70, 71, 72, 74, 75, 76], "9909": 70, "57629951364": 70, "9909576299513639": 70, "98956711598672": 70, "13": [70, 71, 73, 74, 75, 76, 81], "7196": 70, "337141748097": 70, "14496": [70, 71, 72, 74, 75, 76], "13046400": [70, 71, 72, 74, 75, 76], "32472912215": 70, "025732472912215004": 70, "6342081608280488": 70, "36579183917195": 70, "10119": 70, "078686707608": 70, "17376": [70, 71, 72, 74, 75, 76], "15638400": [70, 71, 72, 74, 75, 76], "175": [70, 71, 74, 75, 76], "7796758221068": [70, 75], "017577967582210682": [70, 75], "308881942532789": 70, "69111805746721": 70, "17": [70, 71, 72, 74, 75, 76, 80, 81], "13344": 70, "34795468286": 70, "20352": [70, 71, 72, 74, 75, 76], "18316800": [70, 71, 72, 74, 75, 76], "4274": 70, "841504910937": 70, "42748415049109373": 70, "6746607947314196": 70, "32533920526858": 70, "16": [70, 71, 72, 74, 76, 80], "16532": 70, "561015096362": 70, "23328": [70, 71, 72, 74, 75, 76], "20995200": [70, 71, 72, 74, 75, 76], "296": [70, 76], "4221825034278": 70, "02964221825034278": 70, "1542061821218716": 70, "84579381787813": 70, "19347": 70, "21771433634": 70, "26208": [70, 71, 72, 74, 75, 76], "23587200": [70, 71, 72, 74, 75, 76], "14597880471529123": 70, "85402119528471": 70, "20424": [70, 74], "606228211076": 70, "29184": [70, 71, 72, 74, 75, 76], "26265600": [70, 71, 72, 74, 75, 76], "1659288529232903": 70, "83407114707671": 70, "21596": 70, "063810147996": 70, "32064": [70, 71, 72, 74, 75, 76], "28857600": [70, 71, 72, 74, 75, 76], "5255": 70, "294847641754": 70, "5255294847641755": 70, "02303149966062": 70, "23614": 70, "86930856602": 70, "31536000": [70, 71, 72, 74, 75, 76], "1992": [70, 71, 72, 74, 75, 76, 80], "5016": 70, "972171658432": 70, "5016972171658431": 70, "9844573338465317": 70, "01554266615347": 70, "forget": 70, "40": [70, 73, 76], "720": 70, "cumul": [70, 71, 72, 74, 75, 76, 78, 80, 82], "6739403341485966": 70, "over": 70, "environment_id": 71, "long": 71, "460": 71, "eplus_env_5zon": 71, "462": 71, "465": 71, "467": 71, "469": 71, "scratch": 71, "obvious": 71, "space1": [71, 75, 78, 80], "demand": [71, 78, 80], "991": 71, "993": 71, "994": 71, "esp_granada": [71, 80, 81], "084190_swec": [71, 80, 81], "001": [71, 80], "new_env_nam": [71, 80], "58": [71, 76], "155": 71, "eplus_env_new_env_name_mainthread_root": 71, "156": 71, "157": 71, "158": 71, "159": 71, "overwritten": [71, 80], "new_observation_vari": [71, 80], "humid": [71, 80, 81], "wind": [71, 80], "speed": [71, 80], "fanger": [71, 80], "ppd": [71, 80], "east": [71, 80], "new_action_vari": [71, 80], "heating_setpoint_rl": 71, "cooling_setpoint_rl": 71, "new_observation_spac": [71, 80], "len": [71, 80], "new_action_map": [71, 80], "new_action_spac": [71, 80], "474": 71, "eplus_env_datacent": 71, "475": 71, "477": 71, "478": 71, "479": 71, "480": 71, "608": [71, 73], "26775410632883273": 71, "5355": 71, "082126576654": 71, "5355082126576655": 71, "186377523616978": 71, "669": 71, "4534184979221": 71, "4208": 71, "635870777072": 71, "42086358707770727": 71, "228479196022084": 71, "1247": 71, "5537459734599": 71, "4421": 71, "637300732844": 71, "4421637300732844": 71, "705059073313615": 71, "1855": 71, "7928063319255": 71, "4987": 71, "415191462993": 71, "49874151914629933": 71, "024777159060027": 71, "2636": 71, "641656051256": 71, "2188": 71, "620052530483": 71, "2188620052530483": 71, "963985853561047": 71, "3518": 71, "6464879098053": 71, "4345": 71, "217932332002": 71, "4345217932332003": 71, "61357774788482": 71, "5047": 71, "521248481572": 71, "6249": 71, "758355257713": 71, "6249758355257714": 71, "04954794846631": 71, "7116": 71, "313388281761": 71, "2107": 71, "732366810708": 71, "21077323668107079": 71, "53376534972051": 71, "9326": 71, "224323881572": 71, "5939": 71, "453811738773": 71, "5939453811738773": 71, "38570883464585": 71, "10853": 71, "890187701882": 71, "2170": 71, "898935982922": 71, "2170898935982922": 71, "302507096687205": 71, "11587": 71, "916685717913": 71, "4190": 71, "456055889271": 71, "4190456055889271": 71, "099445145523461": 71, "12180": 71, "885947073011": 71, "4527": 71, "071835065274": 71, "45270718350652744": 71, "246417930160787": 71, "12816": 71, "011905214418": 71, "5262": 71, "280448896257": 71, "5262280448896258": 71, "612621010536379": 71, "3657537644182542": 71, "248": 71, "fit": [71, 80], "knowledg": 71, "pprint": 71, "579": 71, "580": 71, "583": 71, "586": 71, "587": 71, "activitysch": 71, "actschd": 71, "object_field_nam": 71, "activity_level_schedule_nam": 71, "object_nam": 71, "object_typ": 71, "space2": 71, "object3": 71, "space3": 71, "object4": 71, "space4": 71, "object5": 71, "space5": 71, "airvelocitysch": 71, "air_velocity_schedule_nam": 71, "basinheatersch": 71, "basin_heater_operating_schedule_nam": 71, "twospe": 71, "setp": 71, "sch": 71, "cooling_setpoint_temperature_schedule_nam": 71, "dualsetpoint": [71, 80], "thermostatsetpoint": [71, 80], "setpoint_temperature_schedule_nam": 71, "coolingsetpoint": 71, "singlecool": 71, "clothingsch": 71, "coolingcoilavailsch": 71, "availability_schedule_nam": 71, "coilsystem": 71, "fraction": 71, "schedule_nam": 71, "eleceq": 71, "electricequip": 71, "fanavailsch": 71, "sy": 71, "availabilitymanag": 71, "suppli": 71, "fan": 71, "variablevolum": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "singleh": 71, "infil": 71, "zoneinfiltr": 71, "designflowr": 71, "light": 71, "oa": 71, "sched": 71, "minimum_outdoor_air_schedule_nam": 71, "outdoorair": 71, "oarequir": 71, "outdoor_air_schedule_nam": 71, "zoneminoarequir": 71, "designspecif": 71, "number_of_people_schedule_nam": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumhtg": 71, "plenumheatingsetpoint": 71, "reheatcoilavailsch": 71, "reheat": 71, "airtermin": 71, "singleduct": 71, "object10": 71, "object11": 71, "object6": 71, "object7": 71, "object8": 71, "object9": 71, "temp": 71, "shadetranssch": 71, "transmittance_schedule_nam": 71, "south": 71, "overhang": 71, "shade": 71, "door": 71, "workeffsch": 71, "work_efficiency_schedule_nam": 71, "control_type_schedule_nam": 71, "zonecontrol": 71, "thermostat": [71, 75, 80], "plenum": 71, "aris": [71, 80], "light_control": 71, "new_action_definit": [71, 80], "32": [71, 73], "174": 71, "177": 71, "179": 71, "305": 71, "5111010314528696": 71, "2835": 71, "011953773881": 71, "2835011953773881": 71, "7387008675283511": 71, "26129913247165": 71, "421014390196424": 71, "317654": 71, "96494": 71, "31237173": 71, "1374": 71, "28410120219": 71, "6065": 71, "825052347422": 71, "6065825052347422": 71, "74254870657726": 71, "360682108922676": 71, "686012": 71, "844059": 71, "31142563": 71, "2715": 71, "7611117082783": 71, "3379": 71, "077746701543": 71, "3379077746701543": 71, "08146212423063": 71, "317330025625665": 71, "016264": 71, "09283": 71, "21295846": 71, "3660": 71, "007455360811": 71, "5457": 71, "280335251083": 71, "5457280335251083": 71, "99796649838974": 71, "966775407980537": 71, "124304": 71, "553516": 71, "9582741": 71, "4564": 71, "380860934114": 71, "6603": 71, "432140993574": 71, "6603432140993574": 71, "99301384406026": 71, "3890808542817": 71, "063656": 71, "984705": 71, "5942085": 71, "5302": 71, "692402629544": 71, "191": 71, "2911582802689": 71, "01912911582802689": 71, "4613144918713914": 71, "53868550812861": 71, "9969193980086": 71, "306587": 71, "402065": 71, "7618722": 71, "7016": 71, "025434187163": 71, "120": 71, "4056020773604": 71, "01204056020773604": 71, "8821997117836595": 71, "11780028821634": 71, "27473828933916": 71, "830227": 71, "474812": 71, "73397": 71, "8777": 71, "25161267316": 71, "178": 71, "4267301020354": 71, "017842673010203543": 71, "5277853133220205": 71, "47221468667798": 71, "60363543147483": 71, "934364": 71, "353241": 71, "6373596": 71, "10438": 71, "464921588717": 71, "1929073594710715": 71, "80709264052893": 71, "1932378723401": 71, "998844": 71, "359282": 71, "98427457": 71, "12367": 71, "057910085747": 71, "428": 71, "6780367305225": 71, "04286780367305225": 71, "6108147937607988": 71, "3891852062392": 71, "843863403107411": 71, "794724": 71, "592144": 71, "3683012": 71, "13218": 71, "089719275868": 71, "439": 71, "8288126081056": 71, "04398288126081056": 71, "16923377015886132": 71, "83076622984114": 71, "710713063269523": 71, "533552": 71, "096302": 71, "40426022": 71, "14225": 71, "5891712317": 71, "38023912699316": 71, "988834083817571": 71, "86006": 71, "556025": 71, "027832627": 71, "15616": 71, "602179397853": 71, "2767": 71, "822204079172": 71, "2767822204079172": 71, "3667378090425686": 71, "63326219095743": 71, "2879179385394967": 71, "618801": 71, "638168": 71, "5123796": 71, "4456792859417381": 71, "43": 71, "252": 71, "put": [71, 80], "leav": [71, 80], "intact": [71, 80], "extra_conf": [71, 80], "44": 71, "485": 71, "487": 71, "490": 71, "494": 71, "496": 71, "disadvantag": 72, "adjust": [72, 78], "stand": 72, "propos": 72, "314": 72, "eplus_env_offic": 72, "315": 72, "317": 72, "318": 72, "341": 72, "008417052432114895": 72, "3410486422979": 72, "01683410486422979": 72, "41070439945542": 72, "27041626118706": 72, "84918155106144": 72, "88116986202595": 72, "74532738560474": 72, "73841316494982": 72, "38460288121428": 72, "66372873926693": 72, "24314170888169": 72, "12321836432302": 72, "67730731535304": 72, "88721275822578": 72, "17223251340036": 72, "30793764011797": 72, "20143741435643": 72, "4627284531045": 72, "03096300421944": 72, "93365898954337": 72, "1482": 72, "85953514518": 72, "4442211987932": 72, "024944422119879323": 72, "69669852361374": 72, "25313699035975": 72, "31323981198721": 72, "87141679758788": 72, "11090427756838": 72, "56241622682827": 72, "9404356024169": 72, "94282444325588": 72, "67194978294257": 72, "12528250474749": 72, "02675393355748": 72, "02881519606414": 72, "7323170557345": 72, "27057664160117": 72, "38432687212007": 72, "31131614661928": 72, "12704060142421": 72, "5512781399194": 72, "2254": 72, "712265755012": 72, "6570166669069": 72, "06842055195615": 72, "19611060077995": 72, "76257909194055": 72, "03948097340511": 72, "44816667157681": 72, "68246103494577": 72, "74943691501284": 72, "57724440341409": 72, "04252087505039": 72, "82097230898479": 72, "89365754884302": 72, "57236745458363": 72, "23540331299291": 72, "15797185610974": 72, "15254710004311": 72, "07075284558289": 72, "49970749537007": 72, "3618": 72, "41549254088": 72, "201": [72, 76], "198977940785": 72, "020119897794078502": 72, "95177229570344": 72, "03365818920899": 72, "60757560084356": 72, "01807134766616": 72, "02808474031944": 72, "82190812609193": 72, "48682887050774": 72, "88794828178202": 72, "59810935786398": 72, "46778150537447": 72, "44257972669456": 72, "79284879509999": 72, "43562436709753": 72, "41247285833814": 72, "62715643472103": 72, "03611257878451": 72, "79267736363525": 72, "65243564408237": 72, "6482": 72, "27876446466": 72, "86509413798045": 72, "1071046471536": 72, "27509765486189": 72, "55675636953588": 72, "65216773896621": 72, "5571280438139": 72, "79071520939431": 72, "83977394603949": 72, "98455644317614": 72, "15279122447957": 72, "20765409229273": 72, "24402610262762": 72, "43118400765561": 72, "60430118197448": 72, "86909845458321": 72, "87644643022476": 72, "06484591156406": 72, "24300908399611": 72, "9982": 72, "991284981603": 72, "6090046831275": 72, "01686090046831275": 72, "94899380246081": 72, "06360575139866": 72, "64043835708107": 72, "90053413764347": 72, "77775409162826": 72, "85491440084278": 72, "84413809380008": 72, "84852169014866": 72, "81155249007516": 72, "2474442023517": 72, "08359041763356": 72, "03184496587623": 72, "06114037003215": 72, "49805825736507": 72, "80319610787662": 72, "78635379853651": 72, "76633279008873": 72, "23300358565249": 72, "15197": 72, "775861760021": 72, "6430": 72, "25476366733": 72, "643025476366733": 72, "30362458961184": 72, "08749938089204": 72, "47728046995123": 72, "84848610748885": 72, "35441535664673": 72, "23674788167068": 72, "83684923572157": 72, "48953443144097": 72, "70569108217305": 72, "92570822385427": 72, "95453942245817": 72, "9310852109356": 72, "90761065616391": 72, "54695943183036": 72, "02379180782778": 72, "09140023176932": 72, "79379237233488": 72, "62275516349538": 72, "20393": 72, "055482672924": 72, "40730428893415": 72, "2081195882295": 72, "94397819959719": 72, "63057921118531": 72, "16215148190642": 72, "34597161854728": 72, "68084155872953": 72, "79261102276273": 72, "80021185275091": 72, "92354348202196": 72, "72571798349205": 72, "7933442496152": 72, "89388375583001": 72, "94708364107272": 72, "52064693594591": 72, "62639383402464": 72, "64389562611166": 72, "78208493279325": 72, "25435": 72, "235586329356": 72, "29888599656579": 72, "60513463360622": 72, "6502371961184": 72, "26243009865059": 72, "83511693216035": 72, "01650759969682": 72, "1219715833017": 72, "193129951486": 72, "25984927684709": 72, "246756226096": 72, "16961935329535": 72, "2292706821575": 72, "31058065863118": 72, "30679185978435": 72, "00162377086149": 72, "07019493415782": 72, "14488073433873": 72, "15733356377928": 72, "29667": 72, "280742048788": 72, "31232078408934": 72, "15531893926972": 72, "62243610547647": 72, "3355501078475": 72, "99617019496714": 72, "90925164972085": 72, "78478083621939": 72, "76648417323338": 72, "94552529042894": 72, "81660183265429": 72, "15665229426293": 72, "11984467906358": 72, "34128949509953": 72, "20504796353065": 72, "88586123209223": 72, "84549591879043": 72, "0480387071551": 72, "92364136523652": 72, "32266": 72, "669648540534": 72, "95342186248593": 72, "79017615251069": 72, "61576801735736": 72, "21904412959735": 72, "23337652641756": 72, "70199079621272": 72, "43858732417969": 72, "50085261539548": 72, "30684175112909": 72, "68506692334094": 72, "61997561531062": 72, "64591022418004": 72, "43849129649558": 72, "89730314513248": 72, "86935225127617": 72, "8610257810776": 72, "76415193815065": 72, "1030080798225": 72, "33693": 72, "4200577215": 72, "67471404763066": 72, "76426059004519": 72, "20781447906961": 72, "8565960165495": 72, "84452889598035": 72, "03748347863898": 72, "30287781156127": 72, "44280752813544": 72, "36536796313164": 72, "55357872462707": 72, "79446517569299": 72, "90682538688919": 72, "72661725183894": 72, "03753160386922": 72, "91255021343735": 72, "01250206066998": 72, "95371613155545": 72, "12462597231874": 72, "34861": 72, "66962269026": 72, "49202797924699": 72, "91834253143812": 72, "6676225575917": 72, "40668187489388": 72, "55052344518836": 72, "93795083204492": 72, "60466670710505": 72, "58536199071002": 72, "28750630729937": 72, "6461216699741": 72, "06515682888017": 72, "06046316147131": 72, "57842146719483": 72, "13899733853399": 72, "14064407629781": 72, "0206640579445": 72, "80239869708953": 72, "11389817828658": 72, "9949106627480553": 72, "665": 72, "preserv": 72, "sophist": 72, "ref": 73, "433": 73, "434": 73, "436": 73, "437": 73, "feel": [73, 75], "loggerev": 73, "earlier": 73, "few": 73, "02": [73, 76], "041": 73, "048": 73, "res3": 73, "898": 73, "899": 73, "906": 73, "ep_len_mean": 73, "5e": 73, "ep_rew_mean": 73, "36e": 73, "fp": 73, "2443": 73, "36": [73, 75], "664": 73, "666": 73, "683": 73, "41": [73, 81], "567": 73, "570": 73, "585": 73, "572": 73, "594": 73, "22754": 73, "48e": 73, "comfort_viol": 73, "mean_ep_length": 73, "mean_power_consumpt": 73, "07e": 73, "power_penalti": [73, 74], "std_reward": 73, "33e": 73, "972": 73, "72": 73, "loss": 73, "n_updat": 73, "5019": 73, "42": 73, "104": 73, "122": 73, "32e": 73, "1024": 73, "102": 73, "105120": 73, "13779": 73, "329": 73, "330": 73, "337": 73, "349": 73, "369": 73, "34": [73, 76, 81], "097": 73, "113": 73, "49": 73, "378": 73, "381": 73, "406": 73, "22400": 73, "83e": 73, "65e": 73, "31e": 73, "825": 73, "22539": 73, "0x7f8e66038ee0": 73, "gt": 73, "54": 73, "736": 73, "create_row_cont": 74, "customcsvlogg": 74, "super": [74, 78], "last_10_steps_reward": 74, "_create_row_cont": 74, "57": 74, "743": 74, "746": 74, "749": 74, "751": 74, "752": [74, 75], "984": 74, "res5": 74, "2061": 74, "064957150696": 74, "22592": 74, "29761805248": 74, "259229761805248": 74, "29027708737195": 74, "4085": 74, "7626350724654": 74, "420": 74, "968971758518": 74, "042096897175851807": 74, "11870426967686143": 74, "88129573032314": 74, "5435": 74, "5346266621": 74, "11649": 74, "00520907892": 74, "164900520907892": 74, "81204708989529": 74, "6345": 74, "247828294638": 74, "29631550252394": 74, "7202": 74, "603862296734": 74, "3532375277869": 74, "025735323752778694": 74, "74339864119381": 74, "25660135880619": 74, "10096": 74, "316306201286": 74, "7796775010779": 74, "017577967750107792": 74, "050386500045999": 74, "949613499954": 74, "13373": 74, "916779680616": 74, "12541": 74, "97872344346": 74, "254197872344346": 74, "9257929336437414": 74, "07420706635626": 74, "16582": 74, "229771212274": 74, "2297": 74, "770586821443": 74, "22977705868214432": 74, "0045748664060916": 74, "99542513359391": 74, "19397": 74, "944264214886": 74, "5381431017472": 74, "07525381431017472": 74, "17564750687498": 74, "788544721127": 74, "1287670446718": 74, "052212876704467184": 74, "00072925585593": 74, "21565": 74, "995065534156": 74, "7777": 74, "204818523511": 74, "7777204818523511": 74, "97813067889673": 74, "23560": 74, "17226791806": 74, "23095": 74, "70961516462": 74, "309570961516462": 74, "15004851034096944": 74, "84995148965903": 74, "672379345545623": 74, "464": 74, "sai": 75, "get_season_comfort_rang": 75, "753": 75, "756": 75, "761": 75, "763": 75, "extend": 75, "desir": 75, "rbc5zone": [75, 80], "myrulebasedcontrol": 75, "daytim": 75, "out_temp": 75, "summer_start_d": 75, "summer_final_d": 75, "current_dt": 75, "season_comfort_rang": 75, "setpoints_summ": 75, "in_temp": 75, "current_heat_setpoint": 75, "current_cool_setpoint": 75, "new_heat_setpoint": 75, "new_cool_setpoint": 75, "weekend": 75, "night": 75, "33": 75, "37": 75, "293": 75, "309": 75, "res6": 75, "9027267231826451": [75, 76], "18054": [75, 76], "5344636529": [75, 76], "8054534463652903": [75, 76], "99998833869494": [75, 76], "1764": 75, "4480209727506": 75, "18190": 75, "11301727289": 75, "8190113017272893": 75, "32998609178986": 75, "3319": 75, "0240158271495": 75, "6499": 75, "498986238363": 75, "6499498986238363": 75, "32985628557421": 75, "4331": 75, "530660717744": 75, "2698020216335806": 75, "73019797836642": 75, "5030": 75, "34341168003": 75, "2756": 75, "596244185509": 75, "2756596244185509": 75, "33021642625628": 75, "5624": 75, "205479307242": 75, "871": 75, "8985175509725": 75, "08718985175509726": 75, "6700868290835906": 75, "32991317091641": 75, "7188": 75, "94373222068": 75, "710258038781241": 75, "28974196121876": 75, "9056": 75, "39052356895": 75, "20410": 75, "91452531903": 75, "041091452531903": 75, "33010209424337": 75, "10854": 75, "090922968613": 75, "3438": 75, "778066876331": 75, "3438778066876331": 75, "32982109298299": 75, "12308": 75, "980146004908": 75, "6368": 75, "219126588838": 75, "6368219126588838": 75, "33031589389634": 75, "12900": 75, "560641948945": 75, "2705": 75, "336525778672": 75, "2705336525778672": 75, "33017846907974": 75, "13780": 75, "798440045137": 75, "5352": 75, "233991403948": 75, "5352233991403947": 75, "32992237675168": 75, "15499": 75, "608669456482": 75, "19332": 75, "86497279549": 75, "9332864972795492": 75, "33000068783789": 75, "4423404300643832": 75, "026": 75, "normil": 76, "778": 76, "780": 76, "783": 76, "785": 76, "786": 76, "789": 76, "805": 76, "res16": 76, "9910000e": 76, "0000000e": 76, "5000000e": 76, "0999999e": 76, "9000000e": 76, "1000000e": 76, "0999992e": 76, "9707859e": 76, "8362732e": 76, "486": 76, "488": 76, "505": 76, "98466104": 76, "33834645": 76, "9484536": 76, "17748918": 76, "8111888": 76, "800001": 76, "44444445": 76, "39061695": 76, "43193626": 76, "56101173": 76, "445": 76, "643": 76, "646": 76, "649": 76, "653": 76, "657": 76, "48": 76, "203": 76, "205": 76, "208": 76, "210": 76, "213": 76, "225": 76, "res18": 76, "53": 76, "099": 76, "108": 76, "144": 76, "535": 76, "540": 76, "543": 76, "545": 76, "744": 76, "754": 76, "res19": 76, "2097": 76, "069513380396": 76, "4420": 76, "417448015461": 76, "44204174480154607": 76, "5592545746684792": 76, "44074542533152": 76, "4115": 76, "586715117292": 76, "15106": 76, "04831627059": 76, "510604831627059": 76, "73615474040233": 76, "5458": 76, "5534876380125": 76, "7163": 76, "35210582586": 76, "7163352105825861": 76, "99485496779759": 76, "6378": 76, "342330065786": 76, "75661867832585": 76, "7230": 76, "79295371363": 76, "11573": 76, "19138929936": 76, "157319138929936": 76, "1447156088359804": 76, "85528439116402": 76, "10136": 76, "551748683549": 76, "779675822106": 76, "0175779675822106": 76, "2201257903301403": 76, "77987420966986": 76, "13417": 76, "322446742612": 76, "20438": 76, "77860937315": 76, "043877860937315": 76, "2761863833358795": 76, "72381361666412": 76, "16653": 76, "395519627065": 76, "4058515355591": 76, "029640585153555915": 76, "0341594895709108": 76, "96584051042909": 76, "19473": 76, "56028227908": 76, "33729078022685": 76, "20476": 76, "057376697874": 76, "12183": 76, "50538957212": 76, "218350538957212": 76, "85073350665203": 76, "21654": 76, "559762066197": 76, "6211799169361": 76, "01526211799169361": 76, "027243301837089": 76, "97275669816291": 76, "23670": 76, "370352311853": 76, "23172": 76, "08056052774": 76, "317208056052774": 76, "13047508039367": 76, "6755242680454563": 76, "289": 76, "re": 77, "num_simul": 77, "sub_runn": 77, "utilsocket": 77, "monitor_norm": 77, "sub_run": 77, "num_episod": 77, "maximum": 77, "within": [77, 79], "suit": 77, "observation_valu": 77, "row": 77, "carri": 77, "techniqu": 77, "factor": 77, "discomfort": 78, "togeth": 78, "typic": 78, "satisfact": 78, "similar": 78, "increas": 78, "higher": 78, "hourlylinearreward": 78, "slight": 78, "am": 78, "pm": 78, "equal": 78, "neg": 78, "perfect": 78, "behavior": 78, "seri": 78, "reflect": 78, "But": [78, 80], "imagin": 78, "signal": 78, "__call__": 78, "below": [78, 81], "basereward": 78, "customreward": 78, "naiv": 78, "under": [79, 80], "test_common": 79, "test_reward": 79, "test_wrapp": 79, "test_simul": 79, "test_config": 79, "test_env": 79, "test_control": 79, "test_stable_baselin": 79, "conceptu": 79, "readm": 79, "try_env": 80, "soon": 80, "dispos": 80, "practic": 80, "screen": 80, "basi": 80, "criteria": 80, "rbcdatacent": 80, "randomcontrol": 80, "west": [80, 81], "htgsetp": 80, "clgsetp": 80, "kind": 80, "subject": 80, "assign": 80, "dualsetp": 80, "heating_nam": 80, "cooling_nam": 80, "heating_initial_valu": 80, "cooling_initial_valu": 80, "\u00bac": 81, "aus_nsw": 81, "sydnei": 81, "947670_iwec": 81, "australia": 81, "subtrop": 81, "dry": 81, "68": 81, "83": 81, "col_bogota": 81, "802220_iwec": 81, "bogota": 81, "colombia": 81, "mediterranean": 81, "warm": 81, "mild": 81, "80": 81, "granada": 81, "spain": 81, "latitud": 81, "semiarid": 81, "passiv": 81, "84": 81, "fin_helsinki": 81, "029740_iwec": 81, "helsinki": 81, "finland": 81, "moist": 81, "continent": 81, "79": 81, "jpn_tokyo": 81, "hyakuri": 81, "477150_iwec": 81, "tokyo": 81, "japan": 81, "78": 81, "mdg_antananarivo": 81, "670830_iwec": 81, "antananarivo": 81, "madagascar": 81, "75": 81, "91": 81, "arizona": 81, "desert": 81, "usa_co_aurora": 81, "bucklei": 81, "angb": 81, "724695_tmy3": 81, "colorado": 81, "usa_il_chicago": 81, "ohar": 81, "725300_tmy3": 81, "illinoi": 81, "92": 81, "70": 81, "pennsylvania": 81, "66": 81, "washington": 81, "marin": 81, "coastal": 81, "rain": 81, "81": 81, "classif": 81, "variant": 82}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 3, 1, "", "metadata"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 4, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 4, 1, "", "start_day"], [18, 4, 1, "", "start_mon"], [18, 4, 1, "", "start_weekday"], [18, 4, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "config"], [40, 0, 0, "-", "constants"], [41, 0, 0, "-", "controllers"], [45, 0, 0, "-", "env_checker"], [47, 0, 0, "-", "evaluation"], [49, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "to_idf"], [37, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[39, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "adapt_idf_to_action_definition"], [39, 2, 1, "", "adapt_idf_to_epw"], [39, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [39, 2, 1, "", "apply_extra_conf"], [39, 2, 1, "", "apply_weather_variability"], [39, 2, 1, "", "get_schedulers"], [39, 2, 1, "", "save_building_model"], [39, 2, 1, "", "save_variables_cfg"], [39, 2, 1, "", "set_episode_working_dir"], [39, 2, 1, "", "set_experiment_working_dir"], [39, 2, 1, "", "set_external_interface"], [39, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[42, 1, 1, "", "RBC5Zone"], [43, 1, 1, "", "RBCDatacenter"], [44, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[46, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[48, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[50, 5, 1, "", "delete_instance_MIG_from_container"], [51, 5, 1, "", "get_service_account_token"], [52, 5, 1, "", "init_storage_client"], [53, 5, 1, "", "read_from_bucket"], [54, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[56, 1, 1, "", "CSVLogger"], [57, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "activate_flag"], [56, 2, 1, "", "deactivate_flag"], [56, 2, 1, "", "log_episode"], [56, 2, 1, "", "log_step"], [56, 2, 1, "", "log_step_normalize"], [56, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "LoggerWrapper"], [65, 1, 1, "", "MultiObsWrapper"], [66, 1, 1, "", "NormalizeObservation"], [67, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "activate_logger"], [64, 2, 1, "", "close"], [64, 2, 1, "", "deactivate_logger"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "reset"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "get_unwrapped_obs"], [66, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71], "contribut": 0, "exampl": [0, 68, 69, 70, 73, 75, 76, 80], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 71, 72], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 41, 42, 43, 44, 72, 75, 80], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 73], "callback": [4, 22, 23, 24], "logger": [4, 55, 56, 57, 74, 76, 77], "evalu": [4, 47, 48], "tensorboard": [4, 7, 69], "structur": 4, "how": 4, "us": [4, 7, 80], "mlflow": [4, 7, 68], "environ": [5, 9, 71, 80], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 81], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 71, 78, 80], "kwarg": 5, "action": [5, 8, 71, 72, 80], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 77], "observ": [5, 71, 76, 80], "space": [5, 71, 80], "name": 5, "definit": [5, 71, 80], "extra": [5, 6, 71, 80], "configur": [5, 6, 7, 9, 71, 74, 80], "ad": [5, 71, 80], "new": [5, 8, 71, 79, 80], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 74], "first": 7, "step": [7, 74], "2": [7, 74], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 79], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "load": 7, "train": 7, "model": [7, 71], "log": 7, "visual": 7, "real": 7, "time": 7, "track": 7, "server": 7, "set": [7, 9, 72], "up": [7, 72], "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 74], "instal": [9, 79], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "about": [9, 71], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16, 80], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "to_idf": 36, "unwrap_wrapp": 37, "config": [38, 39], "constant": 40, "rbc5zone": 42, "rbcdatacent": 43, "randomcontrol": 44, "env_check": [45, 46], "check_env": 46, "evaluate_polici": 48, "gcloud": [49, 50, 51, 52, 53, 54], "delete_instance_mig_from_contain": 50, "get_service_account_token": 51, "init_storage_cli": 52, "read_from_bucket": 53, "upload_to_bucket": 54, "csvlogger": 56, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 74, 76, 80, 82], "loggerwrapp": [64, 74], "multiobswrapp": 65, "normalizeobserv": 66, "officegridstoragesmoothingactionconstraintswrapp": 67, "basic": 70, "chang": 71, "an": [71, 72], "regist": 71, "other": 71, "compon": 71, "get": 71, "inform": 71, "updat": 71, "more": 71, "default": [72, 80], "empti": 72, "interfac": 72, "usag": [73, 80], "person": 74, "inherit": 74, "csvloger": 74, "instanti": 74, "rule": [75, 80], "normal": 76, "multi": 76, "all": 76, "one": 76, "format": 77, "custom": 78, "test": 79, "pytest": 79, "run": 79, "simplest": 80, "overwrit": 80, "some": 80, "valu": 80}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "How use": [[4, "how-use"]], "Mlflow": [[4, "mlflow"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[7, "load-a-trained-model"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[36, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[37, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[39, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[40, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[41, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[42, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[43, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[44, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[45, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[46, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[47, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[48, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[49, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[50, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[51, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[52, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[53, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[54, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[55, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[56, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[57, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[68, "MLFlow-example"]], "TensorBoard example": [[69, "TensorBoard-example"]], "Basic example": [[70, "Basic-example"]], "Changing an environment registered in Sinergym": [[71, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[71, "Adding-a-new-reward"]], "Adding other new components to the environment": [[71, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[71, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[71, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[71, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[71, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[72, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[73, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[74, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[74, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[74, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[75, "Rule-Controller-example"]], "Wrappers example": [[76, "Wrappers-example"]], "Normalization Wrapper": [[76, "Normalization-Wrapper"]], "Logger Wrapper": [[76, "Logger-Wrapper"]], "Multi Observation Wrapper": [[76, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[76, "All-Wrappers-in-one"]], "Output format": [[77, "output-format"]], "Logger": [[77, "logger"]], "Rewards": [[78, "rewards"]], "Custom Rewards": [[78, "custom-rewards"]], "Tests": [[79, "tests"]], "Install Pytest": [[79, "install-pytest"]], "Running tests": [[79, "running-tests"]], "Create new tests": [[79, "create-new-tests"]], "Usage example": [[80, "usage-example"]], "Simplest example": [[80, "simplest-example"]], "Adding a reward": [[80, "adding-a-reward"]], "Adding wrappers": [[80, "adding-wrappers"]], "Using a rule-based controller": [[80, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[80, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[80, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[80, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[80, "adding-extra-configuration-definition"]], "Weathers": [[81, "weathers"]], "Wrappers": [[82, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [38, "module-sinergym.utils.config"], [40, "module-sinergym.utils.constants"], [41, "module-sinergym.utils.controllers"], [45, "module-sinergym.utils.env_checker"], [47, "module-sinergym.utils.evaluation"], [49, "module-sinergym.utils.gcloud"], [55, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[39, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[39, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[40, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[41, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[44, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[45, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[46, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[47, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[48, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[49, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[55, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.2.3/.buildinfo b/docs/compilation/v2.2.3/.buildinfo index b4a0720f3b..c64a978c4a 100644 --- a/docs/compilation/v2.2.3/.buildinfo +++ b/docs/compilation/v2.2.3/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 2c3bb6b441cbcd698a9d1cb919c1b4a1 +config: 147a9d80ffdcb50a68ee3b90115bf2a4 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.2.3/.doctrees/environment.pickle b/docs/compilation/v2.2.3/.doctrees/environment.pickle index 55b58af4a5..ff66d1832f 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/environment.pickle and b/docs/compilation/v2.2.3/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.2.3/.doctrees/index.doctree b/docs/compilation/v2.2.3/.doctrees/index.doctree index 81edc7a16d..3493409c4a 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/index.doctree and b/docs/compilation/v2.2.3/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.2.3/.doctrees/pages/API-reference.doctree index 7bc93a0166..636917ac15 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/buildings.doctree b/docs/compilation/v2.2.3/.doctrees/pages/buildings.doctree index 06f9d3eeaa..860303b060 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/controllers.doctree b/docs/compilation/v2.2.3/.doctrees/pages/controllers.doctree index 0dc30a4f73..5743fb0d5a 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.2.3/.doctrees/pages/deep-reinforcement-learning.doctree index 732d419e9d..176ae9ef2f 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/environments.doctree b/docs/compilation/v2.2.3/.doctrees/pages/environments.doctree index cfe5c36e51..9e2c6970ef 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/environments.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.2.3/.doctrees/pages/extra-configuration.doctree index 7b9bd9ad01..1ff9c71d28 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.2.3/.doctrees/pages/gcloudAPI.doctree index 71350dc3d3..12c47b08bf 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.2.3/.doctrees/pages/github-actions.doctree index 162dc341b9..edca672db4 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/installation.doctree b/docs/compilation/v2.2.3/.doctrees/pages/installation.doctree index fd70045fa5..df7a619c64 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/installation.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/introduction.doctree b/docs/compilation/v2.2.3/.doctrees/pages/introduction.doctree index 6bb6b25b5d..531e8c1c22 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.doctree index ccc7176c9e..b0d1019e26 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 6323cecf53..4feda1cfe9 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 9ef8f939be..9c04bb2d8d 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 5ba9b6aba0..9057b13f3e 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.doctree index f2f4d8c98d..e41fbd6f2e 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.doctree index 0d13817689..a55f151442 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 0e90629c1d..0b267c5631 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index d855f3c215..1c9c7102a7 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 0a9a869ef4..39e9650228 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 29865c8516..f39571a09d 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 67d104834c..b0e7dfac36 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index f548157a17..46d9fd3884 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 790634f542..83f3207299 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 063fe75227..00fb10ffd1 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.doctree index 422a848025..2b08b32223 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 02e0f8154c..1e5ee42b27 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 3dadad1edb..484989948e 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 2430499081..09a3a40972 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index a89451d43c..b2dba05bb4 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index dd0035ea3d..b41d01dae6 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 65b1841c1b..19a3fc153b 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 351931e84b..b036c0b003 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index f42e191669..1f2dd2b3ea 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index f84b6316c6..cef706a8a6 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 7fd71467ff..753974cbde 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index a375fb6e32..64b3ea54c0 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.doctree index 1c9ce80f56..1880066f88 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.constants.doctree index 9a46b89a73..5b14e2fd0a 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index eef28abdfc..2501658ad1 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index e2df91785a..36d17b1b2c 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 3e654c5c2d..c96befe67d 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 0acdd8deeb..76c72c7cc0 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.doctree index e77f14e475..6212af4079 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index fd59b62e96..0f870934f9 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index dc0cba8807..7f5c76338c 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index eab41593eb..028b3fe522 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index d491946e38..f4e7503053 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 80a818efcb..fd26f86f87 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 7096eb663f..1749bf0fac 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index a2fb079fb4..d1fa2b90f2 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index decbf6c0e3..e5afb30b25 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 05fe738382..a046deacb4 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 953d89d750..ad1a12cc07 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 2d04d58bc8..3cb764177c 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index d2d326161e..1788cc5fd8 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.doctree index 4359cb00be..ef2d363107 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index cea92973ec..188f392c5a 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index daadbc70e4..0ad1e7d082 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index df5cc17c0d..2e405c429c 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 480caeb5ca..b8630dc3fd 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree index f9d9e87e97..d58ad93d18 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 526e86a91d..8bf02bd62c 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index a1c9d04428..a360e513c6 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 4eb8267738..8680973555 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 338b97f4f4..082eb687c9 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index cf2bcc9cae..52f48fc457 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/MLflow_example.doctree index 96973f20b2..29ad02de28 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/TensorBoard_example.doctree index 4ccec8bde9..245ecfc887 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/basic_example.doctree index bdf69f0f21..62e7fc7c03 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/change_environment.doctree index 3bcdb13146..2e17f9183f 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/default_building_control.doctree index c22fe2f46f..cdcd9f014c 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/drl.doctree index d352b8f40c..858a915ee1 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index bebf4222dc..423c996873 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/rule_controller_example.doctree index 0957252326..5a90612fe8 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/wrappers_examples.doctree index eb67c46447..8e32bc7056 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/output.doctree b/docs/compilation/v2.2.3/.doctrees/pages/output.doctree index d38c03ae16..bfa97a3f51 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/output.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/rewards.doctree b/docs/compilation/v2.2.3/.doctrees/pages/rewards.doctree index 572906c044..d21ead9fdf 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/tests.doctree b/docs/compilation/v2.2.3/.doctrees/pages/tests.doctree index 8c6efda6df..d3d79cd07a 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/tests.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.2.3/.doctrees/pages/usage-example.doctree index 8470ec7988..7c05155b6e 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/weathers.doctree b/docs/compilation/v2.2.3/.doctrees/pages/weathers.doctree index 738cb93de4..a06df2137b 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.2.3/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.2.3/.doctrees/pages/wrappers.doctree index 4b3371c79d..ef76fea983 100644 Binary files a/docs/compilation/v2.2.3/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.2.3/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.2.3/objects.inv b/docs/compilation/v2.2.3/objects.inv index 7cce566859..432d81122e 100644 Binary files a/docs/compilation/v2.2.3/objects.inv and b/docs/compilation/v2.2.3/objects.inv differ diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.2.3/pages/modules/sinergym.envs.eplus_env.html index 64320f3314..92387ec544 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.envs.eplus_env.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.envs.html b/docs/compilation/v2.2.3/pages/modules/sinergym.envs.html index 49bb2fc7a1..f8b7362ec4 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.envs.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.base.html index 8fb268a109..346205a558 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.base.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus.html index e78b1532b1..89060bdcd1 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus_alpha.html index a69ff5c013..57c9a499f4 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.eplus_alpha.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.html b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.html index 8bb6f6bae6..f15a286075 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.simulators.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.callbacks.html index 550d22100f..f6b0cd32b4 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.callbacks.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.common.html index c4a8139e69..72e8110605 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.common.html @@ -140,9 +140,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.config.html index 0219763551..4aec20d973 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.config.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.constants.html index b69a0b7c71..511bb3bcaa 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.constants.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.controllers.html index 26d3723817..84d330b2ae 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.controllers.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.env_checker.html index 9c8ece44a1..7026cf2142 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.env_checker.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.evaluation.html index 425a28ffe5..24fe103a3e 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.evaluation.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.gcloud.html index 7806b35438..8e79601eef 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.gcloud.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.html index 791f642742..eaf7f989f5 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.logger.html index d9bfb94e07..634c5c61fa 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.logger.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.rewards.html index 2937b02da0..2cb6547226 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.rewards.html @@ -133,9 +133,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.wrappers.html index 51c904b5f5..82d914c654 100644 --- a/docs/compilation/v2.2.3/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.2.3/pages/modules/sinergym.utils.wrappers.html @@ -133,9 +133,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.2.3/searchindex.js b/docs/compilation/v2.2.3/searchindex.js index e80148abf3..497051262c 100644 --- a/docs/compilation/v2.2.3/searchindex.js +++ b/docs/compilation/v2.2.3/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 63, 69, 70, 71, 75, 76, 77, 79, 81], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "creat": [0, 5, 6, 9, 10, 18, 26, 27, 34, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 79], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 69, 76, 77, 78, 81], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81], "follow": [0, 5, 7, 8, 9, 10, 18, 42, 45, 69, 71, 77], "gymnasium": [0, 4, 5, 6, 7, 10, 13, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81], "interfac": [0, 5, 10, 14, 19, 38, 70, 76, 78], "wrap": [0, 4, 10, 24, 32, 36, 47, 67, 68, 72, 76], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "engin": [0, 7, 10, 16, 71], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 67, 68, 69, 72, 73, 74, 75, 76, 77, 78, 79], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 70, 77, 78], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "deep": [0, 7, 9, 10, 72], "reinforc": [0, 7, 9, 10, 72, 77], "learn": [0, 7, 9, 10, 67, 68, 70, 72, 77], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 72, 74, 80], "help": [0, 7, 10], "u": [0, 6, 9, 10, 71], "improv": [0, 10], "report": [0, 7, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 68, 72, 74, 77, 79, 81], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 72, 78], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 43, 45, 55, 61, 70, 77], "easi": [0, 10, 78], "just": [0, 7, 8, 10, 70, 75], "2": [0, 2, 5, 8, 10, 18, 67, 68, 69, 70, 71, 72, 74, 75, 80], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 68, 69, 70, 71, 72, 73, 74, 78, 79], "templat": [0, 7, 10], "bug": [0, 10, 81], "etc": [0, 4, 5, 7, 9, 10, 55, 69, 70], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 66, 71, 72, 74, 75, 76, 77, 78, 79, 81], "detail": [0, 6, 7, 9, 10, 70, 72], "info": [0, 10, 13, 55, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 79, 81], "how": [0, 5, 7, 9, 10, 13, 18, 63, 67, 68, 69, 70, 72, 73, 74, 75], "main": [0, 2, 4, 5, 7, 10, 55, 70, 77], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 69, 70, 73, 74, 75, 77, 78, 79, 81], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 59, 60, 61, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81], "includ": [0, 2, 5, 6, 7, 8, 9, 10, 18, 21, 68, 69, 77, 80], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 59, 61, 68, 72, 77, 78], "commun": [0, 10, 14, 38, 76, 78], "between": [0, 4, 5, 8, 10, 29, 77], "python": [0, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 70, 78, 79], "establish": [0, 5, 10, 18, 70, 76, 78], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 74, 76], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80], "tool": [0, 5, 8, 10, 79], "allow": [0, 4, 5, 7, 10, 77], "interact": [0, 3, 4, 10, 45, 55, 63, 71, 72, 76], "sever": [0, 5, 7, 10, 38, 70, 75, 77, 81], "them": [0, 2, 4, 5, 10, 38, 68, 70, 75, 77], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 7, 10, 68, 81], "backend": [0, 5, 7, 10], "while": [0, 10, 68, 69, 70, 71, 73, 74, 75, 79, 81], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 69], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 79, 81], "design": [0, 5, 6, 10, 38, 70], "set": [0, 4, 5, 6, 10, 37, 38, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 7, 10, 22, 67, 68, 72, 78], "These": [0, 5, 7, 8, 10, 55, 70, 77, 78], "mai": [0, 5, 7, 9, 10, 38, 68, 69, 72, 76, 77], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 69, 72, 73, 74, 75, 78, 79], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 38, 41, 42, 55, 63, 64, 65, 73, 74, 76, 77, 78, 81], "space": [0, 4, 7, 10, 13, 67, 68, 69, 71, 72, 79], "reward": [0, 4, 7, 10, 13, 21, 23, 24, 47, 55, 63, 64, 67, 68, 69, 71, 72, 73, 74, 75, 78, 79, 81], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 80], "packag": [0, 2, 8, 10, 67, 68, 70, 72, 78], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 70, 71, 76], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 70, 76], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 81], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 72, 74, 77, 81], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 79], "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 67, 68, 69, 71, 72, 73, 74, 75, 78], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 59, 60, 61, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 59, 60, 61, 67, 68, 70, 72, 77], "also": [0, 4, 5, 9, 10, 45, 70, 71, 72, 75, 77], "pre": [0, 7, 10], "configur": [0, 10, 13, 18, 20, 37, 38, 67, 68, 69, 71, 72, 74, 75, 77, 78], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 70, 72, 73, 75], "chang": [0, 5, 7, 8, 10, 38, 55, 68, 69, 71, 72, 73, 76, 77], "some": [0, 4, 5, 6, 7, 8, 10, 13, 63, 70, 71, 72, 81], "aspect": [0, 2, 10, 77], "wai": [0, 5, 6, 7, 10, 70], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 76, 80], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81], "make": [0, 2, 5, 6, 7, 9, 10, 18, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81], "entir": [0, 4, 10], "definit": [0, 7, 10, 13, 38, 67, 68, 69, 71, 72, 73, 74, 75], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 59, 60, 61, 68, 70, 71, 79], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 63, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 47, 55, 66, 70, 71, 74, 76, 77, 78, 79], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 70, 72, 77], "directli": [0, 4, 5, 7, 9, 10, 33, 70, 71, 79], "associ": [0, 5, 10], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 37, 38, 55, 63, 64, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78], "well": [0, 4, 5, 10, 47, 72], "peopl": [0, 5, 10, 70, 77], "occup": [0, 5, 10, 31, 41, 70], "time": [0, 4, 8, 9, 10, 18, 29, 55, 60, 67, 68, 72, 73, 75, 78, 81], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 63, 64, 69, 70, 71, 72, 74, 75, 79, 81], "per": [0, 2, 4, 5, 6, 10, 47, 55, 76], "hour": [0, 2, 5, 6, 10, 18, 28, 60, 69, 70, 71, 73, 74, 75, 77], "run": [0, 4, 5, 7, 9, 10, 18, 47, 67, 68, 70, 71, 72, 76, 79], "period": [0, 5, 10, 77, 80], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 80], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 76], "implement": [0, 3, 4, 5, 6, 10, 40, 57, 62, 71, 77, 78, 81], "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 70, 73, 74, 76, 77], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 63, 64, 67, 68, 69, 71, 72, 73, 74, 75, 80, 81], "custom": [0, 4, 5, 7, 10, 21, 22, 23, 45, 46, 62, 68], "wrapper": [0, 4, 7, 10, 21, 24, 32, 36, 47, 67, 68, 71, 72, 76, 78, 79], "automat": [0, 5, 7, 8, 9, 10, 13, 38, 70, 71, 78], "adapt": [0, 5, 10, 38, 44, 45, 70, 71], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 70, 76, 78, 80], "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 33, 34, 38, 47, 55, 63, 72, 73, 74, 75, 76, 77, 79, 80], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 67, 69, 70, 71, 72, 74, 75, 77, 78, 81], "designdai": [0, 5, 10, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75], "locat": [0, 5, 7, 9, 10, 26, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80], "epw": [0, 10, 13, 18, 20, 26, 38, 70, 71, 76, 78], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 63, 68, 70, 71, 73, 77], "without": [0, 5, 7, 8, 10, 38, 65, 71, 79], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 70, 72, 73, 74, 76, 77, 79], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 68, 69, 70, 71, 76, 77], "extern": [0, 5, 7, 10, 38, 70, 76], "cfg": [0, 5, 10, 18, 38, 76], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 76], "when": [0, 4, 7, 8, 10, 18, 24, 45, 47, 55, 66, 70, 71, 76, 77, 79], "depend": [0, 4, 5, 7, 9, 10, 31, 55, 59, 60, 61, 70, 71, 72, 76, 77, 78], "In": [0, 5, 7, 8, 9, 10, 38, 47, 68, 69, 70, 71, 73, 77, 78, 79], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 63, 70, 77], "process": [0, 4, 5, 7, 8, 10, 13, 26, 38, 67, 68], "so": [0, 4, 5, 7, 8, 9, 10, 68, 71, 72, 76, 77, 81], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 63, 68, 70, 71, 72, 76, 77, 78, 81], "what": [0, 5, 7, 10, 70, 75], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 70, 71, 73, 74, 76, 77, 78], "integr": [0, 5, 7, 8, 10, 68, 72], "obtain": [0, 4, 5, 10, 13, 63], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 18, 27, 38, 45, 55, 63, 64, 68, 69, 72, 74, 75, 76, 77, 78, 80, 81], "about": [0, 4, 5, 10, 18, 45, 68, 72, 74, 75, 76, 78, 81], "zone": [0, 2, 5, 7, 10, 13, 70, 74, 77], "schedul": [0, 5, 10, 13, 38, 70], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 70, 71, 76, 77, 78], "possibl": [0, 4, 5, 6, 7, 9, 10, 70, 72, 80], "export": [0, 5, 7, 10, 13, 27, 35, 70], "excel": [0, 10, 27, 70], "know": [0, 5, 7, 10, 70, 76], "agent": [0, 3, 5, 7, 10, 13, 24, 41, 42, 43, 47, 55, 63, 70, 71, 74, 76, 77, 78], "To": [0, 5, 6, 7, 9, 10, 68, 78], "do": [0, 4, 5, 6, 7, 9, 10, 47, 68, 70, 71, 77, 78], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 59, 60, 61, 63, 64, 68, 70, 77, 78, 81], "thei": [0, 4, 5, 7, 8, 9, 10, 68, 77, 78], "replac": [0, 5, 10, 70, 71], "format": [0, 4, 5, 6, 7, 8, 10, 27, 63, 70], "take": [0, 4, 5, 6, 8, 10, 38, 45, 71, 72], "care": [0, 5, 7, 10, 71], "relev": [0, 10], "intern": [0, 4, 5, 10, 77], "stabl": [0, 4, 9, 10, 22, 44, 45, 78], "baselin": [0, 4, 10, 22, 44, 45, 78], "3": [0, 2, 4, 6, 9, 10, 18, 22, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 80], "like": [0, 4, 5, 7, 8, 9, 10, 38, 68, 69, 70, 78], "callback": [0, 7, 10, 21, 46, 47, 67, 68, 72], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 63, 68, 70, 76, 77, 78, 79], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 33, 38, 68, 70, 75, 76, 78, 81], "other": [0, 4, 5, 7, 9, 10, 72, 76, 77], "drl": [0, 3, 5, 7, 10, 67, 68, 71], "librari": [0, 7, 9, 10, 68, 74, 78], "support": [0, 4, 5, 9, 10, 13, 78], "googl": [0, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 7, 8, 10, 13, 18, 24, 45, 47, 49, 63, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 59, 60, 61, 68, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 77], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 9, 10], "server": [0, 2, 4, 10, 17, 38, 68], "open": [0, 2, 9, 10, 68], "sourc": [0, 2, 7, 8, 9, 10, 13, 63], "platform": [0, 8, 10, 68], "machin": [0, 7, 10, 68, 79], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 78], "local": [0, 4, 7, 10, 47, 52, 53, 67, 68, 70, 72, 79], "store": [0, 4, 7, 10, 23, 38, 53, 55, 68, 70, 76], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 76], "artifact": [0, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 68, 71, 72, 76], "visual": [0, 4, 9, 10], "logger": [0, 5, 7, 10, 63, 67, 68, 71, 72, 81], "tensorboard": [0, 10, 23], "train": [0, 4, 10, 67, 68, 72, 76, 77], "evalu": [0, 7, 10, 24, 67, 68, 72, 77], "real": [0, 4, 5, 10, 55, 68], "notebook": [0, 10, 68, 69, 70, 73, 75], "develop": [0, 3, 4, 5, 8, 9, 10, 68, 75, 78, 81], "code": [0, 3, 4, 6, 7, 8, 9, 10, 67, 69, 77, 81], "purpos": [0, 4, 5, 7, 8, 10, 70], "offer": [0, 5, 10], "case": [0, 5, 7, 8, 9, 10, 47, 69, 70, 72, 74, 77, 79], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 67, 68, 69, 71, 72, 73, 74, 75, 78, 81], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 78], "accompani": [0, 10], "extens": [0, 5, 9, 10, 69, 72], "document": [0, 5, 7, 8, 9, 10, 68, 70, 72, 74, 75, 76], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 78], "workflow": [0, 8, 10, 78], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 7, 10, 66, 77], "understand": [0, 10], "mani": [0, 4, 10, 71], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 65, 70, 76, 77, 78, 79, 80, 81], "introduc": [0, 5, 10], "visit": [0, 2, 5, 7, 9, 10, 70, 74, 75, 76, 78, 80, 81], "ad": [0, 2, 4, 10, 71, 80], "section": [0, 2, 3, 4, 5, 7, 9, 10, 70, 77, 78, 79, 80], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "progress": [0, 4, 5, 10, 55, 56, 63, 73, 75, 76], "stai": [0, 6, 10, 77], "tune": [0, 6, 10, 77], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 58, 63, 69, 71, 72, 74, 76, 77, 78, 80], "those": [0, 4, 5, 7, 31, 70, 77], "interest": [0, 2, 80], "alwai": [0, 5, 7, 9, 18, 69, 72, 74, 76, 77], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 78], "repo": 0, "read": [0, 5, 7, 16, 18, 52, 72], "md": 0, "first": [0, 5, 9, 18, 38, 47, 65, 67, 69, 70, 72, 73, 74], "comput": [0, 4, 7, 68, 72], "contain": [0, 5, 8, 47, 49, 50, 69, 71, 78], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78], "instal": [0, 7, 8, 18, 79], "host": [0, 2, 7, 76], "folder": [0, 5, 8, 9, 13, 24, 38, 68, 70, 73, 75], "offici": 0, "repositori": [0, 7, 8, 9, 72, 76, 78, 79], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 7, 8, 18, 28, 70, 76, 80], "framework": [0, 2, 71, 78, 80], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 69, 70, 71, 73, 74, 75, 80], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": [0, 7], "york": [0, 5, 80], "ny": 0, "usa": [0, 80], "url": [0, 7], "http": [0, 7, 9, 17, 44, 45], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 7, 52, 53, 70], "energi": [0, 2, 5, 7, 23, 59, 60, 61, 77], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 59, 60, 61, 64, 68, 69, 70, 71, 72, 73, 74, 75, 77, 80], "sinergym": [2, 3, 4, 8, 10, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "independ": [2, 78, 80], "rest": [2, 5, 7, 9, 48, 49, 77, 80], "up": [2, 4, 5, 6, 9, 37, 38, 59, 61, 67, 68, 69, 70, 72, 73, 74, 75, 78, 80], "experi": [2, 4, 5, 6, 9, 37, 38, 71, 80], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 70], "m2": 2, "divid": [2, 67, 68, 72], "two": [2, 7, 8, 9, 70, 77], "asymmetr": 2, "hvac": [2, 70, 77], "consist": [2, 5], "air": [2, 70, 74, 77], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 70], "cool": [2, 5, 70, 74, 80], "coil": [2, 70], "chill": 2, "water": 2, "vav": [2, 70], "heat": [2, 70, 74], "come": [2, 71], "5zoneautodxvav": [2, 5, 41, 71], "singl": [2, 71], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 59, 60, 61, 65, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "outdoor": [2, 70, 74], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 7, 9, 18, 38, 59, 60, 61, 68, 69, 70, 71, 72, 73, 74, 75, 80], "equip": [2, 70], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7], "input": [2, 7, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 71], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 77, 78], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 80], "electr": [2, 70, 77], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 67, 68, 72], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 59, 61, 70, 71, 78], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": [2, 4, 7], "full": 2, "servic": [2, 7, 49, 50], "small": [2, 78], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "basement": 2, "rectangular": 2, "46": [2, 69], "320": 2, "organ": [2, 5, 7, 70, 78], "19": [2, 7, 60, 70, 71, 73, 75], "bot": [2, 8], "mid": [2, 80], "level": [2, 8, 56, 78], "describ": [2, 7, 42], "too": [2, 4, 7, 8, 9, 49, 70], "charg": [2, 5, 66], "discharg": [2, 66], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 63, 72, 75, 77, 78, 81], "random": [3, 7, 43, 71], "rule": [3, 7, 41, 42, 78], "base": [3, 4, 7, 8, 41, 42, 58, 70, 74, 78], "5zone": [3, 5, 6, 7, 70, 74, 81], "datacent": [3, 5, 7, 70], "find": [3, 8], "util": [3, 4, 7, 13, 67, 68, 70, 71, 72, 73, 74, 75, 77, 78, 79, 81], "py": [3, 4, 5, 7, 9, 45, 67, 68, 72, 78, 79, 81], "veri": [3, 7, 9, 70, 77], "perform": [3, 4, 5, 7, 9, 24, 47, 64, 77], "refer": [3, 7], "point": [3, 68, 72, 79], "studi": [3, 5], "simpl": [3, 5, 69, 70, 77], "given": [3, 4, 7, 18, 27, 28, 30, 32, 34, 35, 38, 59, 60, 61, 77], "instanc": [3, 4, 5, 7, 8, 13, 49, 76], "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 68, 72, 73, 74, 77, 79], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 70, 71, 73, 76, 77, 78, 81], "usag": [3, 7, 67, 81], "facil": [4, 70, 77], "discret": [4, 5, 13, 69, 70, 77], "continu": [4, 5, 6, 7, 8, 9, 68, 69, 70, 71, 81], "ppo": [4, 7], "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": [4, 7], "dqn": [4, 7, 67, 68, 72], "NO": 4, "offpolicyalgorithm": 4, "ddpg": [4, 7], "sac": [4, 7], "td3": [4, 7], "go": [4, 5, 7, 9, 67, 68, 69, 70, 72, 75, 81], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 47, 70, 72, 76], "stage": 4, "procedur": [4, 8], "access": [4, 7], "state": [4, 5, 7, 18, 63], "dure": [4, 5, 7, 8, 13, 23, 24, 72, 76, 79], "monitor": [4, 7, 9, 24, 47, 55, 63, 68, 71, 72, 73, 75, 76], "save": [4, 6, 7, 24, 38, 67, 68, 70, 72], "manipul": [4, 7, 8], "bar": 4, "inherit": [4, 58, 81], "column": [4, 5, 26, 38], "due": [4, 5, 7, 66, 68], "its": [4, 5, 7, 8, 9, 50, 63, 69, 79, 81], "import": [4, 6, 7, 8, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 64, 68, 72, 78], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 68, 69, 70, 71, 72, 73, 74, 75], "log": [4, 55, 56, 63, 72, 76], "extract": [4, 5, 13, 34, 38], "why": 4, "record": [4, 30, 33, 55, 63, 76], "same": [4, 5, 7, 8, 26, 67, 70, 75, 76, 81], "sinergym_logg": [4, 7, 23], "attribut": [4, 5, 13, 18, 38, 55, 63, 64, 65, 66, 72, 76], "constructor": [4, 5, 6, 16, 66, 70, 77], "loggercallback": [4, 7, 68], "basecallback": [4, 24], "background": [4, 71], "With": [4, 5, 70], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 59, 60, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80], "compar": 4, "There": [4, 7, 9, 76], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 7, 13, 23, 55, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "log_interv": [4, 7, 67, 68, 72], "frequenc": [4, 7], "episod": [4, 6, 7, 13, 18, 23, 24, 34, 38, 47, 55, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 81], "consequ": [4, 7, 77], "featur": [4, 5], "thu": [4, 5, 7], "off": [4, 68, 70], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 7, 8, 24, 26, 38, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 63, 65, 66, 67, 68, 70, 72, 73, 76, 77, 81], "instead": [4, 5, 7, 9, 47], "version": [4, 5, 7, 8, 9, 13, 70, 79], "best": [4, 7, 24, 67, 68, 72], "result": [4, 6, 7, 18, 47, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "end": [4, 7, 13, 18, 20, 29, 55, 59, 60, 61, 63, 67, 76], "loggerevalcallback": [4, 7, 67, 68, 72], "evalcallback": 4, "particular": [4, 5, 69], "concret": 4, "metric": 4, "construct": [4, 5, 7], "place": [4, 5, 71, 79], "On": [4, 7, 9, 70], "hand": [4, 7, 9, 70], "occupi": [4, 70], "accur": 4, "averag": [4, 47, 79], "therefor": [4, 5, 71, 77, 79], "faith": 4, "realiti": 4, "term": [4, 23, 59, 60, 61, 77], "good": 4, "turn": [4, 68], "out": [4, 67, 68, 72, 76], "howev": [4, 5, 6, 7, 9, 70, 71, 77, 78], "calcul": [4, 5, 7, 67, 72, 77, 79], "power": [4, 55, 59, 60, 61, 76, 77], "consumpt": [4, 23, 60, 61, 76, 77], "comfort": [4, 5, 9, 23, 31, 59, 60, 61, 70, 74, 76, 77], "penalti": [4, 76, 77], "violat": [4, 23], "percentag": 4, "taken": [4, 5, 77, 79], "decid": [4, 5, 7], "better": [4, 5], "appear": [4, 5, 9, 47, 69, 76], "action_simul": 4, "becaus": [4, 5, 7, 8, 72, 74, 79], "output": [4, 6, 8, 34, 38, 45, 56, 67, 68, 69, 70, 71, 72, 73, 74, 75], "clip": [4, 7, 66], "Then": [4, 5, 7, 9, 67, 68, 70, 71], "pars": [4, 5], "note": [4, 47, 76], "box": [4, 5, 13, 67, 68, 70, 71, 72], "equival": 4, "csv": [4, 5, 55, 63, 72, 73, 75, 76], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 41, 42, 59, 60, 61, 69, 70, 71, 73, 74, 75, 77], "bound": [4, 67, 68, 72], "rang": [4, 5, 6, 7, 31, 34, 42, 59, 60, 61, 65, 69, 70, 71, 73, 74, 75, 77, 79, 81], "cumulative_comfort_penalti": 4, "sum": [4, 69, 70, 71, 73, 74, 75, 79, 81], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 72], "being": [4, 5, 13, 76, 77], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 70, 72, 73, 76, 78], "normal": [4, 5, 7, 65, 76, 77, 78, 81], "origin": [4, 5, 17, 26, 38, 52, 63, 64, 65, 70, 75, 76], "rollout": [4, 72], "exploration_r": [4, 72], "doesn": [4, 7, 81], "t": [4, 5, 7, 9, 30, 59, 61, 66, 69, 71, 76, 80, 81], "neural": 4, "network": [4, 7], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 70, 76, 77], "try": [4, 5, 7, 18], "benefit": [4, 5], "script": [4, 7, 70, 72, 79], "drl_batteri": [4, 7, 72], "flag": [4, 7, 18, 55, 63, 73], "most": [4, 5, 76, 77], "must": [4, 5, 7, 9, 47, 70], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 7, 67, 68, 72], "until": [4, 8], "where": [4, 5, 7, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 60, 77], "comment": 4, "requir": [4, 5, 7, 8, 9, 38, 70, 72, 77], "argument": [4, 7], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81], "ep": [4, 7], "curriculum": 4, "add": [4, 5, 7, 8, 38, 70, 72, 77, 81], "field": [4, 5, 7, 13, 38, 77, 80], "valid": [4, 7, 50, 75, 81], "path": [4, 5, 7, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 68, 70], "load": [4, 5, 68, 70, 71], "recommend": [4, 7, 8, 9, 42, 70, 71, 77], "initi": [4, 5, 13, 24, 51, 63], "date": [4, 5], "hyperparamet": [4, 7], "durat": 4, "paradigm": 4, "direct": [4, 7], "plan": [4, 5], "futur": [4, 5, 6, 7, 68, 77], "eplu": [5, 6, 13, 34, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "demo": [5, 67, 68, 69, 70, 72, 73, 74, 75, 79], "v1": [5, 6, 13, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 79, 81], "usa_pa_pittsburgh": [5, 71, 80], "allegheni": [5, 71, 80], "counti": [5, 71, 80], "ap": [5, 71, 80], "725205_tmy3": [5, 71, 80], "No": [5, 68], "01": [5, 70, 72, 75], "31": [5, 6, 71], "03": [5, 72, 75], "hot": [5, 6, 59, 60, 61, 70, 71, 77, 80, 81], "usa_az_davi": [5, 80], "monthan": [5, 80], "afb": [5, 80], "722745_tmy3": [5, 80], "mix": [5, 77, 80], "usa_ny_new": [5, 80], "j": [5, 7, 80], "f": [5, 7, 9, 67, 68, 72, 80], "kennedi": [5, 80], "intl": [5, 80], "744860_tmy3": [5, 80], "usa_wa_port": [5, 80], "angel": [5, 80], "william": [5, 80], "r": [5, 59, 61, 80], "fairchild": [5, 80], "727885_tmy3": [5, 80], "stochast": [5, 24, 47, 70, 77], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 66], "shopwithvandbatteri": 5, "respect": [5, 8, 9], "complet": [5, 67, 68, 72, 75], "context": [5, 6, 13, 63, 70, 78], "either": 5, "predefin": [5, 70], "shown": [5, 9, 67, 79], "abov": [5, 7, 8, 68, 70], "def": [5, 73, 74, 77], "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 73, 77], "self": [5, 73, 74, 77], "idf_fil": [5, 13, 20], "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 73, 77], "weather_fil": [5, 13, 20, 70], "observation_spac": [5, 13, 70], "gym": [5, 6, 7, 12, 13, 17, 45, 47, 58, 59, 60, 61, 62, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 79, 81], "5e6": [5, 70], "high": [5, 70, 71], "shape": [5, 7, 70, 71], "dtype": [5, 67, 68, 70, 72], "np": [5, 7, 13, 18, 55, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 79, 81], "float32": [5, 13, 67, 68, 70, 72], "observation_vari": [5, 13, 70], "action_spac": [5, 7, 13, 43, 69, 70, 71, 73, 75, 79, 81], "union": [5, 13, 18, 27, 55, 59, 60, 61, 63, 64, 73], "0": [5, 7, 13, 18, 23, 29, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 79, 81], "action_vari": [5, 13, 70, 71], "action_map": [5, 13, 70], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 63, 64, 65, 73, 74], "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 59, 60, 61, 63, 64, 73, 74], "tupl": [5, 6, 13, 18, 26, 31, 38, 59, 60, 61, 63, 64, 73], "float": [5, 7, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 59, 60, 61, 63, 64, 68, 73], "weather_vari": [5, 13, 37, 70], "none": [5, 7, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71, 73], "linearreward": [5, 7, 13, 67, 68, 70, 72, 77], "reward_kwarg": [5, 13, 70, 77], "act_repeat": [5, 13, 18, 70], "max_ep_data_store_num": [5, 13, 18, 70], "action_definit": [5, 13, 18, 38, 70, 71], "env_nam": [5, 13, 18, 20, 34, 38, 70, 76], "config_param": [5, 6, 13, 18, 70], "arg": [5, 7, 9, 23, 24, 74], "condit": [5, 13, 31, 41], "empti": [5, 9, 13, 38, 67, 68, 72], "manual": [5, 6, 8, 13, 71], "should": [5, 6, 7, 9, 13, 18, 24, 58, 79], "extra_config": [5, 13, 38], "map": [5, 13, 70], "sigma": [5, 7, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 7, 8, 13, 38, 65, 72, 76, 81], "feedback": [5, 13], "pass": [5, 7, 13, 18, 24, 47], "number": [5, 7, 13, 18, 23, 24, 38, 47, 55, 64, 70, 72, 76], "regardless": [5, 13, 76], "receiv": [5, 13, 18, 20], "repetit": [5, 13], "interv": [5, 7, 13], "last": [5, 9, 13, 18, 34, 63, 65, 70], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 38, 63, 70, 77, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "pkg_data_path": 5, "idf_path": [5, 18, 38], "join": 5, "weather_path": [5, 18, 38], "detect": 5, "planner": 5, "get_schedul": [5, 13, 38, 70], "need": [5, 7, 9, 67, 69, 72, 73, 74, 76], "month": [5, 18, 28, 29, 31, 59, 60, 61, 69, 70, 71, 73, 74, 75, 79, 81], "dai": [5, 6, 18, 28, 29, 31, 38, 59, 60, 61, 69, 70, 71, 73, 74, 75, 77], "reset": [5, 7, 13, 18, 38, 47, 63, 64, 69, 70, 71, 73, 74, 75, 79, 81], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "isinst": 5, "_action_spac": 5, "els": [5, 7, 47, 73, 74], "setpoint": [5, 41, 42, 74], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 70], "reward_fn": [5, 7], "obs_dict": [5, 74], "checker": [5, 44], "_check_eplus_env": 5, "show": [5, 8, 9, 13, 38], "intermedi": 5, "free": [5, 7, 72, 74], "runperiod": [5, 69, 70, 71], "necessari": [5, 7, 8, 9, 70, 71, 77], "mention": [5, 7, 70], "onc": [5, 7, 9], "copi": [5, 9, 18, 76], "climat": [5, 80], "present": [5, 13, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "compat": [5, 7, 9, 45], "nois": [5, 7, 69], "tau": [5, 7, 26, 38], "whose": [5, 55, 77], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 63], "moreov": 5, "n": [5, 7, 64, 70, 75], "activ": [5, 7, 9, 23, 55, 63, 76], "summari": [5, 9, 63, 69], "dynam": [5, 68], "let": [5, 6, 7, 9, 67, 68, 69, 70, 72, 79], "variable_nam": 5, "zone_nam": 5, "regist": [5, 7, 68, 69, 72, 79], "correctli": [5, 7, 27, 78, 79, 81], "correct": [5, 7, 9, 31, 75, 81], "look": [5, 32, 36, 45, 72, 74], "found": [5, 13, 38, 81], "rdd": 5, "ones": [5, 7, 77, 81], "done": [5, 55, 70, 73], "constant": [5, 7, 59, 60, 61, 73, 75, 77, 81], "discuss": [5, 70], "249": [5, 70, 71, 81], "range_gett": 5, "common": [5, 7, 21, 24, 47, 67, 68, 72, 74, 77, 78], "get": [5, 7, 9, 13, 31, 38, 47, 50, 65, 74], "standard": [5, 8, 31, 41, 69, 79], "repres": 5, "previous": [5, 7, 38, 70, 76], "rememb": [5, 72, 74], "later": [5, 55], "reserv": [5, 7], "inconsist": [5, 70], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 70, 71], "befor": [5, 7, 18, 38, 47, 70, 71, 72, 75], "usual": [5, 77], "solut": 5, "problem": [5, 7, 70], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 63, 71], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": [5, 7], "As": [5, 7, 9, 70], "told": [5, 9], "id": [5, 7, 70, 77, 79], "seen": 5, "recogniz": 5, "word": [5, 8], "don": [5, 7, 9, 69, 71, 76], "give": [5, 7], "plai": [5, 72, 74], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": 5, "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "error": [5, 7, 8, 47, 68, 70], "advantag": [5, 8, 71], "meanwhil": 5, "connect": [5, 7, 17, 18, 19, 67, 68, 69, 70, 71, 72, 73, 74, 75], "9": [5, 42, 59, 60, 61, 69, 70, 71, 72, 73, 74, 75, 77, 80], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "complex": [5, 78], "next": [5, 7, 8, 13, 18, 63, 64, 67, 70, 77, 78, 81], "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 70], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 70], "object2": [5, 70], "entri": 5, "kei": [5, 6, 7, 18, 30, 34], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 70, 77], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 77], "dedic": 5, "explan": [5, 7], "download": [5, 7], "ddy": [5, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75], "exactli": 5, "That": [5, 77], "abl": [5, 7, 9, 70], "alreadi": [5, 7, 70, 74, 77, 78], "even": [5, 70, 72, 74], "perhap": 5, "incorpor": 5, "than": [5, 7, 66, 76, 77, 81], "intend": 5, "someon": 5, "far": [5, 77], "concern": [5, 70], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 67, 68, 69, 72, 73, 74, 75], "config": [6, 7, 27, 69, 78], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 70], "1997": 6, "1998": 6, "skeleton": 6, "separ": [6, 7], "By": [6, 9, 70, 77], "less": [6, 71], "1991": [6, 69, 70, 71, 73, 74, 75], "determin": [6, 7], "length": [6, 7, 47, 67, 72], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "otherwis": [6, 7, 81], "fail": [6, 7], "apply_extra_conf": [6, 38], "gcloud": 7, "combin": [7, 70, 71, 75], "idea": 7, "virtual": [7, 9], "gce": 7, "At": [7, 8, 69, 72], "finish": [7, 8, 18, 79], "job": [7, 8, 9, 78], "remov": [7, 49, 59, 60, 61, 77], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "imag": [7, 9], "begin": 7, "enabl": [7, 8], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 69, 70, 73, 74, 77], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 78, 79], "termin": [7, 18, 55, 56, 64, 69, 70, 71, 73, 74, 75, 79, 81], "applic": [7, 78], "login": 7, "upload": [7, 8, 53], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 50], "restart": 7, "never": [7, 69], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 69, 70, 71, 72, 73, 74, 75, 80], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 75, 79, 81], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 71, 77], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 78, 79], "write": [7, 8, 9, 78], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 59, 60, 61, 77], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 78], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 71, 72, 79], "upgrad": 7, "global": [7, 47], "memori": 7, "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 70], "predetermin": 7, "enter": [7, 79], "after": [7, 18, 47, 69, 70, 75], "immedi": 7, "hasn": [7, 30], "yet": [7, 78], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 72], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow_tracking_uri": 7, "ip": 7, "5000": 7, "explain": [7, 8, 70], "previou": [7, 8, 64, 70], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 69, 72, 74], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 69, 72], "alloc": [7, 8], "everi": [7, 8, 9, 24, 69, 70, 71, 73, 74, 75, 78, 79, 81], "argpars": 7, "datetim": [7, 67, 68, 72, 74], "numpi": [7, 67, 68, 69, 70, 71, 72, 73, 74, 75, 79], "stable_baselines3": [7, 24, 47, 67, 68, 72], "normalactionnois": 7, "vec_env": [7, 24, 47, 67, 68, 72], "dummyvecenv": [7, 67, 68, 72], "ranges_5zon": [7, 73, 75], "ranges_datacent": 7, "ranges_iw": 7, "loggerwrapp": [7, 67, 68, 71, 72, 75, 79, 81], "multiobswrapp": [7, 73, 75], "normalizeobserv": [7, 73, 75, 81], "parser": 7, "argumentpars": 7, "add_argu": 7, "true": [7, 24, 32, 45, 47, 55, 63, 64, 67, 68, 72, 73, 75], "dest": 7, "mod": 7, "alg": 7, "rw": 7, "linear": [7, 60, 61, 77], "exponenti": [7, 59, 77], "energy_weight": [7, 59, 61, 70, 77], "rew": 7, "weight": [7, 59, 60, 61, 70, 77], "norm": 7, "store_tru": 7, "multiob": [7, 75, 81], "mob": 7, "multi": [7, 81], "csvlogger": [7, 23, 63, 73, 76], "ten": 7, "eval": [7, 24, 67, 72], "onlin": 7, "eval_freq": [7, 24, 67, 72], "evalf": 7, "useless": 7, "eval_length": 7, "inter": 7, "seed": [7, 13, 63, 64], "sd": 7, "identifi": [7, 8], "remote_stor": 7, "sto": 7, "sent": 7, "bucket_nam": [7, 52], "buc": 7, "mlflow_stor": 7, "group_nam": 7, "auto_delet": 7, "del": 7, "gcp": 7, "learning_r": [7, 72], "lr": 7, "0003": 7, "n_step": 7, "2048": 7, "batch_siz": 7, "64": [7, 68], "n_epoch": 7, "ne": 7, "gamma": 7, "99": [7, 38], "gae_lambda": 7, "gl": 7, "95": [7, 72, 80], "ent_coef": 7, "ec": 7, "vf_coef": 7, "v": [7, 78], "max_grad_norm": 7, "m": [7, 67, 68, 72, 80], "buffer_s": 7, "bf": 7, "1000000": 7, "learning_start": 7, "l": 7, "100": 7, "tu": 7, "005": [7, 75], "gradient_step": 7, "clip_rang": 7, "cr": 7, "sig": 7, "rms_prop_ep": 7, "rpe": 7, "1e": [7, 59, 60, 61, 77], "parse_arg": 7, "experiment_d": [7, 67, 68, 72], "todai": [7, 67, 68, 72], "strftime": [7, 67, 68, 72], "y": [7, 67, 68, 72], "d_": 7, "h": [7, 67, 68, 72, 80], "_": 7, "ping": 7, "mlflow_ip": 7, "split": 7, "respons": [7, 49, 76], "set_tracking_uri": 7, "getcwd": 7, "mlrun": 7, "start_run": [7, 67], "run_nam": [7, 67], "param": [7, 23, 24, 37, 38, 42, 47, 55], "log_param": 7, "__version__": 7, "bool": [7, 13, 16, 18, 20, 24, 32, 45, 47, 55, 63, 64, 73], "rate": [7, 66, 70, 77], "batch": [7, 33], "epoch": 7, "gae": 7, "lambda": [7, 67, 68, 72], "ent": 7, "coef": 7, "vf": 7, "max": [7, 34, 59, 61], "grad": 7, "buffer": 7, "gradient": 7, "elif": [7, 74], "expreward": [7, 70, 77], "rais": [7, 8, 18, 20, 38, 47], "runtimeerror": [7, 18, 38], "hasattr": 7, "w_energi": 7, "eval_env": [7, 24], "norm_rang": 7, "env_typ": 7, "iwmullion": 7, "nameerror": 7, "cant": 7, "disabl": 7, "mlppolici": [7, 67, 68, 72], "verbos": [7, 23, 24, 68, 72, 78], "train_freq": 7, "target_update_interv": 7, "10000": [7, 24], "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_final_ep": 7, "05": [7, 67, 72], "tensorboard_log": [7, 68], "n_action": 7, "action_nois": 7, "zero": 7, "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "optimize_memory_usag": 7, "fals": [7, 18, 23, 24, 47, 55, 63, 67, 69, 70, 71, 72, 73, 74, 75, 79, 81], "policy_delai": 7, "target_policy_nois": 7, "target_noise_clip": 7, "create_eval_env": 7, "policy_kwarg": 7, "devic": [7, 68, 72], "_init_setup_model": 7, "model_path": 7, "init_storage_cli": 7, "read_from_bucket": 7, "set_env": 7, "total": [7, 70, 72, 77], "n_timesteps_episod": [7, 67, 68, 72], "_eplus_one_epi_len": [7, 67, 68, 72], "_eplus_run_steps": [7, 67, 68, 72], "eval_callback": [7, 67, 72], "best_model_save_path": [7, 24, 67, 72], "best_model": [7, 67, 72], "log_path": [7, 24, 67, 72], "determinist": [7, 24, 47, 67, 72], "render": [7, 13, 24, 45, 47, 67, 72], "n_eval_episod": [7, 24, 47, 67, 72], "append": [7, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79, 81], "log_callback": [7, 68], "dir": [7, 38, 68], "tensorboardformatlogg": [7, 68], "tb_path": [7, 68], "new_logg": [7, 68], "set_logg": [7, 68], "total_timestep": [7, 55, 67, 68, 72], "_env_working_dir_par": [7, 67, 68, 72], "close": [7, 13, 18, 63, 68, 69, 70, 71, 72, 73, 74, 75, 79, 81], "_episode_exist": 7, "storeg": 7, "log_artifact": 7, "local_dir": 7, "artifact_path": 7, "abspath": 7, "resourc": [7, 51, 52, 53], "upload_to_bucket": 7, "src_path": [7, 53], "dest_bucket_nam": [7, 53], "dest_path": [7, 53], "end_run": [7, 67], "autodelet": 7, "token": [7, 49, 50], "get_service_account_token": 7, "delete_instance_mig_from_contain": 7, "effect": 7, "pretti": [7, 77], "deactiv": [7, 55, 63, 76], "written": [7, 73], "recreat": 7, "belong": [7, 55, 76], "delet": [7, 49], "individu": 7, "appropri": [7, 70, 79], "environment_nam": 7, "episodes_int": 7, "seed_valu": 7, "uri": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "json": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 72, 79], "gitignor": 7, "ignor": [7, 8, 68, 78], "final": [7, 69, 71], "load_ag": 7, "zip": [7, 74], "predict": 7, "agre": 7, "collect": [7, 55, 79], "One": 7, "strength": 7, "abil": 7, "whatev": 7, "caus": 7, "recogn": 7, "mayb": 7, "got": [7, 30], "deploi": [7, 8], "localhost": 7, "6006": 7, "second": [7, 18, 28, 29, 47, 55, 70, 73], "shut": 7, "down": 7, "logdir": 7, "back": 7, "databas": 7, "loos": 7, "bin": [7, 9], "scrip": 7, "ugr": [7, 9], "sail": [7, 9], "sinergymcompilationhtml": 7, "html": 7, "db_root_password": 7, "machine_typ": 7, "e2": 7, "medium": 7, "mlflow_imag": 7, "kaysush": 7, "14": [7, 70, 72, 74, 80], "cloud_sql_proxy_imag": 7, "cloudsql": 7, "proxi": 7, "mysql_inst": 7, "echo": 7, "sa": 7, "descript": [7, 18], "displai": [7, 69, 70, 71, 73, 74, 75, 79, 81], "mb": 7, "tier": 7, "db": [7, 38], "f1": 7, "micro": 7, "password": 7, "provis": 7, "editor": 7, "start_mlflow_track": 7, "sh": 7, "cat": 7, "eof": 7, "d": [7, 8, 18, 67, 68, 72], "mysql": 7, "net": 7, "p": 7, "3306": 7, "cloud_sql_proxi": 7, "tcp": 7, "pymysql": 7, "mlflow_artifact": 7, "alter": 7, "iptabl": 7, "dport": 7, "accept": [7, 8], "cp": 7, "tempor": 7, "rm": [7, 44, 45], "7": [7, 9, 18, 69, 70, 71, 72, 73, 74, 75, 77, 80], "static": [7, 41, 42], "subnet": 7, "premium": 7, "metadata": [7, 13], "startup": 7, "mainten": 7, "migrat": 7, "tag": [7, 8, 9], "co": 7, "77": 7, "12371": 7, "1109": 7, "balanc": 7, "shield": 7, "secur": [7, 8], "vtpm": 7, "affin": 7, "firewal": 7, "prioriti": 7, "1000": 7, "ingress": 7, "target": [7, 77], "anymor": 7, "again": 7, "redefin": 7, "notic": [7, 77], "creation": 7, "annot": 7, "bellow": [7, 77], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 67, 68, 72], "rise": 8, "pytyp": 8, "cannot": [8, 68, 79], "compil": 8, "sphinx": 8, "exist": [8, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 77, 79], "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": [8, 67, 72], "161": 8, "sequenti": 8, "autopep8": 8, "successfulli": [8, 9, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "edit": 8, "catch": 8, "anoth": [8, 9, 70, 76], "pypi": [8, 9], "yml": [8, 9, 78], "minim": 8, "below": [9, 77, 80], "throughout": 9, "ubuntu": 9, "18": [9, 69, 70, 72, 73, 74, 75, 80], "04": [9, 68, 72, 75], "lt": [9, 67, 68, 72], "22": [9, 69, 70, 71, 73, 74, 75], "avoid": [9, 47], "pip": [9, 78], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 70, 75], "pop": [9, 73], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 79], "git": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 67, 68, 72], "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 77], "instruct": 9, "linux": 9, "choos": 9, "select": [9, 13, 41, 42, 43, 63, 74], "consid": [9, 59, 60, 61, 69, 77], "subset": [9, 75, 81], "ofici": 9, "supervis": [9, 78], "vv": [9, 78], "anywai": [9, 78], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 70], "properti": [13, 18, 38], "xlsx": [13, 70], "get_zon": [13, 70], "render_mod": 13, "human": [13, 31, 41], "mode": 13, "ndarrai": [13, 16, 18, 55, 63, 64, 65, 66, 73], "np_random": [13, 63], "chosen": [13, 41, 42, 43, 63, 74, 79], "entropi": [13, 63], "integ": [13, 18, 63], "wheather": [13, 63], "truncat": [13, 18, 63, 69, 70, 71, 73, 74, 75, 79, 81], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "socket": [18, 76], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 74], "sundai": 18, "element": [18, 30, 33, 55], "wether": 18, "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24], "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "boolean": 23, "on_training_end": 23, "callback_on_new_best": 24, "accord": [24, 80], "freq": 24, "npz": 24, "vecenv": [24, 47], "weather_data": [26, 38], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 70, 74], "variat": [26, 38], "opyplu": [26, 28, 30, 33, 35, 38], "ou": [26, 38], "_get_actu": 27, "rel": [27, 70], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 70, 71, 73], "explicitli": 30, "season": [31, 59, 60, 61, 70, 74, 77, 80], "ashra": [31, 41, 42], "55": [31, 41, 80], "thermal": [31, 41, 60, 70, 77], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 70], "absolut": [34, 59, 61, 77], "file_path": 35, "content": [35, 76], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 76], "till": 36, "modif": [37, 77], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 70], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 70], "summer": [38, 59, 60, 61, 77, 80], "winter": [38, 77, 80], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 67, 68, 69, 70, 71, 72, 73, 74, 75], "tree": [38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 66, 74], "sequenc": [41, 42, 43, 65, 73, 74], "perceiv": [41, 42, 74], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "randomli": [43, 66, 79], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 69], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "count": [47, 70], "scale": [47, 78], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 73], "progress_head": [55, 63, 73], "log_progress_fil": [55, 73], "log_fil": [55, 73], "header": [55, 63, 73], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 69, 70, 71, 72, 73, 74, 75], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 69, 70, 71, 73, 74, 75, 79, 81], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "temperature_vari": [59, 60, 61, 70, 77], "energy_vari": [59, 60, 61, 70, 77], "range_comfort_wint": [59, 60, 61, 70, 77], "range_comfort_summ": [59, 60, 61, 70, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 67, 69, 70, 73, 74, 75], "lambda_energi": [59, 60, 61, 77], "0001": [59, 60, 61, 72], "lambda_temperatur": [59, 60, 61, 77], "w": [59, 60, 61, 68, 71, 77], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 77, 80], "session": [59, 60, 61, 68], "dimens": [59, 60, 61, 77], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 73], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 75], "stack": 64, "flat": 64, "vector": [64, 72], "reli": [65, 72], "get_unwrapped_ob": 65, "simultan": 66, "upper": 66, "usr": [67, 68, 72], "lib": [67, 68, 72], "dist": [67, 68, 72], "73": [67, 68, 72], "userwarn": [67, 68, 72], "precis": [67, 68, 72], "lower": [67, 68, 72], "cast": [67, 68, 72], "episodes_": [67, 68, 72], "env_vec": [67, 68, 72], "2022": [67, 68, 72], "07": [67, 68, 72], "09": [67, 68, 69, 70, 71, 72, 73, 74, 75], "15": [67, 69, 70, 72, 73, 75], "336": 67, "eplus_env_demo": [67, 68, 69, 70, 72, 73, 74, 75], "v1_mainthread_root": [67, 68, 69, 70, 71, 72, 73, 74, 75], "externalinterfac": [67, 68, 69, 70, 71, 72, 73, 74, 75], "340": 67, "site": [67, 68, 69, 70, 71, 72, 73, 74, 75], "sizingperiod": [67, 68, 69, 70, 71, 72, 73, 74, 75], "343": 67, "bvctb": [67, 68, 69, 70, 71, 72, 73, 74, 75], "346": 67, "347": [67, 72], "379": 67, "395": 67, "workspac": [67, 68, 69, 70, 71, 72, 73, 74, 75, 79], "res4": 67, "sub_run1": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "28": [67, 69, 70, 73, 74, 75], "814": 67, "816": 67, "833": 67, "sub_run2": [67, 68, 72, 75, 76], "52": [67, 68], "095": [67, 72], "096": 67, "106": [67, 72], "sub_run3": [67, 68, 72, 76], "fromnumer": [67, 68, 72], "3432": [67, 68, 72], "runtimewarn": [67, 68, 72], "slice": [67, 68, 72], "_method": [67, 68, 72], "_mean": [67, 68, 72], "axi": [67, 68, 72], "190": [67, 68, 72, 75], "invalid": [67, 68, 72], "encount": [67, 68, 72, 81], "double_scalar": [67, 68, 72], "ret": [67, 68, 72], "rcount": [67, 68, 72], "265": [67, 68, 72], "degre": [67, 68, 72], "freedom": [67, 68, 72], "_var": [67, 68, 72], "ddof": [67, 68, 72], "223": [67, 68, 72], "arrmean": [67, 68, 72], "um": [67, 68, 72], "true_divid": [67, 68, 72], "div": [67, 68, 72], "39": [67, 68, 69, 70, 71, 72, 73, 74, 75], "unsaf": [67, 68, 72], "257": [67, 68, 72, 73, 75], "56": [67, 70, 72], "988": 67, "989": [67, 75], "996": 67, "sub_run4": [67, 68, 72], "06": 67, "618": 67, "619": 67, "626": [67, 72], "sub_run5": [67, 68, 72], "941": 67, "943": 67, "957": 67, "sub_run6": [67, 72], "num_timestep": [67, 72], "70080": [67, 72], "episode_reward": [67, 72], "22006": 67, "98": 67, "00": [67, 69, 72, 73, 75], "35040": [67, 69, 70, 71, 72, 73, 74, 75], "168": [67, 71], "176": [67, 75], "sub_run7": [67, 72], "862": 67, "863": 67, "870": [67, 75], "sub_run8": [67, 72], "35": [67, 80], "851": [67, 75], "852": [67, 75], "861": 67, "sub_run9": [67, 72], "181": 67, "183": 67, "196": 67, "sub_run10": [67, 72], "08": [67, 68, 70, 72], "522": [67, 68], "532": 67, "sub_run11": [67, 72], "140160": [67, 72], "23530": 67, "67": 67, "923": 68, "925": 68, "927": 68, "929": 68, "930": 68, "tensorboard_path": 68, "cpu": [68, 72], "712510": 68, "tensorflow": 68, "cc": 68, "169": [68, 72], "onednn": 68, "oper": 68, "slightli": 68, "numer": 68, "round": 68, "tf_enable_onednn_opt": 68, "716588": 68, "stream_executor": 68, "dso_load": 68, "libcudart": 68, "11": [68, 69, 70, 71, 72, 73, 74, 75], "dlerror": 68, "share": 68, "716606": 68, "cuda": 68, "cudart_stub": 68, "29": [68, 69, 70, 73, 75], "cudart": 68, "gpu": 68, "416": 68, "425": 68, "res7": 68, "27": [68, 69, 70, 73, 75], "141": 68, "149": 68, "560": 68, "563": 68, "582": 68, "25": [68, 69, 70, 71, 74, 75, 80], "548": 68, "549": 68, "557": 68, "59": [68, 72, 80], "524": 68, "537": 68, "617": 68, "loop": 69, "2023": [69, 70, 71, 73, 74, 75], "02": [69, 70, 71, 72, 73, 74, 75], "049": 69, "050": 69, "052": 69, "053": 69, "054": 69, "glanc": 69, "someth": 69, "current_month": [69, 70, 71, 73, 74, 75, 79, 81], "sampl": [69, 70, 71, 73, 75, 79, 81], "print": [69, 70, 71, 72, 73, 74, 75, 79, 81], "139": 69, "146": 69, "res1": [69, 70, 71, 73, 74], "086220480544118": 69, "time_elaps": [69, 70, 71, 72, 73, 74, 75], "900": [69, 70, 71, 73, 74, 75], "23": [69, 70, 71, 73, 74, 75, 77], "total_pow": [69, 70, 71, 73, 74, 75], "21724": 69, "40961088236": 69, "total_power_no_unit": [69, 70, 71, 73, 74, 75], "172440961088236": 69, "abs_comfort": [69, 70, 71, 73, 74, 75], "21": [69, 70, 71, 73, 74, 75, 80], "81947413483711": 69, "2083": 69, "3260107177957": 69, "2976": [69, 70, 71, 73, 74, 75], "2678400": [69, 70, 71, 73, 74, 75], "16": [69, 70, 73, 75], "4300": 69, "67198003095": 69, "43006719800309506": 69, "470462231008021": 69, "52953776899198": 69, "4068": 69, "1430820739643": 69, "5664": [69, 70, 71, 73, 74, 75], "5097600": [69, 70, 71, 73, 74, 75], "17443": 69, "56199085256": 69, "7443561990852559": 69, "52682664353406": 69, "5408": 69, "011099508528": 69, "8640": [69, 70, 71, 73, 74, 75], "7776000": [69, 70, 71, 73, 74, 75], "17": [69, 70, 73, 75, 80], "152": [69, 73, 74, 75], "4868953414246": [69, 73, 74, 75], "01524868953414246": [69, 73, 74, 75], "20": [69, 70, 71, 73, 74, 75, 77], "02634475252593": 69, "6324": 69, "363418661066": 69, "11520": [69, 70, 71, 73, 74, 75], "10368000": [69, 70, 71, 73, 74, 75], "87808257037088": 69, "7166": 69, "002341495086": 69, "14496": [69, 70, 71, 73, 74, 75], "13046400": [69, 70, 71, 73, 74, 75], "5901": 69, "306181804051": 69, "5901306181804051": 69, "00595003066665": 69, "99404996933335": 69, "10107": 69, "38621508419": 69, "17376": [69, 70, 71, 73, 74, 75], "15638400": [69, 70, 71, 73, 74, 75], "5959": 69, "248391726638": 69, "5959248391726638": 69, "003880381582551": 69, "99611961841745": 69, "13368": 69, "049092385163": 69, "20352": [69, 70, 71, 73, 74, 75], "18316800": [69, 70, 71, 73, 74, 75], "20642": 69, "54173343959": 69, "064254173343959": 69, "2461460714288606": 69, "75385392857114": 69, "16573": 69, "882795341822": 69, "23328": [69, 70, 71, 73, 74, 75], "20995200": [69, 70, 71, 73, 74, 75], "296": [69, 75], "4125183546004": 69, "029641251835460045": 69, "85266561770349": 69, "14733438229651": 69, "19392": 69, "89340178917": 69, "26208": [69, 70, 71, 73, 74, 75], "23587200": [69, 70, 71, 73, 74, 75], "33172235919861": 69, "20446": 69, "271430476787": 69, "29184": [69, 70, 71, 73, 74, 75], "26265600": [69, 70, 71, 73, 74, 75], "45708717771629": 69, "21616": 69, "477165610137": 69, "32064": [69, 70, 71, 73, 74, 75], "28857600": [69, 70, 71, 73, 74, 75], "182": [69, 70], "8619608065522": 69, "01828619608065522": 69, "0452010578529105": 69, "95479894214709": 69, "23634": 69, "85490851": 69, "31536000": [69, 70, 71, 73, 74, 75], "1992": [69, 70, 71, 73, 74, 75], "23109": 69, "07172644784": 69, "310907172644784": 69, "04969081696662": 69, "forget": 69, "130": 69, "cumul": [69, 70, 71, 73, 74, 75, 77, 79, 81], "6745106994437942": 69, "over": 69, "environment_id": 70, "long": 70, "198": 70, "eplus_env_5zon": 70, "199": 70, "201": [70, 71], "202": 70, "scratch": 70, "obvious": 70, "space1": [70, 74, 77], "demand": [70, 77], "26": [70, 71, 72, 73, 75, 77], "34": [70, 72, 80], "490": 70, "492": 70, "493": 70, "494": 70, "esp_granada": [70, 80], "084190_swec": [70, 80], "001": 70, "new_env_nam": 70, "36": [70, 72, 75], "775": 70, "eplus_env_new_env_name_mainthread_root": 70, "776": 70, "777": 70, "778": 70, "779": 70, "overwritten": 70, "new_observation_vari": 70, "humid": [70, 80], "wind": 70, "speed": 70, "fanger": 70, "ppd": 70, "east": 70, "new_action_vari": 70, "heating_setpoint_rl": 70, "cooling_setpoint_rl": 70, "new_observation_spac": 70, "len": 70, "new_action_map": 70, "new_action_spac": 70, "58": 70, "042": 70, "eplus_env_datacent": 70, "043": 70, "044": 70, "045": 70, "047": 70, "24071189929661993": 70, "4814": 70, "237985932398": 70, "48142379859323986": 70, "663": 70, "5403139587615": 70, "3902": 70, "820992932057": 70, "39028209929320573": 70, "1239": 70, "6466565782107": 70, "4289": 70, "43749835403": 70, "428943749835403": 70, "1846": 70, "3376477287582": 70, "4605": 70, "786815476858": 70, "4605786815476858": 70, "2638": 70, "351276498183": 70, "4140": 70, "066604495791": 70, "41400666044957907": 70, "3535": 70, "2292329474312": 70, "3585": 70, "00576986839": 70, "358500576986839": 70, "5030": [70, 74], "414183067792": 70, "3962": 70, "959903637627": 70, "39629599036376273": 70, "7065": 70, "662896790269": 70, "2020": 70, "616347754115": 70, "2020616347754115": 70, "9301": 70, "430375216012": 70, "6150": 70, "00539925926": 70, "6150005399259261": 70, "10852": 70, "482595941527": 70, "4705": 70, "83115210627": 70, "470583115210627": 70, "11635": 70, "614609284981": 70, "3160": 70, "38778492112": 70, "316038778492112": 70, "12226": 70, "346387257105": 70, "4049": 70, "327293756508": 70, "40493272937565084": 70, "12842": 70, "09822858374": 70, "5236": 70, "012401867805": 70, "5236012401867806": 70, "3664982371171533": 70, "652": 70, "fit": 70, "knowledg": 70, "pprint": 70, "385": 70, "386": 70, "388": 70, "activitysch": 70, "actschd": 70, "object_field_nam": 70, "activity_level_schedule_nam": 70, "object_nam": 70, "object_typ": 70, "space2": 70, "object3": 70, "space3": 70, "object4": 70, "space4": 70, "object5": 70, "space5": 70, "airvelocitysch": 70, "air_velocity_schedule_nam": 70, "basinheatersch": 70, "basin_heater_operating_schedule_nam": 70, "twospe": 70, "setp": 70, "sch": 70, "cooling_setpoint_temperature_schedule_nam": 70, "dualsetpoint": 70, "thermostatsetpoint": 70, "setpoint_temperature_schedule_nam": 70, "coolingsetpoint": 70, "singlecool": 70, "clothingsch": 70, "coolingcoilavailsch": 70, "availability_schedule_nam": 70, "coilsystem": 70, "fraction": 70, "schedule_nam": 70, "eleceq": 70, "electricequip": 70, "fanavailsch": 70, "sy": 70, "availabilitymanag": 70, "suppli": 70, "fan": 70, "variablevolum": 70, "heating_setpoint_temperature_schedule_nam": 70, "heatingsetpoint": 70, "singleh": 70, "infil": 70, "zoneinfiltr": 70, "designflowr": 70, "light": 70, "oa": 70, "sched": 70, "minimum_outdoor_air_schedule_nam": 70, "outdoorair": 70, "oarequir": 70, "outdoor_air_schedule_nam": 70, "zoneminoarequir": 70, "designspecif": 70, "number_of_people_schedule_nam": 70, "plenumclg": 70, "plenumcoolingsetpoint": 70, "plenumhtg": 70, "plenumheatingsetpoint": 70, "reheatcoilavailsch": 70, "reheat": 70, "airtermin": 70, "singleduct": 70, "object10": 70, "object11": 70, "object6": 70, "object7": 70, "object8": 70, "object9": 70, "temp": 70, "shadetranssch": 70, "transmittance_schedule_nam": 70, "south": 70, "overhang": 70, "shade": 70, "door": 70, "workeffsch": 70, "work_efficiency_schedule_nam": 70, "control_type_schedule_nam": 70, "zonecontrol": 70, "thermostat": [70, 74], "plenum": 70, "aris": 70, "light_control": 70, "new_action_definit": 70, "246": 70, "248": 70, "251": 70, "378": [70, 72], "5953435921799378": 70, "772135": 70, "065615": 70, "118682444": 70, "3702": 70, "129212670561": 70, "3702129212670561": 70, "8204742630928195": 70, "17952573690718": 70, "1323": 70, "6734504483704": 70, "915005": 70, "252123": 70, "15262651": 70, "8240": 70, "440639174443": 70, "8240440639174443": 70, "95402558077242": 70, "2653": 70, "495511682493": 70, "406197": 70, "032454": 70, "26987368": 70, "2705": [70, 74], "327387104871": 70, "2705327387104871": 70, "6026980339436996": 70, "3973019660563": 70, "3654": 70, "117264731128": 70, "771828": 70, "576086": 70, "7228997": 70, "5473": 70, "696407644316": 70, "5473696407644316": 70, "3236919826706703": 70, "67630801732933": 70, "4538": 70, "064413351645": 70, "968792": 70, "643467": 70, "42019805": 70, "120": 70, "4056020773604": 70, "01204056020773604": 70, "94994733268213": 70, "5259": 70, "877199437174": 70, "487429": 70, "881165": 70, "43655413": 70, "7020926257567": 70, "018270209262575672": 70, "2600072645660596": 70, "73999273543394": 70, "6975": 70, "320963205122": 70, "296425": 70, "643679": 70, "86003727": 70, "1226": 70, "248426331626": 70, "1226248426331626": 70, "70903953647829": 70, "29096046352171": 70, "8706": 70, "30201843947": 70, "121338": 70, "962442": 70, "025553703": 70, "697": 70, "2103275980762": 70, "06972103275980762": 70, "8752707894151683": 70, "12472921058483": 70, "10343": 70, "998184182996": 70, "662157": 70, "507599": 70, "93150544": 70, "684": 70, "6697597628286": 70, "06846697597628286": 70, "3248581251439404": 70, "67514187485606": 70, "12237": 70, "019209920722": 70, "351902": 70, "181551": 70, "48064095": 70, "473": 70, "2032270919159": 70, "04732032270919159": 70, "5222419743496403": 70, "47775802565036": 70, "13069": 70, "99679905446": 70, "231323": 70, "530094": 70, "7219142": 70, "441": 70, "5292668362657": 70, "044152926683626574": 70, "4993623031804013": 70, "5006376968196": 70, "14003": 70, "21498085445": 70, "48401": 70, "047281": 70, "6802347": 70, "07314090112306104": 70, "92685909887694": 70, "15358": 70, "466454604144": 70, "825996": 70, "284712": 70, "21843678": 70, "4599": 70, "272751902536": 70, "4599272751902536": 70, "0169386743400288": 70, "98306132565997": 70, "4383123988186277": 70, "711": 70, "put": 70, "leav": 70, "intact": 70, "extra_conf": 70, "297": 70, "298": 70, "300": 70, "disadvantag": 71, "adjust": [71, 77], "stand": 71, "propos": 71, "912": 71, "eplus_env_offic": 71, "913": 71, "914": 71, "915": 71, "916": 71, "917": 71, "937": 71, "008417052432114895": 71, "3410486422979": 71, "01683410486422979": 71, "41070439945542": 71, "27041626118706": 71, "84918155106144": 71, "88116986202595": 71, "74532738560474": 71, "73841316494982": 71, "38460288121428": 71, "66372873926693": 71, "24314170888169": 71, "12321836432302": 71, "67730731535304": 71, "88721275822578": 71, "17223251340036": 71, "30793764011797": 71, "20143741435643": 71, "4627284531045": 71, "03096300421944": 71, "93365898954337": 71, "1482": 71, "85953514518": 71, "4442211987932": 71, "024944422119879323": 71, "69669852361374": 71, "25313699035975": 71, "31323981198721": 71, "87141679758788": 71, "11090427756838": 71, "56241622682827": 71, "9404356024169": 71, "94282444325588": 71, "67194978294257": 71, "12528250474749": 71, "02675393355748": 71, "02881519606414": 71, "7323170557345": 71, "27057664160117": 71, "38432687212007": 71, "31131614661928": 71, "12704060142421": 71, "5512781399194": 71, "2254": 71, "712265755012": 71, "6570166669069": 71, "06842055195615": 71, "19611060077995": 71, "76257909194055": 71, "03948097340511": 71, "44816667157681": 71, "68246103494577": 71, "74943691501284": 71, "57724440341409": 71, "04252087505039": 71, "82097230898479": 71, "89365754884302": 71, "57236745458363": 71, "23540331299291": 71, "15797185610974": 71, "15254710004311": 71, "07075284558289": 71, "49970749537007": 71, "3618": 71, "41549254088": 71, "198977940785": 71, "020119897794078502": 71, "95177229570344": 71, "03365818920899": 71, "60757560084356": 71, "01807134766616": 71, "02808474031944": 71, "82190812609193": 71, "48682887050774": 71, "88794828178202": 71, "59810935786398": 71, "46778150537447": 71, "44257972669456": 71, "79284879509999": 71, "43562436709753": 71, "41247285833814": 71, "62715643472103": 71, "03611257878451": 71, "79267736363525": 71, "65243564408237": 71, "6482": 71, "27876446466": 71, "86509413798045": 71, "1071046471536": 71, "27509765486189": 71, "55675636953588": 71, "65216773896621": 71, "5571280438139": 71, "79071520939431": 71, "83977394603949": 71, "98455644317614": 71, "15279122447957": 71, "20765409229273": 71, "24402610262762": 71, "43118400765561": 71, "60430118197448": 71, "86909845458321": 71, "87644643022476": 71, "06484591156406": 71, "24300908399611": 71, "9982": 71, "991284981603": 71, "6090046831275": 71, "01686090046831275": 71, "94899380246081": 71, "06360575139866": 71, "64043835708107": 71, "90053413764347": 71, "77775409162826": 71, "85491440084278": 71, "84413809380008": 71, "84852169014866": 71, "81155249007516": 71, "2474442023517": 71, "08359041763356": 71, "03184496587623": 71, "06114037003215": 71, "49805825736507": 71, "80319610787662": 71, "78635379853651": 71, "76633279008873": 71, "23300358565249": 71, "15197": 71, "775861760021": 71, "6430": 71, "25476366733": 71, "643025476366733": 71, "30362458961184": 71, "08749938089204": 71, "47728046995123": 71, "84848610748885": 71, "35441535664673": 71, "23674788167068": 71, "83684923572157": 71, "48953443144097": 71, "70569108217305": 71, "92570822385427": 71, "95453942245817": 71, "9310852109356": 71, "90761065616391": 71, "54695943183036": 71, "02379180782778": 71, "09140023176932": 71, "79379237233488": 71, "62275516349538": 71, "20393": 71, "055482672924": 71, "40730428893415": 71, "2081195882295": 71, "94397819959719": 71, "63057921118531": 71, "16215148190642": 71, "34597161854728": 71, "68084155872953": 71, "79261102276273": 71, "80021185275091": 71, "92354348202196": 71, "72571798349205": 71, "7933442496152": 71, "89388375583001": 71, "94708364107272": 71, "52064693594591": 71, "62639383402464": 71, "64389562611166": 71, "78208493279325": 71, "25435": 71, "235586329356": 71, "29888599656579": 71, "60513463360622": 71, "6502371961184": 71, "26243009865059": 71, "83511693216035": 71, "01650759969682": 71, "1219715833017": 71, "193129951486": 71, "25984927684709": 71, "246756226096": 71, "16961935329535": 71, "2292706821575": 71, "31058065863118": 71, "30679185978435": 71, "00162377086149": 71, "07019493415782": 71, "14488073433873": 71, "15733356377928": 71, "29667": 71, "280742048788": 71, "31232078408934": 71, "15531893926972": 71, "62243610547647": 71, "3355501078475": 71, "99617019496714": 71, "90925164972085": 71, "78478083621939": 71, "76648417323338": 71, "94552529042894": 71, "81660183265429": 71, "15665229426293": 71, "11984467906358": 71, "34128949509953": 71, "20504796353065": 71, "88586123209223": 71, "84549591879043": 71, "0480387071551": 71, "92364136523652": 71, "32266": 71, "669648540534": 71, "95342186248593": 71, "79017615251069": 71, "61576801735736": 71, "21904412959735": 71, "23337652641756": 71, "70199079621272": 71, "43858732417969": 71, "50085261539548": 71, "30684175112909": 71, "68506692334094": 71, "61997561531062": 71, "64591022418004": 71, "43849129649558": 71, "89730314513248": 71, "86935225127617": 71, "8610257810776": 71, "76415193815065": 71, "1030080798225": 71, "33693": 71, "4200577215": 71, "67471404763066": 71, "76426059004519": 71, "20781447906961": 71, "8565960165495": 71, "84452889598035": 71, "03748347863898": 71, "30287781156127": 71, "44280752813544": 71, "36536796313164": 71, "55357872462707": 71, "79446517569299": 71, "90682538688919": 71, "72661725183894": 71, "03753160386922": 71, "91255021343735": 71, "01250206066998": 71, "95371613155545": 71, "12462597231874": 71, "34861": 71, "66962269026": 71, "49202797924699": 71, "91834253143812": 71, "6676225575917": 71, "40668187489388": 71, "55052344518836": 71, "93795083204492": 71, "60466670710505": 71, "58536199071002": 71, "28750630729937": 71, "6461216699741": 71, "06515682888017": 71, "06046316147131": 71, "57842146719483": 71, "13899733853399": 71, "14064407629781": 71, "0206640579445": 71, "80239869708953": 71, "11389817828658": 71, "9949106627480553": 71, "033": 71, "preserv": 71, "sophist": 71, "ref": 72, "433": 72, "434": 72, "436": 72, "437": 72, "feel": [72, 74], "loggerev": 72, "earlier": 72, "few": 72, "041": 72, "048": 72, "res3": [72, 75], "13": [72, 80], "898": 72, "899": 72, "906": 72, "ep_len_mean": 72, "5e": 72, "ep_rew_mean": 72, "36e": 72, "fp": 72, "2443": 72, "664": 72, "666": 72, "683": 72, "41": [72, 80], "606": 72, "608": 72, "567": 72, "570": 72, "585": 72, "572": 72, "594": 72, "22754": 72, "40": 72, "48e": 72, "comfort_viol": 72, "32": 72, "mean_ep_length": 72, "mean_power_consumpt": 72, "07e": 72, "power_penalti": [72, 73], "std_reward": 72, "33e": 72, "972": 72, "72": 72, "loss": 72, "n_updat": 72, "5019": 72, "42": 72, "104": 72, "122": 72, "32e": 72, "1024": 72, "102": 72, "105120": 72, "13779": 72, "329": 72, "330": 72, "337": 72, "349": 72, "369": 72, "097": 72, "113": 72, "49": [72, 73, 75], "381": 72, "406": 72, "22400": 72, "83e": 72, "65e": 72, "31e": 72, "825": 72, "22539": 72, "0x7f8e66038ee0": 72, "gt": 72, "54": 72, "736": 72, "create_row_cont": 73, "customcsvlogg": 73, "super": [73, 77], "last_10_steps_reward": 73, "_create_row_cont": 73, "44": [73, 75], "589": 73, "590": 73, "591": 73, "592": 73, "091": 73, "099": 73, "5795042490937325": [73, 75], "4954": [73, 75], "294078583251": [73, 75], "49542940785832507": [73, 75], "6635790903291401": [73, 75], "33642090967086": [73, 75], "2058": 73, "929866314376": 73, "4284": 73, "524651309577": 73, "42845246513095775": 73, "7535396279158597": 73, "24646037208414": 73, "4051": 73, "758361432438": 73, "3153": 73, "187061208363": 73, "31531870612083635": 73, "067937288260211": 73, "93206271173979": 73, "5382": 73, "013734959742": 73, "12475": 73, "64348007228": 73, "247564348007228": 73, "83275995845086": 73, "6277": 73, "484511420095": 73, "10484": 73, "78553645204": 73, "0484785536452041": 73, "93922073357949": 73, "7135": 73, "1225886863995": 73, "3532327751198": 73, "025735323277511983": 73, "3377382776424795": 73, "66226172235752": 73, "10046": 73, "461491112917": 73, "175": [73, 74, 75], "7796775010779": 73, "017577967750107792": 73, "0312783648650807": 73, "96872163513492": 73, "13260": 73, "618700298783": 73, "4110": 73, "951203129332": 73, "41109512031293316": 73, "114623854411061": 73, "88537614558894": 73, "16468": 73, "41380897643": 73, "000058680098": 73, "2023000058680098": 73, "00019975340577": 73, "99980024659423": 73, "19250": 73, "32398402108": 73, "2903": 73, "817402808811": 73, "2903817402808811": 73, "99005393832046": 73, "20272": 73, "56018299861": 73, "64907727570824": 73, "21440": 73, "140959844375": 73, "12924490872369887": 73, "8707550912763": 73, "23429": 73, "375251826543": 73, "5116": 73, "385833393026": 73, "5116385833393026": 73, "751923110197989": 73, "24807688980201": 73, "6686465539904984": 73, "984": 73, "sai": 74, "get_season_comfort_rang": 74, "224": 74, "225": 74, "227": 74, "228": 74, "extend": 74, "desir": 74, "rbc5zone": 74, "myrulebasedcontrol": 74, "daytim": 74, "out_temp": 74, "summer_start_d": 74, "summer_final_d": 74, "current_dt": 74, "season_comfort_rang": 74, "setpoints_summ": 74, "in_temp": 74, "current_heat_setpoint": 74, "current_cool_setpoint": 74, "new_heat_setpoint": 74, "new_cool_setpoint": 74, "weekend": 74, "night": 74, "33": 74, "756": 74, "764": 74, "9027267231826451": 74, "18054": 74, "5344636529": 74, "8054534463652903": 74, "99998833869494": 74, "1764": 74, "4480209727506": 74, "18190": 74, "11301727289": 74, "8190113017272893": 74, "32998609178986": 74, "3319": 74, "0240158271495": 74, "6499": 74, "498986238363": 74, "6499498986238363": 74, "32985628557421": 74, "4331": 74, "530660717744": 74, "2698020216335806": 74, "73019797836642": 74, "34341168003": 74, "2756": 74, "596244185509": 74, "2756596244185509": 74, "33021642625628": 74, "5624": 74, "205479307242": 74, "871": 74, "8985175509725": 74, "08718985175509726": 74, "6700868290835906": 74, "32991317091641": 74, "7188": 74, "94373222068": 74, "7796758221068": [74, 75], "017577967582210682": [74, 75], "710258038781241": 74, "28974196121876": 74, "9056": 74, "39052356895": 74, "20410": 74, "91452531903": 74, "041091452531903": 74, "33010209424337": 74, "10854": 74, "090922968613": 74, "3438": 74, "778066876331": 74, "3438778066876331": 74, "32982109298299": 74, "12308": 74, "980146004908": 74, "6368": 74, "219126588838": 74, "6368219126588838": 74, "33031589389634": 74, "12900": 74, "560641948945": 74, "336525778672": 74, "2705336525778672": 74, "33017846907974": 74, "13780": 74, "798440045137": 74, "5352": 74, "233991403948": 74, "5352233991403947": 74, "32992237675168": 74, "15499": 74, "608669456482": 74, "19332": 74, "86497279549": 74, "9332864972795492": 74, "33000068783789": 74, "4423404300643832": 74, "999": 74, "normil": 75, "002": 75, "003": 75, "006": 75, "007": 75, "008": 75, "016": 75, "9910000e": 75, "0000000e": 75, "5000000e": 75, "0999999e": 75, "9000000e": 75, "1000000e": 75, "0999992e": 75, "9707859e": 75, "8362732e": 75, "706": 75, "707": 75, "715": 75, "98466104": 75, "33834645": 75, "9484536": 75, "17748918": 75, "8111888": 75, "800001": 75, "44444445": 75, "39061695": 75, "43193626": 75, "56101173": 75, "848": 75, "849": 75, "853": 75, "973": 75, "974": 75, "976": 75, "978": 75, "979": 75, "980": 75, "res5": 75, "568": 75, "569": 75, "577": 75, "035": 75, "872": 75, "874": 75, "876": 75, "877": 75, "498": 75, "506": 75, "res6": 75, "2080": 75, "8989376044606": 75, "4087": 75, "798034923634": 75, "4087798034923634": 75, "7466258814748308": 75, "25337411852517": 75, "4065": 75, "1033315986747": 75, "14701": 75, "46747505827": 75, "4701467475058272": 75, "75558933228888": 75, "5425": 75, "781098043409": 75, "5068384145088913": 75, "49316158549111": 75, "6364": 75, "562855590825": 75, "18733190502239": 75, "7224": 75, "206650085594": 75, "3247299498267": 75, "025732472994982672": 75, "6487664070312498": 75, "35123359296875": 75, "10104": 75, "748221563972": 75, "3354266752778905": 75, "66457332472211": 75, "13315": 75, "11149357043": 75, "18767": 75, "61482621497": 75, "876761482621497": 75, "0149530892897403": 75, "98504691071026": 75, "16559": 75, "060269466394": 75, "4125097569019": 75, "029641250975690193": 75, "7799266971228214": 75, "22007330287718": 75, "19338": 75, "908867939994": 75, "01284110337208": 75, "20433": 75, "49273207556": 75, "397663507727831": 75, "60233649227217": 75, "21587": 75, "371526589723": 75, "0027364038165": 75, "01760027364038165": 75, "3077497918080283": 75, "69225020819197": 75, "23584": 75, "63983683139": 75, "5004": 75, "005332780625": 75, "5004005332780626": 75, "0667573794890117": 75, "93324262051099": 75, "6730776209141628": 75, "038": 75, "re": 76, "num_simul": 76, "sub_runn": 76, "utilsocket": 76, "monitor_norm": 76, "sub_run": 76, "num_episod": 76, "maximum": 76, "within": [76, 78], "suit": 76, "observation_valu": 76, "row": 76, "carri": 76, "techniqu": 76, "factor": 76, "discomfort": 77, "togeth": 77, "typic": 77, "satisfact": 77, "similar": 77, "increas": 77, "higher": 77, "hourlylinearreward": 77, "slight": 77, "am": 77, "pm": 77, "equal": 77, "neg": 77, "perfect": 77, "behavior": 77, "seri": 77, "reflect": 77, "But": 77, "imagin": 77, "signal": 77, "__call__": 77, "basereward": 77, "customreward": 77, "naiv": 77, "under": [78, 79], "test_common": 78, "test_reward": 78, "test_wrapp": 78, "test_simul": 78, "test_config": 78, "test_env": 78, "test_control": 78, "test_stable_baselin": 78, "conceptu": 78, "readm": 78, "try_env": 79, "soon": 79, "dispos": 79, "simplest": 79, "screen": 79, "\u00bac": 80, "aus_nsw": 80, "sydnei": 80, "947670_iwec": 80, "australia": 80, "subtrop": 80, "dry": 80, "68": 80, "83": 80, "col_bogota": 80, "802220_iwec": 80, "bogota": 80, "colombia": 80, "mediterranean": 80, "warm": 80, "mild": 80, "80": 80, "granada": 80, "spain": 80, "latitud": 80, "semiarid": 80, "passiv": 80, "84": 80, "fin_helsinki": 80, "029740_iwec": 80, "helsinki": 80, "finland": 80, "moist": 80, "continent": 80, "79": 80, "jpn_tokyo": 80, "hyakuri": 80, "477150_iwec": 80, "tokyo": 80, "japan": 80, "78": 80, "mdg_antananarivo": 80, "670830_iwec": 80, "antananarivo": 80, "madagascar": 80, "75": 80, "91": 80, "arizona": 80, "desert": 80, "usa_co_aurora": 80, "bucklei": 80, "angb": 80, "724695_tmy3": 80, "colorado": 80, "usa_il_chicago": 80, "ohar": 80, "725300_tmy3": 80, "illinoi": 80, "92": 80, "70": 80, "pennsylvania": 80, "66": 80, "washington": 80, "marin": 80, "west": 80, "coastal": 80, "rain": 80, "81": 80, "classif": 80, "variant": 81}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"], [66, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 70], "contribut": 0, "exampl": [0, 67, 68, 69, 72, 74, 75, 79], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 70, 71], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 71, 74], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 72], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 73, 75, 76], "evalu": [4, 46, 47], "tensorboard": [4, 7, 68], "structur": 4, "how": 4, "us": [4, 7], "mlflow": [4, 7, 67], "environ": [5, 9, 70], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 80], "variabl": [5, 9], "reward": [5, 57, 58, 59, 60, 61, 70, 77], "kwarg": 5, "action": [5, 8, 70, 71], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 76], "observ": [5, 70, 75], "space": [5, 70], "name": 5, "definit": [5, 70], "extra": [5, 6, 70], "configur": [5, 6, 7, 9, 70, 73], "ad": [5, 70], "new": [5, 8, 70, 78], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 73], "first": 7, "step": [7, 73], "2": [7, 73], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 78], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "load": 7, "train": 7, "model": [7, 70], "log": 7, "visual": 7, "real": 7, "time": 7, "track": 7, "server": 7, "set": [7, 9, 71], "up": [7, 71], "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 73], "instal": [9, 78], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "about": [9, 70], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 66, 73, 75, 81], "loggerwrapp": [63, 73], "multiobswrapp": 64, "normalizeobserv": 65, "officegridstoragesmoothingactionconstraintswrapp": 66, "basic": 69, "chang": 70, "an": [70, 71], "regist": 70, "other": 70, "compon": 70, "get": 70, "inform": 70, "updat": 70, "more": 70, "default": 71, "empti": 71, "interfac": 71, "usag": [72, 79], "person": 73, "inherit": 73, "csvloger": 73, "instanti": 73, "rule": 74, "normal": 75, "multi": 75, "all": 75, "one": 75, "format": 76, "custom": 77, "test": 78, "pytest": 78, "run": 78}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "How use": [[4, "how-use"]], "Mlflow": [[4, "mlflow"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[7, "load-a-trained-model"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[66, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[67, "MLFlow-example"]], "TensorBoard example": [[68, "TensorBoard-example"]], "Basic example": [[69, "Basic-example"]], "Changing an environment registered in Sinergym": [[70, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[70, "Adding-a-new-reward"]], "Adding other new components to the environment": [[70, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[70, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[70, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[70, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[70, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[71, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[72, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[73, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[73, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[73, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[74, "Rule-Controller-example"]], "Wrappers example": [[75, "Wrappers-example"]], "Normalization Wrapper": [[75, "Normalization-Wrapper"]], "Logger Wrapper": [[75, "Logger-Wrapper"]], "Multi Observation Wrapper": [[75, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[75, "All-Wrappers-in-one"]], "Output format": [[76, "output-format"]], "Logger": [[76, "logger"]], "Rewards": [[77, "rewards"]], "Custom Rewards": [[77, "custom-rewards"]], "Tests": [[78, "tests"]], "Install Pytest": [[78, "install-pytest"]], "Running tests": [[78, "running-tests"]], "Create new tests": [[78, "create-new-tests"]], "Usage example": [[79, "usage-example"]], "Weathers": [[80, "weathers"]], "Wrappers": [[81, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[66, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[66, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 63, 69, 70, 71, 75, 76, 77, 79, 81], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "creat": [0, 5, 6, 9, 10, 18, 26, 27, 34, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 79], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 69, 76, 77, 78, 81], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 69, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81], "follow": [0, 5, 7, 8, 9, 10, 18, 42, 45, 69, 71, 77], "gymnasium": [0, 4, 5, 6, 7, 10, 13, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 81], "interfac": [0, 5, 10, 14, 19, 38, 70, 76, 78], "wrap": [0, 4, 10, 24, 32, 36, 47, 67, 68, 72, 76], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "engin": [0, 7, 10, 16, 71], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 67, 68, 69, 72, 73, 74, 75, 76, 77, 78, 79], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 70, 77, 78], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "deep": [0, 7, 9, 10, 72], "reinforc": [0, 7, 9, 10, 72, 77], "learn": [0, 7, 9, 10, 67, 68, 70, 72, 77], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 72, 74, 80], "help": [0, 7, 10], "u": [0, 6, 9, 10, 71], "improv": [0, 10], "report": [0, 7, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 68, 72, 74, 77, 79, 81], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 72, 78], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 43, 45, 55, 61, 70, 77], "easi": [0, 10, 78], "just": [0, 7, 8, 10, 70, 75], "2": [0, 2, 5, 8, 10, 18, 67, 68, 69, 70, 71, 72, 74, 75, 80], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 68, 69, 70, 71, 72, 73, 74, 78, 79], "templat": [0, 7, 10], "bug": [0, 10, 81], "etc": [0, 4, 5, 7, 9, 10, 55, 69, 70], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 66, 71, 72, 74, 75, 76, 77, 78, 79, 81], "detail": [0, 6, 7, 9, 10, 70, 72], "info": [0, 10, 13, 55, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 79, 81], "how": [0, 5, 7, 9, 10, 13, 18, 63, 67, 68, 69, 70, 72, 73, 74, 75], "main": [0, 2, 4, 5, 7, 10, 55, 70, 77], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 69, 70, 73, 74, 75, 77, 78, 79, 81], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 59, 60, 61, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81], "includ": [0, 2, 5, 6, 7, 8, 9, 10, 18, 21, 68, 69, 77, 80], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 59, 61, 68, 72, 77, 78], "commun": [0, 10, 14, 38, 76, 78], "between": [0, 4, 5, 8, 10, 29, 77], "python": [0, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 70, 78, 79], "establish": [0, 5, 10, 18, 70, 76, 78], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 74, 76], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80], "tool": [0, 5, 8, 10, 79], "allow": [0, 4, 5, 7, 10, 77], "interact": [0, 3, 4, 10, 45, 55, 63, 71, 72, 76], "sever": [0, 5, 7, 10, 38, 70, 75, 77, 81], "them": [0, 2, 4, 5, 10, 38, 68, 70, 75, 77], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 7, 10, 68, 81], "backend": [0, 5, 7, 10], "while": [0, 10, 68, 69, 70, 71, 73, 74, 75, 79, 81], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 69], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 79, 81], "design": [0, 5, 6, 10, 38, 70], "set": [0, 4, 5, 6, 10, 37, 38, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 7, 10, 22, 67, 68, 72, 78], "These": [0, 5, 7, 8, 10, 55, 70, 77, 78], "mai": [0, 5, 7, 9, 10, 38, 68, 69, 72, 76, 77], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 63, 64, 66, 67, 68, 69, 72, 73, 74, 75, 78, 79], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 38, 41, 42, 55, 63, 64, 65, 73, 74, 76, 77, 78, 81], "space": [0, 4, 7, 10, 13, 67, 68, 69, 71, 72, 79], "reward": [0, 4, 7, 10, 13, 21, 23, 24, 47, 55, 63, 64, 67, 68, 69, 71, 72, 73, 74, 75, 78, 79, 81], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 80], "packag": [0, 2, 8, 10, 67, 68, 70, 72, 78], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 70, 71, 76], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 70, 76], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 81], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 72, 74, 77, 81], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 79], "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 67, 68, 69, 71, 72, 73, 74, 75, 78], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 59, 60, 61, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 59, 60, 61, 67, 68, 70, 72, 77], "also": [0, 4, 5, 9, 10, 45, 70, 71, 72, 75, 77], "pre": [0, 7, 10], "configur": [0, 10, 13, 18, 20, 37, 38, 67, 68, 69, 71, 72, 74, 75, 77, 78], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 70, 72, 73, 75], "chang": [0, 5, 7, 8, 10, 38, 55, 68, 69, 71, 72, 73, 76, 77], "some": [0, 4, 5, 6, 7, 8, 10, 13, 63, 70, 71, 72, 81], "aspect": [0, 2, 10, 77], "wai": [0, 5, 6, 7, 10, 70], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 76, 80], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81], "make": [0, 2, 5, 6, 7, 9, 10, 18, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81], "entir": [0, 4, 10], "definit": [0, 7, 10, 13, 38, 67, 68, 69, 71, 72, 73, 74, 75], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 59, 60, 61, 68, 70, 71, 79], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 63, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 47, 55, 66, 70, 71, 74, 76, 77, 78, 79], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 70, 72, 77], "directli": [0, 4, 5, 7, 9, 10, 33, 70, 71, 79], "associ": [0, 5, 10], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 37, 38, 55, 63, 64, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78], "well": [0, 4, 5, 10, 47, 72], "peopl": [0, 5, 10, 70, 77], "occup": [0, 5, 10, 31, 41, 70], "time": [0, 4, 8, 9, 10, 18, 29, 55, 60, 67, 68, 72, 73, 75, 78, 81], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 63, 64, 69, 70, 71, 72, 74, 75, 79, 81], "per": [0, 2, 4, 5, 6, 10, 47, 55, 76], "hour": [0, 2, 5, 6, 10, 18, 28, 60, 69, 70, 71, 73, 74, 75, 77], "run": [0, 4, 5, 7, 9, 10, 18, 47, 67, 68, 70, 71, 72, 76, 79], "period": [0, 5, 10, 77, 80], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 80], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 76], "implement": [0, 3, 4, 5, 6, 10, 40, 57, 62, 71, 77, 78, 81], "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 70, 73, 74, 76, 77], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 63, 64, 67, 68, 69, 71, 72, 73, 74, 75, 80, 81], "custom": [0, 4, 5, 7, 10, 21, 22, 23, 45, 46, 62, 68], "wrapper": [0, 4, 7, 10, 21, 24, 32, 36, 47, 67, 68, 71, 72, 76, 78, 79], "automat": [0, 5, 7, 8, 9, 10, 13, 38, 70, 71, 78], "adapt": [0, 5, 10, 38, 44, 45, 70, 71], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 70, 76, 78, 80], "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 33, 34, 38, 47, 55, 63, 72, 73, 74, 75, 76, 77, 79, 80], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 67, 69, 70, 71, 72, 74, 75, 77, 78, 81], "designdai": [0, 5, 10, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75], "locat": [0, 5, 7, 9, 10, 26, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80], "epw": [0, 10, 13, 18, 20, 26, 38, 70, 71, 76, 78], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 63, 68, 70, 71, 73, 77], "without": [0, 5, 7, 8, 10, 38, 65, 71, 79], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 70, 72, 73, 74, 76, 77, 79], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 68, 69, 70, 71, 76, 77], "extern": [0, 5, 7, 10, 38, 70, 76], "cfg": [0, 5, 10, 18, 38, 76], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 76], "when": [0, 4, 7, 8, 10, 18, 24, 45, 47, 55, 66, 70, 71, 76, 77, 79], "depend": [0, 4, 5, 7, 9, 10, 31, 55, 59, 60, 61, 70, 71, 72, 76, 77, 78], "In": [0, 5, 7, 8, 9, 10, 38, 47, 68, 69, 70, 71, 73, 77, 78, 79], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 63, 70, 77], "process": [0, 4, 5, 7, 8, 10, 13, 26, 38, 67, 68], "so": [0, 4, 5, 7, 8, 9, 10, 68, 71, 72, 76, 77, 81], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 63, 68, 70, 71, 72, 76, 77, 78, 81], "what": [0, 5, 7, 10, 70, 75], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 70, 71, 73, 74, 76, 77, 78], "integr": [0, 5, 7, 8, 10, 68, 72], "obtain": [0, 4, 5, 10, 13, 63], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 18, 27, 38, 45, 55, 63, 64, 68, 69, 72, 74, 75, 76, 77, 78, 80, 81], "about": [0, 4, 5, 10, 18, 45, 68, 72, 74, 75, 76, 78, 81], "zone": [0, 2, 5, 7, 10, 13, 70, 74, 77], "schedul": [0, 5, 10, 13, 38, 70], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 70, 71, 76, 77, 78], "possibl": [0, 4, 5, 6, 7, 9, 10, 70, 72, 80], "export": [0, 5, 7, 10, 13, 27, 35, 70], "excel": [0, 10, 27, 70], "know": [0, 5, 7, 10, 70, 76], "agent": [0, 3, 5, 7, 10, 13, 24, 41, 42, 43, 47, 55, 63, 70, 71, 74, 76, 77, 78], "To": [0, 5, 6, 7, 9, 10, 68, 78], "do": [0, 4, 5, 6, 7, 9, 10, 47, 68, 70, 71, 77, 78], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 59, 60, 61, 63, 64, 68, 70, 77, 78, 81], "thei": [0, 4, 5, 7, 8, 9, 10, 68, 77, 78], "replac": [0, 5, 10, 70, 71], "format": [0, 4, 5, 6, 7, 8, 10, 27, 63, 70], "take": [0, 4, 5, 6, 8, 10, 38, 45, 71, 72], "care": [0, 5, 7, 10, 71], "relev": [0, 10], "intern": [0, 4, 5, 10, 77], "stabl": [0, 4, 9, 10, 22, 44, 45, 78], "baselin": [0, 4, 10, 22, 44, 45, 78], "3": [0, 2, 4, 6, 9, 10, 18, 22, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 80], "like": [0, 4, 5, 7, 8, 9, 10, 38, 68, 69, 70, 78], "callback": [0, 7, 10, 21, 46, 47, 67, 68, 72], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 63, 68, 70, 76, 77, 78, 79], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 33, 38, 68, 70, 75, 76, 78, 81], "other": [0, 4, 5, 7, 9, 10, 72, 76, 77], "drl": [0, 3, 5, 7, 10, 67, 68, 71], "librari": [0, 7, 9, 10, 68, 74, 78], "support": [0, 4, 5, 9, 10, 13, 78], "googl": [0, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 7, 8, 10, 13, 18, 24, 45, 47, 49, 63, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 59, 60, 61, 68, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 77], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 9, 10], "server": [0, 2, 4, 10, 17, 38, 68], "open": [0, 2, 9, 10, 68], "sourc": [0, 2, 7, 8, 9, 10, 13, 63], "platform": [0, 8, 10, 68], "machin": [0, 7, 10, 68, 79], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 78], "local": [0, 4, 7, 10, 47, 52, 53, 67, 68, 70, 72, 79], "store": [0, 4, 7, 10, 23, 38, 53, 55, 68, 70, 76], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 76], "artifact": [0, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 68, 71, 72, 76], "visual": [0, 4, 9, 10], "logger": [0, 5, 7, 10, 63, 67, 68, 71, 72, 81], "tensorboard": [0, 10, 23], "train": [0, 4, 10, 67, 68, 72, 76, 77], "evalu": [0, 7, 10, 24, 67, 68, 72, 77], "real": [0, 4, 5, 10, 55, 68], "notebook": [0, 10, 68, 69, 70, 73, 75], "develop": [0, 3, 4, 5, 8, 9, 10, 68, 75, 78, 81], "code": [0, 3, 4, 6, 7, 8, 9, 10, 67, 69, 77, 81], "purpos": [0, 4, 5, 7, 8, 10, 70], "offer": [0, 5, 10], "case": [0, 5, 7, 8, 9, 10, 47, 69, 70, 72, 74, 77, 79], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 67, 68, 69, 71, 72, 73, 74, 75, 78, 81], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 78], "accompani": [0, 10], "extens": [0, 5, 9, 10, 69, 72], "document": [0, 5, 7, 8, 9, 10, 68, 70, 72, 74, 75, 76], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 78], "workflow": [0, 8, 10, 78], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 7, 10, 66, 77], "understand": [0, 10], "mani": [0, 4, 10, 71], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 65, 70, 76, 77, 78, 79, 80, 81], "introduc": [0, 5, 10], "visit": [0, 2, 5, 7, 9, 10, 70, 74, 75, 76, 78, 80, 81], "ad": [0, 2, 4, 10, 71, 80], "section": [0, 2, 3, 4, 5, 7, 9, 10, 70, 77, 78, 79, 80], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "progress": [0, 4, 5, 10, 55, 56, 63, 73, 75, 76], "stai": [0, 6, 10, 77], "tune": [0, 6, 10, 77], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 58, 63, 69, 71, 72, 74, 76, 77, 78, 80], "those": [0, 4, 5, 7, 31, 70, 77], "interest": [0, 2, 80], "alwai": [0, 5, 7, 9, 18, 69, 72, 74, 76, 77], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 78], "repo": 0, "read": [0, 5, 7, 16, 18, 52, 72], "md": 0, "first": [0, 5, 9, 18, 38, 47, 65, 67, 69, 70, 72, 73, 74], "comput": [0, 4, 7, 68, 72], "contain": [0, 5, 8, 47, 49, 50, 69, 71, 78], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 67, 68, 69, 70, 72, 73, 75, 76, 77, 78], "instal": [0, 7, 8, 18, 79], "host": [0, 2, 7, 76], "folder": [0, 5, 8, 9, 13, 24, 38, 68, 70, 73, 75], "offici": 0, "repositori": [0, 7, 8, 9, 72, 76, 78, 79], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 7, 8, 18, 28, 70, 76, 80], "framework": [0, 2, 71, 78, 80], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 69, 70, 71, 73, 74, 75, 80], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": [0, 7], "york": [0, 5, 80], "ny": 0, "usa": [0, 80], "url": [0, 7], "http": [0, 7, 9, 17, 44, 45], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 7, 52, 53, 70], "energi": [0, 2, 5, 7, 23, 59, 60, 61, 77], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 59, 60, 61, 64, 68, 69, 70, 71, 72, 73, 74, 75, 77, 80], "sinergym": [2, 3, 4, 8, 10, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "independ": [2, 78, 80], "rest": [2, 5, 7, 9, 48, 49, 77, 80], "up": [2, 4, 5, 6, 9, 37, 38, 59, 61, 67, 68, 69, 70, 72, 73, 74, 75, 78, 80], "experi": [2, 4, 5, 6, 9, 37, 38, 71, 80], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 70], "m2": 2, "divid": [2, 67, 68, 72], "two": [2, 7, 8, 9, 70, 77], "asymmetr": 2, "hvac": [2, 70, 77], "consist": [2, 5], "air": [2, 70, 74, 77], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 70], "cool": [2, 5, 70, 74, 80], "coil": [2, 70], "chill": 2, "water": 2, "vav": [2, 70], "heat": [2, 70, 74], "come": [2, 71], "5zoneautodxvav": [2, 5, 41, 71], "singl": [2, 71], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 59, 60, 61, 65, 67, 68, 69, 70, 71, 72, 74, 75, 77, 79, 80, 81], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "outdoor": [2, 70, 74], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 7, 9, 18, 38, 59, 60, 61, 68, 69, 70, 71, 72, 73, 74, 75, 80], "equip": [2, 70], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7], "input": [2, 7, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 71], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 77, 78], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 80], "electr": [2, 70, 77], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 67, 68, 72], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 59, 61, 70, 71, 78], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": [2, 4, 7], "full": 2, "servic": [2, 7, 49, 50], "small": [2, 78], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 67, 68, 69, 70, 71, 72, 73, 74, 75, 80], "basement": 2, "rectangular": 2, "46": [2, 69], "320": 2, "organ": [2, 5, 7, 70, 78], "19": [2, 7, 60, 70, 71, 73, 75], "bot": [2, 8], "mid": [2, 80], "level": [2, 8, 56, 78], "describ": [2, 7, 42], "too": [2, 4, 7, 8, 9, 49, 70], "charg": [2, 5, 66], "discharg": [2, 66], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 63, 72, 75, 77, 78, 81], "random": [3, 7, 43, 71], "rule": [3, 7, 41, 42, 78], "base": [3, 4, 7, 8, 41, 42, 58, 70, 74, 78], "5zone": [3, 5, 6, 7, 70, 74, 81], "datacent": [3, 5, 7, 70], "find": [3, 8], "util": [3, 4, 7, 13, 67, 68, 70, 71, 72, 73, 74, 75, 77, 78, 79, 81], "py": [3, 4, 5, 7, 9, 45, 67, 68, 72, 78, 79, 81], "veri": [3, 7, 9, 70, 77], "perform": [3, 4, 5, 7, 9, 24, 47, 64, 77], "refer": [3, 7], "point": [3, 68, 72, 79], "studi": [3, 5], "simpl": [3, 5, 69, 70, 77], "given": [3, 4, 7, 18, 27, 28, 30, 32, 34, 35, 38, 59, 60, 61, 77], "instanc": [3, 4, 5, 7, 8, 13, 49, 76], "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 68, 72, 73, 74, 77, 79], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 70, 71, 73, 76, 77, 78, 81], "usag": [3, 7, 67, 81], "facil": [4, 70, 77], "discret": [4, 5, 13, 69, 70, 77], "continu": [4, 5, 6, 7, 8, 9, 68, 69, 70, 71, 81], "ppo": [4, 7], "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": [4, 7], "dqn": [4, 7, 67, 68, 72], "NO": 4, "offpolicyalgorithm": 4, "ddpg": [4, 7], "sac": [4, 7], "td3": [4, 7], "go": [4, 5, 7, 9, 67, 68, 69, 70, 72, 75, 81], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 47, 70, 72, 76], "stage": 4, "procedur": [4, 8], "access": [4, 7], "state": [4, 5, 7, 18, 63], "dure": [4, 5, 7, 8, 13, 23, 24, 72, 76, 79], "monitor": [4, 7, 9, 24, 47, 55, 63, 68, 71, 72, 73, 75, 76], "save": [4, 6, 7, 24, 38, 67, 68, 70, 72], "manipul": [4, 7, 8], "bar": 4, "inherit": [4, 58, 81], "column": [4, 5, 26, 38], "due": [4, 5, 7, 66, 68], "its": [4, 5, 7, 8, 9, 50, 63, 69, 79, 81], "import": [4, 6, 7, 8, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 64, 68, 72, 78], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 68, 69, 70, 71, 72, 73, 74, 75], "log": [4, 55, 56, 63, 72, 76], "extract": [4, 5, 13, 34, 38], "why": 4, "record": [4, 30, 33, 55, 63, 76], "same": [4, 5, 7, 8, 26, 67, 70, 75, 76, 81], "sinergym_logg": [4, 7, 23], "attribut": [4, 5, 13, 18, 38, 55, 63, 64, 65, 66, 72, 76], "constructor": [4, 5, 6, 16, 66, 70, 77], "loggercallback": [4, 7, 68], "basecallback": [4, 24], "background": [4, 71], "With": [4, 5, 70], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 59, 60, 61, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80], "compar": 4, "There": [4, 7, 9, 76], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 7, 13, 23, 55, 63, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "log_interv": [4, 7, 67, 68, 72], "frequenc": [4, 7], "episod": [4, 6, 7, 13, 18, 23, 24, 34, 38, 47, 55, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 81], "consequ": [4, 7, 77], "featur": [4, 5], "thu": [4, 5, 7], "off": [4, 68, 70], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 7, 8, 24, 26, 38, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 63, 65, 66, 67, 68, 70, 72, 73, 76, 77, 81], "instead": [4, 5, 7, 9, 47], "version": [4, 5, 7, 8, 9, 13, 70, 79], "best": [4, 7, 24, 67, 68, 72], "result": [4, 6, 7, 18, 47, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "end": [4, 7, 13, 18, 20, 29, 55, 59, 60, 61, 63, 67, 76], "loggerevalcallback": [4, 7, 67, 68, 72], "evalcallback": 4, "particular": [4, 5, 69], "concret": 4, "metric": 4, "construct": [4, 5, 7], "place": [4, 5, 71, 79], "On": [4, 7, 9, 70], "hand": [4, 7, 9, 70], "occupi": [4, 70], "accur": 4, "averag": [4, 47, 79], "therefor": [4, 5, 71, 77, 79], "faith": 4, "realiti": 4, "term": [4, 23, 59, 60, 61, 77], "good": 4, "turn": [4, 68], "out": [4, 67, 68, 72, 76], "howev": [4, 5, 6, 7, 9, 70, 71, 77, 78], "calcul": [4, 5, 7, 67, 72, 77, 79], "power": [4, 55, 59, 60, 61, 76, 77], "consumpt": [4, 23, 60, 61, 76, 77], "comfort": [4, 5, 9, 23, 31, 59, 60, 61, 70, 74, 76, 77], "penalti": [4, 76, 77], "violat": [4, 23], "percentag": 4, "taken": [4, 5, 77, 79], "decid": [4, 5, 7], "better": [4, 5], "appear": [4, 5, 9, 47, 69, 76], "action_simul": 4, "becaus": [4, 5, 7, 8, 72, 74, 79], "output": [4, 6, 8, 34, 38, 45, 56, 67, 68, 69, 70, 71, 72, 73, 74, 75], "clip": [4, 7, 66], "Then": [4, 5, 7, 9, 67, 68, 70, 71], "pars": [4, 5], "note": [4, 47, 76], "box": [4, 5, 13, 67, 68, 70, 71, 72], "equival": 4, "csv": [4, 5, 55, 63, 72, 73, 75, 76], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 41, 42, 59, 60, 61, 69, 70, 71, 73, 74, 75, 77], "bound": [4, 67, 68, 72], "rang": [4, 5, 6, 7, 31, 34, 42, 59, 60, 61, 65, 69, 70, 71, 73, 74, 75, 77, 79, 81], "cumulative_comfort_penalti": 4, "sum": [4, 69, 70, 71, 73, 74, 75, 79, 81], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 72], "being": [4, 5, 13, 76, 77], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 70, 72, 73, 76, 78], "normal": [4, 5, 7, 65, 76, 77, 78, 81], "origin": [4, 5, 17, 26, 38, 52, 63, 64, 65, 70, 75, 76], "rollout": [4, 72], "exploration_r": [4, 72], "doesn": [4, 7, 81], "t": [4, 5, 7, 9, 30, 59, 61, 66, 69, 71, 76, 80, 81], "neural": 4, "network": [4, 7], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 70, 76, 77], "try": [4, 5, 7, 18], "benefit": [4, 5], "script": [4, 7, 70, 72, 79], "drl_batteri": [4, 7, 72], "flag": [4, 7, 18, 55, 63, 73], "most": [4, 5, 76, 77], "must": [4, 5, 7, 9, 47, 70], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 7, 67, 68, 72], "until": [4, 8], "where": [4, 5, 7, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 60, 77], "comment": 4, "requir": [4, 5, 7, 8, 9, 38, 70, 72, 77], "argument": [4, 7], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81], "ep": [4, 7], "curriculum": 4, "add": [4, 5, 7, 8, 38, 70, 72, 77, 81], "field": [4, 5, 7, 13, 38, 77, 80], "valid": [4, 7, 50, 75, 81], "path": [4, 5, 7, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 68, 70], "load": [4, 5, 68, 70, 71], "recommend": [4, 7, 8, 9, 42, 70, 71, 77], "initi": [4, 5, 13, 24, 51, 63], "date": [4, 5], "hyperparamet": [4, 7], "durat": 4, "paradigm": 4, "direct": [4, 7], "plan": [4, 5], "futur": [4, 5, 6, 7, 68, 77], "eplu": [5, 6, 13, 34, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "demo": [5, 67, 68, 69, 70, 72, 73, 74, 75, 79], "v1": [5, 6, 13, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 79, 81], "usa_pa_pittsburgh": [5, 71, 80], "allegheni": [5, 71, 80], "counti": [5, 71, 80], "ap": [5, 71, 80], "725205_tmy3": [5, 71, 80], "No": [5, 68], "01": [5, 70, 72, 75], "31": [5, 6, 71], "03": [5, 72, 75], "hot": [5, 6, 59, 60, 61, 70, 71, 77, 80, 81], "usa_az_davi": [5, 80], "monthan": [5, 80], "afb": [5, 80], "722745_tmy3": [5, 80], "mix": [5, 77, 80], "usa_ny_new": [5, 80], "j": [5, 7, 80], "f": [5, 7, 9, 67, 68, 72, 80], "kennedi": [5, 80], "intl": [5, 80], "744860_tmy3": [5, 80], "usa_wa_port": [5, 80], "angel": [5, 80], "william": [5, 80], "r": [5, 59, 61, 80], "fairchild": [5, 80], "727885_tmy3": [5, 80], "stochast": [5, 24, 47, 70, 77], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 66], "shopwithvandbatteri": 5, "respect": [5, 8, 9], "complet": [5, 67, 68, 72, 75], "context": [5, 6, 13, 63, 70, 78], "either": 5, "predefin": [5, 70], "shown": [5, 9, 67, 79], "abov": [5, 7, 8, 68, 70], "def": [5, 73, 74, 77], "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 73, 77], "self": [5, 73, 74, 77], "idf_fil": [5, 13, 20], "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 73, 77], "weather_fil": [5, 13, 20, 70], "observation_spac": [5, 13, 70], "gym": [5, 6, 7, 12, 13, 17, 45, 47, 58, 59, 60, 61, 62, 63, 64, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 79, 81], "5e6": [5, 70], "high": [5, 70, 71], "shape": [5, 7, 70, 71], "dtype": [5, 67, 68, 70, 72], "np": [5, 7, 13, 18, 55, 63, 64, 65, 66, 69, 70, 71, 73, 74, 75, 79, 81], "float32": [5, 13, 67, 68, 70, 72], "observation_vari": [5, 13, 70], "action_spac": [5, 7, 13, 43, 69, 70, 71, 73, 75, 79, 81], "union": [5, 13, 18, 27, 55, 59, 60, 61, 63, 64, 73], "0": [5, 7, 13, 18, 23, 29, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 79, 81], "action_vari": [5, 13, 70, 71], "action_map": [5, 13, 70], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 63, 64, 65, 73, 74], "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 59, 60, 61, 63, 64, 73, 74], "tupl": [5, 6, 13, 18, 26, 31, 38, 59, 60, 61, 63, 64, 73], "float": [5, 7, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 59, 60, 61, 63, 64, 68, 73], "weather_vari": [5, 13, 37, 70], "none": [5, 7, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71, 73], "linearreward": [5, 7, 13, 67, 68, 70, 72, 77], "reward_kwarg": [5, 13, 70, 77], "act_repeat": [5, 13, 18, 70], "max_ep_data_store_num": [5, 13, 18, 70], "action_definit": [5, 13, 18, 38, 70, 71], "env_nam": [5, 13, 18, 20, 34, 38, 70, 76], "config_param": [5, 6, 13, 18, 70], "arg": [5, 7, 9, 23, 24, 74], "condit": [5, 13, 31, 41], "empti": [5, 9, 13, 38, 67, 68, 72], "manual": [5, 6, 8, 13, 71], "should": [5, 6, 7, 9, 13, 18, 24, 58, 79], "extra_config": [5, 13, 38], "map": [5, 13, 70], "sigma": [5, 7, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 7, 8, 13, 38, 65, 72, 76, 81], "feedback": [5, 13], "pass": [5, 7, 13, 18, 24, 47], "number": [5, 7, 13, 18, 23, 24, 38, 47, 55, 64, 70, 72, 76], "regardless": [5, 13, 76], "receiv": [5, 13, 18, 20], "repetit": [5, 13], "interv": [5, 7, 13], "last": [5, 9, 13, 18, 34, 63, 65, 70], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 38, 63, 70, 77, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "pkg_data_path": 5, "idf_path": [5, 18, 38], "join": 5, "weather_path": [5, 18, 38], "detect": 5, "planner": 5, "get_schedul": [5, 13, 38, 70], "need": [5, 7, 9, 67, 69, 72, 73, 74, 76], "month": [5, 18, 28, 29, 31, 59, 60, 61, 69, 70, 71, 73, 74, 75, 79, 81], "dai": [5, 6, 18, 28, 29, 31, 38, 59, 60, 61, 69, 70, 71, 73, 74, 75, 77], "reset": [5, 7, 13, 18, 38, 47, 63, 64, 69, 70, 71, 73, 74, 75, 79, 81], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "isinst": 5, "_action_spac": 5, "els": [5, 7, 47, 73, 74], "setpoint": [5, 41, 42, 74], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 70], "reward_fn": [5, 7], "obs_dict": [5, 74], "checker": [5, 44], "_check_eplus_env": 5, "show": [5, 8, 9, 13, 38], "intermedi": 5, "free": [5, 7, 72, 74], "runperiod": [5, 69, 70, 71], "necessari": [5, 7, 8, 9, 70, 71, 77], "mention": [5, 7, 70], "onc": [5, 7, 9], "copi": [5, 9, 18, 76], "climat": [5, 80], "present": [5, 13, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "compat": [5, 7, 9, 45], "nois": [5, 7, 69], "tau": [5, 7, 26, 38], "whose": [5, 55, 77], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 63], "moreov": 5, "n": [5, 7, 64, 70, 75], "activ": [5, 7, 9, 23, 55, 63, 76], "summari": [5, 9, 63, 69], "dynam": [5, 68], "let": [5, 6, 7, 9, 67, 68, 69, 70, 72, 79], "variable_nam": 5, "zone_nam": 5, "regist": [5, 7, 68, 69, 72, 79], "correctli": [5, 7, 27, 78, 79, 81], "correct": [5, 7, 9, 31, 75, 81], "look": [5, 32, 36, 45, 72, 74], "found": [5, 13, 38, 81], "rdd": 5, "ones": [5, 7, 77, 81], "done": [5, 55, 70, 73], "constant": [5, 7, 59, 60, 61, 73, 75, 77, 81], "discuss": [5, 70], "249": [5, 70, 71, 81], "range_gett": 5, "common": [5, 7, 21, 24, 47, 67, 68, 72, 74, 77, 78], "get": [5, 7, 9, 13, 31, 38, 47, 50, 65, 74], "standard": [5, 8, 31, 41, 69, 79], "repres": 5, "previous": [5, 7, 38, 70, 76], "rememb": [5, 72, 74], "later": [5, 55], "reserv": [5, 7], "inconsist": [5, 70], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 70, 71], "befor": [5, 7, 18, 38, 47, 70, 71, 72, 75], "usual": [5, 77], "solut": 5, "problem": [5, 7, 70], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 63, 71], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": [5, 7], "As": [5, 7, 9, 70], "told": [5, 9], "id": [5, 7, 70, 77, 79], "seen": 5, "recogniz": 5, "word": [5, 8], "don": [5, 7, 9, 69, 71, 76], "give": [5, 7], "plai": [5, 72, 74], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": 5, "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "error": [5, 7, 8, 47, 68, 70], "advantag": [5, 8, 71], "meanwhil": 5, "connect": [5, 7, 17, 18, 19, 67, 68, 69, 70, 71, 72, 73, 74, 75], "9": [5, 42, 59, 60, 61, 69, 70, 71, 72, 73, 74, 75, 77, 80], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "complex": [5, 78], "next": [5, 7, 8, 13, 18, 63, 64, 67, 70, 77, 78, 81], "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 70], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 70], "object2": [5, 70], "entri": 5, "kei": [5, 6, 7, 18, 30, 34], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 70, 77], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 77], "dedic": 5, "explan": [5, 7], "download": [5, 7], "ddy": [5, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75], "exactli": 5, "That": [5, 77], "abl": [5, 7, 9, 70], "alreadi": [5, 7, 70, 74, 77, 78], "even": [5, 70, 72, 74], "perhap": 5, "incorpor": 5, "than": [5, 7, 66, 76, 77, 81], "intend": 5, "someon": 5, "far": [5, 77], "concern": [5, 70], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 67, 68, 69, 72, 73, 74, 75], "config": [6, 7, 27, 69, 78], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 70], "1997": 6, "1998": 6, "skeleton": 6, "separ": [6, 7], "By": [6, 9, 70, 77], "less": [6, 71], "1991": [6, 69, 70, 71, 73, 74, 75], "determin": [6, 7], "length": [6, 7, 47, 67, 72], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "otherwis": [6, 7, 81], "fail": [6, 7], "apply_extra_conf": [6, 38], "gcloud": 7, "combin": [7, 70, 71, 75], "idea": 7, "virtual": [7, 9], "gce": 7, "At": [7, 8, 69, 72], "finish": [7, 8, 18, 79], "job": [7, 8, 9, 78], "remov": [7, 49, 59, 60, 61, 77], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "imag": [7, 9], "begin": 7, "enabl": [7, 8], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 69, 70, 73, 74, 77], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 78, 79], "termin": [7, 18, 55, 56, 64, 69, 70, 71, 73, 74, 75, 79, 81], "applic": [7, 78], "login": 7, "upload": [7, 8, 53], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 50], "restart": 7, "never": [7, 69], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 69, 70, 71, 72, 73, 74, 75, 80], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 75, 79, 81], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 71, 77], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 78, 79], "write": [7, 8, 9, 78], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 59, 60, 61, 77], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 78], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 71, 72, 79], "upgrad": 7, "global": [7, 47], "memori": 7, "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 70], "predetermin": 7, "enter": [7, 79], "after": [7, 18, 47, 69, 70, 75], "immedi": 7, "hasn": [7, 30], "yet": [7, 78], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 72], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow_tracking_uri": 7, "ip": 7, "5000": 7, "explain": [7, 8, 70], "previou": [7, 8, 64, 70], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 69, 72, 74], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 69, 72], "alloc": [7, 8], "everi": [7, 8, 9, 24, 69, 70, 71, 73, 74, 75, 78, 79, 81], "argpars": 7, "datetim": [7, 67, 68, 72, 74], "numpi": [7, 67, 68, 69, 70, 71, 72, 73, 74, 75, 79], "stable_baselines3": [7, 24, 47, 67, 68, 72], "normalactionnois": 7, "vec_env": [7, 24, 47, 67, 68, 72], "dummyvecenv": [7, 67, 68, 72], "ranges_5zon": [7, 73, 75], "ranges_datacent": 7, "ranges_iw": 7, "loggerwrapp": [7, 67, 68, 71, 72, 75, 79, 81], "multiobswrapp": [7, 73, 75], "normalizeobserv": [7, 73, 75, 81], "parser": 7, "argumentpars": 7, "add_argu": 7, "true": [7, 24, 32, 45, 47, 55, 63, 64, 67, 68, 72, 73, 75], "dest": 7, "mod": 7, "alg": 7, "rw": 7, "linear": [7, 60, 61, 77], "exponenti": [7, 59, 77], "energy_weight": [7, 59, 61, 70, 77], "rew": 7, "weight": [7, 59, 60, 61, 70, 77], "norm": 7, "store_tru": 7, "multiob": [7, 75, 81], "mob": 7, "multi": [7, 81], "csvlogger": [7, 23, 63, 73, 76], "ten": 7, "eval": [7, 24, 67, 72], "onlin": 7, "eval_freq": [7, 24, 67, 72], "evalf": 7, "useless": 7, "eval_length": 7, "inter": 7, "seed": [7, 13, 63, 64], "sd": 7, "identifi": [7, 8], "remote_stor": 7, "sto": 7, "sent": 7, "bucket_nam": [7, 52], "buc": 7, "mlflow_stor": 7, "group_nam": 7, "auto_delet": 7, "del": 7, "gcp": 7, "learning_r": [7, 72], "lr": 7, "0003": 7, "n_step": 7, "2048": 7, "batch_siz": 7, "64": [7, 68], "n_epoch": 7, "ne": 7, "gamma": 7, "99": [7, 38], "gae_lambda": 7, "gl": 7, "95": [7, 72, 80], "ent_coef": 7, "ec": 7, "vf_coef": 7, "v": [7, 78], "max_grad_norm": 7, "m": [7, 67, 68, 72, 80], "buffer_s": 7, "bf": 7, "1000000": 7, "learning_start": 7, "l": 7, "100": 7, "tu": 7, "005": [7, 75], "gradient_step": 7, "clip_rang": 7, "cr": 7, "sig": 7, "rms_prop_ep": 7, "rpe": 7, "1e": [7, 59, 60, 61, 77], "parse_arg": 7, "experiment_d": [7, 67, 68, 72], "todai": [7, 67, 68, 72], "strftime": [7, 67, 68, 72], "y": [7, 67, 68, 72], "d_": 7, "h": [7, 67, 68, 72, 80], "_": 7, "ping": 7, "mlflow_ip": 7, "split": 7, "respons": [7, 49, 76], "set_tracking_uri": 7, "getcwd": 7, "mlrun": 7, "start_run": [7, 67], "run_nam": [7, 67], "param": [7, 23, 24, 37, 38, 42, 47, 55], "log_param": 7, "__version__": 7, "bool": [7, 13, 16, 18, 20, 24, 32, 45, 47, 55, 63, 64, 73], "rate": [7, 66, 70, 77], "batch": [7, 33], "epoch": 7, "gae": 7, "lambda": [7, 67, 68, 72], "ent": 7, "coef": 7, "vf": 7, "max": [7, 34, 59, 61], "grad": 7, "buffer": 7, "gradient": 7, "elif": [7, 74], "expreward": [7, 70, 77], "rais": [7, 8, 18, 20, 38, 47], "runtimeerror": [7, 18, 38], "hasattr": 7, "w_energi": 7, "eval_env": [7, 24], "norm_rang": 7, "env_typ": 7, "iwmullion": 7, "nameerror": 7, "cant": 7, "disabl": 7, "mlppolici": [7, 67, 68, 72], "verbos": [7, 23, 24, 68, 72, 78], "train_freq": 7, "target_update_interv": 7, "10000": [7, 24], "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_final_ep": 7, "05": [7, 67, 72], "tensorboard_log": [7, 68], "n_action": 7, "action_nois": 7, "zero": 7, "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "optimize_memory_usag": 7, "fals": [7, 18, 23, 24, 47, 55, 63, 67, 69, 70, 71, 72, 73, 74, 75, 79, 81], "policy_delai": 7, "target_policy_nois": 7, "target_noise_clip": 7, "create_eval_env": 7, "policy_kwarg": 7, "devic": [7, 68, 72], "_init_setup_model": 7, "model_path": 7, "init_storage_cli": 7, "read_from_bucket": 7, "set_env": 7, "total": [7, 70, 72, 77], "n_timesteps_episod": [7, 67, 68, 72], "_eplus_one_epi_len": [7, 67, 68, 72], "_eplus_run_steps": [7, 67, 68, 72], "eval_callback": [7, 67, 72], "best_model_save_path": [7, 24, 67, 72], "best_model": [7, 67, 72], "log_path": [7, 24, 67, 72], "determinist": [7, 24, 47, 67, 72], "render": [7, 13, 24, 45, 47, 67, 72], "n_eval_episod": [7, 24, 47, 67, 72], "append": [7, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78, 79, 81], "log_callback": [7, 68], "dir": [7, 38, 68], "tensorboardformatlogg": [7, 68], "tb_path": [7, 68], "new_logg": [7, 68], "set_logg": [7, 68], "total_timestep": [7, 55, 67, 68, 72], "_env_working_dir_par": [7, 67, 68, 72], "close": [7, 13, 18, 63, 68, 69, 70, 71, 72, 73, 74, 75, 79, 81], "_episode_exist": 7, "storeg": 7, "log_artifact": 7, "local_dir": 7, "artifact_path": 7, "abspath": 7, "resourc": [7, 51, 52, 53], "upload_to_bucket": 7, "src_path": [7, 53], "dest_bucket_nam": [7, 53], "dest_path": [7, 53], "end_run": [7, 67], "autodelet": 7, "token": [7, 49, 50], "get_service_account_token": 7, "delete_instance_mig_from_contain": 7, "effect": 7, "pretti": [7, 77], "deactiv": [7, 55, 63, 76], "written": [7, 73], "recreat": 7, "belong": [7, 55, 76], "delet": [7, 49], "individu": 7, "appropri": [7, 70, 79], "environment_nam": 7, "episodes_int": 7, "seed_valu": 7, "uri": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "json": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 72, 79], "gitignor": 7, "ignor": [7, 8, 68, 78], "final": [7, 69, 71], "load_ag": 7, "zip": [7, 74], "predict": 7, "agre": 7, "collect": [7, 55, 79], "One": 7, "strength": 7, "abil": 7, "whatev": 7, "caus": 7, "recogn": 7, "mayb": 7, "got": [7, 30], "deploi": [7, 8], "localhost": 7, "6006": 7, "second": [7, 18, 28, 29, 47, 55, 70, 73], "shut": 7, "down": 7, "logdir": 7, "back": 7, "databas": 7, "loos": 7, "bin": [7, 9], "scrip": 7, "ugr": [7, 9], "sail": [7, 9], "sinergymcompilationhtml": 7, "html": 7, "db_root_password": 7, "machine_typ": 7, "e2": 7, "medium": 7, "mlflow_imag": 7, "kaysush": 7, "14": [7, 70, 72, 74, 80], "cloud_sql_proxy_imag": 7, "cloudsql": 7, "proxi": 7, "mysql_inst": 7, "echo": 7, "sa": 7, "descript": [7, 18], "displai": [7, 69, 70, 71, 73, 74, 75, 79, 81], "mb": 7, "tier": 7, "db": [7, 38], "f1": 7, "micro": 7, "password": 7, "provis": 7, "editor": 7, "start_mlflow_track": 7, "sh": 7, "cat": 7, "eof": 7, "d": [7, 8, 18, 67, 68, 72], "mysql": 7, "net": 7, "p": 7, "3306": 7, "cloud_sql_proxi": 7, "tcp": 7, "pymysql": 7, "mlflow_artifact": 7, "alter": 7, "iptabl": 7, "dport": 7, "accept": [7, 8], "cp": 7, "tempor": 7, "rm": [7, 44, 45], "7": [7, 9, 18, 69, 70, 71, 72, 73, 74, 75, 77, 80], "static": [7, 41, 42], "subnet": 7, "premium": 7, "metadata": [7, 13], "startup": 7, "mainten": 7, "migrat": 7, "tag": [7, 8, 9], "co": 7, "77": 7, "12371": 7, "1109": 7, "balanc": 7, "shield": 7, "secur": [7, 8], "vtpm": 7, "affin": 7, "firewal": 7, "prioriti": 7, "1000": 7, "ingress": 7, "target": [7, 77], "anymor": 7, "again": 7, "redefin": 7, "notic": [7, 77], "creation": 7, "annot": 7, "bellow": [7, 77], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 67, 68, 72], "rise": 8, "pytyp": 8, "cannot": [8, 68, 79], "compil": 8, "sphinx": 8, "exist": [8, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 77, 79], "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": [8, 67, 72], "161": 8, "sequenti": 8, "autopep8": 8, "successfulli": [8, 9, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "edit": 8, "catch": 8, "anoth": [8, 9, 70, 76], "pypi": [8, 9], "yml": [8, 9, 78], "minim": 8, "below": [9, 77, 80], "throughout": 9, "ubuntu": 9, "18": [9, 69, 70, 72, 73, 74, 75, 80], "04": [9, 68, 72, 75], "lt": [9, 67, 68, 72], "22": [9, 69, 70, 71, 73, 74, 75], "avoid": [9, 47], "pip": [9, 78], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 70, 75], "pop": [9, 73], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 79], "git": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 67, 68, 72], "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 77], "instruct": 9, "linux": 9, "choos": 9, "select": [9, 13, 41, 42, 43, 63, 74], "consid": [9, 59, 60, 61, 69, 77], "subset": [9, 75, 81], "ofici": 9, "supervis": [9, 78], "vv": [9, 78], "anywai": [9, 78], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 70], "properti": [13, 18, 38], "xlsx": [13, 70], "get_zon": [13, 70], "render_mod": 13, "human": [13, 31, 41], "mode": 13, "ndarrai": [13, 16, 18, 55, 63, 64, 65, 66, 73], "np_random": [13, 63], "chosen": [13, 41, 42, 43, 63, 74, 79], "entropi": [13, 63], "integ": [13, 18, 63], "wheather": [13, 63], "truncat": [13, 18, 63, 69, 70, 71, 73, 74, 75, 79, 81], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "socket": [18, 76], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 74], "sundai": 18, "element": [18, 30, 33, 55], "wether": 18, "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24], "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "boolean": 23, "on_training_end": 23, "callback_on_new_best": 24, "accord": [24, 80], "freq": 24, "npz": 24, "vecenv": [24, 47], "weather_data": [26, 38], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 70, 74], "variat": [26, 38], "opyplu": [26, 28, 30, 33, 35, 38], "ou": [26, 38], "_get_actu": 27, "rel": [27, 70], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 70, 71, 73], "explicitli": 30, "season": [31, 59, 60, 61, 70, 74, 77, 80], "ashra": [31, 41, 42], "55": [31, 41, 80], "thermal": [31, 41, 60, 70, 77], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 70], "absolut": [34, 59, 61, 77], "file_path": 35, "content": [35, 76], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 76], "till": 36, "modif": [37, 77], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 70], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 70], "summer": [38, 59, 60, 61, 77, 80], "winter": [38, 77, 80], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 67, 68, 69, 70, 71, 72, 73, 74, 75], "tree": [38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 78], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 66, 74], "sequenc": [41, 42, 43, 65, 73, 74], "perceiv": [41, 42, 74], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "randomli": [43, 66, 79], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 69], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "count": [47, 70], "scale": [47, 78], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 73], "progress_head": [55, 63, 73], "log_progress_fil": [55, 73], "log_fil": [55, 73], "header": [55, 63, 73], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 69, 70, 71, 72, 73, 74, 75], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 69, 70, 71, 73, 74, 75, 79, 81], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "temperature_vari": [59, 60, 61, 70, 77], "energy_vari": [59, 60, 61, 70, 77], "range_comfort_wint": [59, 60, 61, 70, 77], "range_comfort_summ": [59, 60, 61, 70, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 67, 69, 70, 73, 74, 75], "lambda_energi": [59, 60, 61, 77], "0001": [59, 60, 61, 72], "lambda_temperatur": [59, 60, 61, 77], "w": [59, 60, 61, 68, 71, 77], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 77, 80], "session": [59, 60, 61, 68], "dimens": [59, 60, 61, 77], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 73], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 75], "stack": 64, "flat": 64, "vector": [64, 72], "reli": [65, 72], "get_unwrapped_ob": 65, "simultan": 66, "upper": 66, "usr": [67, 68, 72], "lib": [67, 68, 72], "dist": [67, 68, 72], "73": [67, 68, 72], "userwarn": [67, 68, 72], "precis": [67, 68, 72], "lower": [67, 68, 72], "cast": [67, 68, 72], "episodes_": [67, 68, 72], "env_vec": [67, 68, 72], "2022": [67, 68, 72], "07": [67, 68, 72], "09": [67, 68, 69, 70, 71, 72, 73, 74, 75], "15": [67, 69, 70, 72, 73, 75], "336": 67, "eplus_env_demo": [67, 68, 69, 70, 72, 73, 74, 75], "v1_mainthread_root": [67, 68, 69, 70, 71, 72, 73, 74, 75], "externalinterfac": [67, 68, 69, 70, 71, 72, 73, 74, 75], "340": 67, "site": [67, 68, 69, 70, 71, 72, 73, 74, 75], "sizingperiod": [67, 68, 69, 70, 71, 72, 73, 74, 75], "343": 67, "bvctb": [67, 68, 69, 70, 71, 72, 73, 74, 75], "346": 67, "347": [67, 72], "379": 67, "395": 67, "workspac": [67, 68, 69, 70, 71, 72, 73, 74, 75, 79], "res4": 67, "sub_run1": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "28": [67, 69, 70, 73, 74, 75], "814": 67, "816": 67, "833": 67, "sub_run2": [67, 68, 72, 75, 76], "52": [67, 68], "095": [67, 72], "096": 67, "106": [67, 72], "sub_run3": [67, 68, 72, 76], "fromnumer": [67, 68, 72], "3432": [67, 68, 72], "runtimewarn": [67, 68, 72], "slice": [67, 68, 72], "_method": [67, 68, 72], "_mean": [67, 68, 72], "axi": [67, 68, 72], "190": [67, 68, 72, 75], "invalid": [67, 68, 72], "encount": [67, 68, 72, 81], "double_scalar": [67, 68, 72], "ret": [67, 68, 72], "rcount": [67, 68, 72], "265": [67, 68, 72], "degre": [67, 68, 72], "freedom": [67, 68, 72], "_var": [67, 68, 72], "ddof": [67, 68, 72], "223": [67, 68, 72], "arrmean": [67, 68, 72], "um": [67, 68, 72], "true_divid": [67, 68, 72], "div": [67, 68, 72], "39": [67, 68, 69, 70, 71, 72, 73, 74, 75], "unsaf": [67, 68, 72], "257": [67, 68, 72, 73, 75], "56": [67, 70, 72], "988": 67, "989": [67, 75], "996": 67, "sub_run4": [67, 68, 72], "06": 67, "618": 67, "619": 67, "626": [67, 72], "sub_run5": [67, 68, 72], "941": 67, "943": 67, "957": 67, "sub_run6": [67, 72], "num_timestep": [67, 72], "70080": [67, 72], "episode_reward": [67, 72], "22006": 67, "98": 67, "00": [67, 69, 72, 73, 75], "35040": [67, 69, 70, 71, 72, 73, 74, 75], "168": [67, 71], "176": [67, 75], "sub_run7": [67, 72], "862": 67, "863": 67, "870": [67, 75], "sub_run8": [67, 72], "35": [67, 80], "851": [67, 75], "852": [67, 75], "861": 67, "sub_run9": [67, 72], "181": 67, "183": 67, "196": 67, "sub_run10": [67, 72], "08": [67, 68, 70, 72], "522": [67, 68], "532": 67, "sub_run11": [67, 72], "140160": [67, 72], "23530": 67, "67": 67, "923": 68, "925": 68, "927": 68, "929": 68, "930": 68, "tensorboard_path": 68, "cpu": [68, 72], "712510": 68, "tensorflow": 68, "cc": 68, "169": [68, 72], "onednn": 68, "oper": 68, "slightli": 68, "numer": 68, "round": 68, "tf_enable_onednn_opt": 68, "716588": 68, "stream_executor": 68, "dso_load": 68, "libcudart": 68, "11": [68, 69, 70, 71, 72, 73, 74, 75], "dlerror": 68, "share": 68, "716606": 68, "cuda": 68, "cudart_stub": 68, "29": [68, 69, 70, 73, 75], "cudart": 68, "gpu": 68, "416": 68, "425": 68, "res7": 68, "27": [68, 69, 70, 73, 75], "141": 68, "149": 68, "560": 68, "563": 68, "582": 68, "25": [68, 69, 70, 71, 74, 75, 80], "548": 68, "549": 68, "557": 68, "59": [68, 72, 80], "524": 68, "537": 68, "617": 68, "loop": 69, "2023": [69, 70, 71, 73, 74, 75], "02": [69, 70, 71, 72, 73, 74, 75], "049": 69, "050": 69, "052": 69, "053": 69, "054": 69, "glanc": 69, "someth": 69, "current_month": [69, 70, 71, 73, 74, 75, 79, 81], "sampl": [69, 70, 71, 73, 75, 79, 81], "print": [69, 70, 71, 72, 73, 74, 75, 79, 81], "139": 69, "146": 69, "res1": [69, 70, 71, 73, 74], "086220480544118": 69, "time_elaps": [69, 70, 71, 72, 73, 74, 75], "900": [69, 70, 71, 73, 74, 75], "23": [69, 70, 71, 73, 74, 75, 77], "total_pow": [69, 70, 71, 73, 74, 75], "21724": 69, "40961088236": 69, "total_power_no_unit": [69, 70, 71, 73, 74, 75], "172440961088236": 69, "abs_comfort": [69, 70, 71, 73, 74, 75], "21": [69, 70, 71, 73, 74, 75, 80], "81947413483711": 69, "2083": 69, "3260107177957": 69, "2976": [69, 70, 71, 73, 74, 75], "2678400": [69, 70, 71, 73, 74, 75], "16": [69, 70, 73, 75], "4300": 69, "67198003095": 69, "43006719800309506": 69, "470462231008021": 69, "52953776899198": 69, "4068": 69, "1430820739643": 69, "5664": [69, 70, 71, 73, 74, 75], "5097600": [69, 70, 71, 73, 74, 75], "17443": 69, "56199085256": 69, "7443561990852559": 69, "52682664353406": 69, "5408": 69, "011099508528": 69, "8640": [69, 70, 71, 73, 74, 75], "7776000": [69, 70, 71, 73, 74, 75], "17": [69, 70, 73, 75, 80], "152": [69, 73, 74, 75], "4868953414246": [69, 73, 74, 75], "01524868953414246": [69, 73, 74, 75], "20": [69, 70, 71, 73, 74, 75, 77], "02634475252593": 69, "6324": 69, "363418661066": 69, "11520": [69, 70, 71, 73, 74, 75], "10368000": [69, 70, 71, 73, 74, 75], "87808257037088": 69, "7166": 69, "002341495086": 69, "14496": [69, 70, 71, 73, 74, 75], "13046400": [69, 70, 71, 73, 74, 75], "5901": 69, "306181804051": 69, "5901306181804051": 69, "00595003066665": 69, "99404996933335": 69, "10107": 69, "38621508419": 69, "17376": [69, 70, 71, 73, 74, 75], "15638400": [69, 70, 71, 73, 74, 75], "5959": 69, "248391726638": 69, "5959248391726638": 69, "003880381582551": 69, "99611961841745": 69, "13368": 69, "049092385163": 69, "20352": [69, 70, 71, 73, 74, 75], "18316800": [69, 70, 71, 73, 74, 75], "20642": 69, "54173343959": 69, "064254173343959": 69, "2461460714288606": 69, "75385392857114": 69, "16573": 69, "882795341822": 69, "23328": [69, 70, 71, 73, 74, 75], "20995200": [69, 70, 71, 73, 74, 75], "296": [69, 75], "4125183546004": 69, "029641251835460045": 69, "85266561770349": 69, "14733438229651": 69, "19392": 69, "89340178917": 69, "26208": [69, 70, 71, 73, 74, 75], "23587200": [69, 70, 71, 73, 74, 75], "33172235919861": 69, "20446": 69, "271430476787": 69, "29184": [69, 70, 71, 73, 74, 75], "26265600": [69, 70, 71, 73, 74, 75], "45708717771629": 69, "21616": 69, "477165610137": 69, "32064": [69, 70, 71, 73, 74, 75], "28857600": [69, 70, 71, 73, 74, 75], "182": [69, 70], "8619608065522": 69, "01828619608065522": 69, "0452010578529105": 69, "95479894214709": 69, "23634": 69, "85490851": 69, "31536000": [69, 70, 71, 73, 74, 75], "1992": [69, 70, 71, 73, 74, 75], "23109": 69, "07172644784": 69, "310907172644784": 69, "04969081696662": 69, "forget": 69, "130": 69, "cumul": [69, 70, 71, 73, 74, 75, 77, 79, 81], "6745106994437942": 69, "over": 69, "environment_id": 70, "long": 70, "198": 70, "eplus_env_5zon": 70, "199": 70, "201": [70, 71], "202": 70, "scratch": 70, "obvious": 70, "space1": [70, 74, 77], "demand": [70, 77], "26": [70, 71, 72, 73, 75, 77], "34": [70, 72, 80], "490": 70, "492": 70, "493": 70, "494": 70, "esp_granada": [70, 80], "084190_swec": [70, 80], "001": 70, "new_env_nam": 70, "36": [70, 72, 75], "775": 70, "eplus_env_new_env_name_mainthread_root": 70, "776": 70, "777": 70, "778": 70, "779": 70, "overwritten": 70, "new_observation_vari": 70, "humid": [70, 80], "wind": 70, "speed": 70, "fanger": 70, "ppd": 70, "east": 70, "new_action_vari": 70, "heating_setpoint_rl": 70, "cooling_setpoint_rl": 70, "new_observation_spac": 70, "len": 70, "new_action_map": 70, "new_action_spac": 70, "58": 70, "042": 70, "eplus_env_datacent": 70, "043": 70, "044": 70, "045": 70, "047": 70, "24071189929661993": 70, "4814": 70, "237985932398": 70, "48142379859323986": 70, "663": 70, "5403139587615": 70, "3902": 70, "820992932057": 70, "39028209929320573": 70, "1239": 70, "6466565782107": 70, "4289": 70, "43749835403": 70, "428943749835403": 70, "1846": 70, "3376477287582": 70, "4605": 70, "786815476858": 70, "4605786815476858": 70, "2638": 70, "351276498183": 70, "4140": 70, "066604495791": 70, "41400666044957907": 70, "3535": 70, "2292329474312": 70, "3585": 70, "00576986839": 70, "358500576986839": 70, "5030": [70, 74], "414183067792": 70, "3962": 70, "959903637627": 70, "39629599036376273": 70, "7065": 70, "662896790269": 70, "2020": 70, "616347754115": 70, "2020616347754115": 70, "9301": 70, "430375216012": 70, "6150": 70, "00539925926": 70, "6150005399259261": 70, "10852": 70, "482595941527": 70, "4705": 70, "83115210627": 70, "470583115210627": 70, "11635": 70, "614609284981": 70, "3160": 70, "38778492112": 70, "316038778492112": 70, "12226": 70, "346387257105": 70, "4049": 70, "327293756508": 70, "40493272937565084": 70, "12842": 70, "09822858374": 70, "5236": 70, "012401867805": 70, "5236012401867806": 70, "3664982371171533": 70, "652": 70, "fit": 70, "knowledg": 70, "pprint": 70, "385": 70, "386": 70, "388": 70, "activitysch": 70, "actschd": 70, "object_field_nam": 70, "activity_level_schedule_nam": 70, "object_nam": 70, "object_typ": 70, "space2": 70, "object3": 70, "space3": 70, "object4": 70, "space4": 70, "object5": 70, "space5": 70, "airvelocitysch": 70, "air_velocity_schedule_nam": 70, "basinheatersch": 70, "basin_heater_operating_schedule_nam": 70, "twospe": 70, "setp": 70, "sch": 70, "cooling_setpoint_temperature_schedule_nam": 70, "dualsetpoint": 70, "thermostatsetpoint": 70, "setpoint_temperature_schedule_nam": 70, "coolingsetpoint": 70, "singlecool": 70, "clothingsch": 70, "coolingcoilavailsch": 70, "availability_schedule_nam": 70, "coilsystem": 70, "fraction": 70, "schedule_nam": 70, "eleceq": 70, "electricequip": 70, "fanavailsch": 70, "sy": 70, "availabilitymanag": 70, "suppli": 70, "fan": 70, "variablevolum": 70, "heating_setpoint_temperature_schedule_nam": 70, "heatingsetpoint": 70, "singleh": 70, "infil": 70, "zoneinfiltr": 70, "designflowr": 70, "light": 70, "oa": 70, "sched": 70, "minimum_outdoor_air_schedule_nam": 70, "outdoorair": 70, "oarequir": 70, "outdoor_air_schedule_nam": 70, "zoneminoarequir": 70, "designspecif": 70, "number_of_people_schedule_nam": 70, "plenumclg": 70, "plenumcoolingsetpoint": 70, "plenumhtg": 70, "plenumheatingsetpoint": 70, "reheatcoilavailsch": 70, "reheat": 70, "airtermin": 70, "singleduct": 70, "object10": 70, "object11": 70, "object6": 70, "object7": 70, "object8": 70, "object9": 70, "temp": 70, "shadetranssch": 70, "transmittance_schedule_nam": 70, "south": 70, "overhang": 70, "shade": 70, "door": 70, "workeffsch": 70, "work_efficiency_schedule_nam": 70, "control_type_schedule_nam": 70, "zonecontrol": 70, "thermostat": [70, 74], "plenum": 70, "aris": 70, "light_control": 70, "new_action_definit": 70, "246": 70, "248": 70, "251": 70, "378": [70, 72], "5953435921799378": 70, "772135": 70, "065615": 70, "118682444": 70, "3702": 70, "129212670561": 70, "3702129212670561": 70, "8204742630928195": 70, "17952573690718": 70, "1323": 70, "6734504483704": 70, "915005": 70, "252123": 70, "15262651": 70, "8240": 70, "440639174443": 70, "8240440639174443": 70, "95402558077242": 70, "2653": 70, "495511682493": 70, "406197": 70, "032454": 70, "26987368": 70, "2705": [70, 74], "327387104871": 70, "2705327387104871": 70, "6026980339436996": 70, "3973019660563": 70, "3654": 70, "117264731128": 70, "771828": 70, "576086": 70, "7228997": 70, "5473": 70, "696407644316": 70, "5473696407644316": 70, "3236919826706703": 70, "67630801732933": 70, "4538": 70, "064413351645": 70, "968792": 70, "643467": 70, "42019805": 70, "120": 70, "4056020773604": 70, "01204056020773604": 70, "94994733268213": 70, "5259": 70, "877199437174": 70, "487429": 70, "881165": 70, "43655413": 70, "7020926257567": 70, "018270209262575672": 70, "2600072645660596": 70, "73999273543394": 70, "6975": 70, "320963205122": 70, "296425": 70, "643679": 70, "86003727": 70, "1226": 70, "248426331626": 70, "1226248426331626": 70, "70903953647829": 70, "29096046352171": 70, "8706": 70, "30201843947": 70, "121338": 70, "962442": 70, "025553703": 70, "697": 70, "2103275980762": 70, "06972103275980762": 70, "8752707894151683": 70, "12472921058483": 70, "10343": 70, "998184182996": 70, "662157": 70, "507599": 70, "93150544": 70, "684": 70, "6697597628286": 70, "06846697597628286": 70, "3248581251439404": 70, "67514187485606": 70, "12237": 70, "019209920722": 70, "351902": 70, "181551": 70, "48064095": 70, "473": 70, "2032270919159": 70, "04732032270919159": 70, "5222419743496403": 70, "47775802565036": 70, "13069": 70, "99679905446": 70, "231323": 70, "530094": 70, "7219142": 70, "441": 70, "5292668362657": 70, "044152926683626574": 70, "4993623031804013": 70, "5006376968196": 70, "14003": 70, "21498085445": 70, "48401": 70, "047281": 70, "6802347": 70, "07314090112306104": 70, "92685909887694": 70, "15358": 70, "466454604144": 70, "825996": 70, "284712": 70, "21843678": 70, "4599": 70, "272751902536": 70, "4599272751902536": 70, "0169386743400288": 70, "98306132565997": 70, "4383123988186277": 70, "711": 70, "put": 70, "leav": 70, "intact": 70, "extra_conf": 70, "297": 70, "298": 70, "300": 70, "disadvantag": 71, "adjust": [71, 77], "stand": 71, "propos": 71, "912": 71, "eplus_env_offic": 71, "913": 71, "914": 71, "915": 71, "916": 71, "917": 71, "937": 71, "008417052432114895": 71, "3410486422979": 71, "01683410486422979": 71, "41070439945542": 71, "27041626118706": 71, "84918155106144": 71, "88116986202595": 71, "74532738560474": 71, "73841316494982": 71, "38460288121428": 71, "66372873926693": 71, "24314170888169": 71, "12321836432302": 71, "67730731535304": 71, "88721275822578": 71, "17223251340036": 71, "30793764011797": 71, "20143741435643": 71, "4627284531045": 71, "03096300421944": 71, "93365898954337": 71, "1482": 71, "85953514518": 71, "4442211987932": 71, "024944422119879323": 71, "69669852361374": 71, "25313699035975": 71, "31323981198721": 71, "87141679758788": 71, "11090427756838": 71, "56241622682827": 71, "9404356024169": 71, "94282444325588": 71, "67194978294257": 71, "12528250474749": 71, "02675393355748": 71, "02881519606414": 71, "7323170557345": 71, "27057664160117": 71, "38432687212007": 71, "31131614661928": 71, "12704060142421": 71, "5512781399194": 71, "2254": 71, "712265755012": 71, "6570166669069": 71, "06842055195615": 71, "19611060077995": 71, "76257909194055": 71, "03948097340511": 71, "44816667157681": 71, "68246103494577": 71, "74943691501284": 71, "57724440341409": 71, "04252087505039": 71, "82097230898479": 71, "89365754884302": 71, "57236745458363": 71, "23540331299291": 71, "15797185610974": 71, "15254710004311": 71, "07075284558289": 71, "49970749537007": 71, "3618": 71, "41549254088": 71, "198977940785": 71, "020119897794078502": 71, "95177229570344": 71, "03365818920899": 71, "60757560084356": 71, "01807134766616": 71, "02808474031944": 71, "82190812609193": 71, "48682887050774": 71, "88794828178202": 71, "59810935786398": 71, "46778150537447": 71, "44257972669456": 71, "79284879509999": 71, "43562436709753": 71, "41247285833814": 71, "62715643472103": 71, "03611257878451": 71, "79267736363525": 71, "65243564408237": 71, "6482": 71, "27876446466": 71, "86509413798045": 71, "1071046471536": 71, "27509765486189": 71, "55675636953588": 71, "65216773896621": 71, "5571280438139": 71, "79071520939431": 71, "83977394603949": 71, "98455644317614": 71, "15279122447957": 71, "20765409229273": 71, "24402610262762": 71, "43118400765561": 71, "60430118197448": 71, "86909845458321": 71, "87644643022476": 71, "06484591156406": 71, "24300908399611": 71, "9982": 71, "991284981603": 71, "6090046831275": 71, "01686090046831275": 71, "94899380246081": 71, "06360575139866": 71, "64043835708107": 71, "90053413764347": 71, "77775409162826": 71, "85491440084278": 71, "84413809380008": 71, "84852169014866": 71, "81155249007516": 71, "2474442023517": 71, "08359041763356": 71, "03184496587623": 71, "06114037003215": 71, "49805825736507": 71, "80319610787662": 71, "78635379853651": 71, "76633279008873": 71, "23300358565249": 71, "15197": 71, "775861760021": 71, "6430": 71, "25476366733": 71, "643025476366733": 71, "30362458961184": 71, "08749938089204": 71, "47728046995123": 71, "84848610748885": 71, "35441535664673": 71, "23674788167068": 71, "83684923572157": 71, "48953443144097": 71, "70569108217305": 71, "92570822385427": 71, "95453942245817": 71, "9310852109356": 71, "90761065616391": 71, "54695943183036": 71, "02379180782778": 71, "09140023176932": 71, "79379237233488": 71, "62275516349538": 71, "20393": 71, "055482672924": 71, "40730428893415": 71, "2081195882295": 71, "94397819959719": 71, "63057921118531": 71, "16215148190642": 71, "34597161854728": 71, "68084155872953": 71, "79261102276273": 71, "80021185275091": 71, "92354348202196": 71, "72571798349205": 71, "7933442496152": 71, "89388375583001": 71, "94708364107272": 71, "52064693594591": 71, "62639383402464": 71, "64389562611166": 71, "78208493279325": 71, "25435": 71, "235586329356": 71, "29888599656579": 71, "60513463360622": 71, "6502371961184": 71, "26243009865059": 71, "83511693216035": 71, "01650759969682": 71, "1219715833017": 71, "193129951486": 71, "25984927684709": 71, "246756226096": 71, "16961935329535": 71, "2292706821575": 71, "31058065863118": 71, "30679185978435": 71, "00162377086149": 71, "07019493415782": 71, "14488073433873": 71, "15733356377928": 71, "29667": 71, "280742048788": 71, "31232078408934": 71, "15531893926972": 71, "62243610547647": 71, "3355501078475": 71, "99617019496714": 71, "90925164972085": 71, "78478083621939": 71, "76648417323338": 71, "94552529042894": 71, "81660183265429": 71, "15665229426293": 71, "11984467906358": 71, "34128949509953": 71, "20504796353065": 71, "88586123209223": 71, "84549591879043": 71, "0480387071551": 71, "92364136523652": 71, "32266": 71, "669648540534": 71, "95342186248593": 71, "79017615251069": 71, "61576801735736": 71, "21904412959735": 71, "23337652641756": 71, "70199079621272": 71, "43858732417969": 71, "50085261539548": 71, "30684175112909": 71, "68506692334094": 71, "61997561531062": 71, "64591022418004": 71, "43849129649558": 71, "89730314513248": 71, "86935225127617": 71, "8610257810776": 71, "76415193815065": 71, "1030080798225": 71, "33693": 71, "4200577215": 71, "67471404763066": 71, "76426059004519": 71, "20781447906961": 71, "8565960165495": 71, "84452889598035": 71, "03748347863898": 71, "30287781156127": 71, "44280752813544": 71, "36536796313164": 71, "55357872462707": 71, "79446517569299": 71, "90682538688919": 71, "72661725183894": 71, "03753160386922": 71, "91255021343735": 71, "01250206066998": 71, "95371613155545": 71, "12462597231874": 71, "34861": 71, "66962269026": 71, "49202797924699": 71, "91834253143812": 71, "6676225575917": 71, "40668187489388": 71, "55052344518836": 71, "93795083204492": 71, "60466670710505": 71, "58536199071002": 71, "28750630729937": 71, "6461216699741": 71, "06515682888017": 71, "06046316147131": 71, "57842146719483": 71, "13899733853399": 71, "14064407629781": 71, "0206640579445": 71, "80239869708953": 71, "11389817828658": 71, "9949106627480553": 71, "033": 71, "preserv": 71, "sophist": 71, "ref": 72, "433": 72, "434": 72, "436": 72, "437": 72, "feel": [72, 74], "loggerev": 72, "earlier": 72, "few": 72, "041": 72, "048": 72, "res3": [72, 75], "13": [72, 80], "898": 72, "899": 72, "906": 72, "ep_len_mean": 72, "5e": 72, "ep_rew_mean": 72, "36e": 72, "fp": 72, "2443": 72, "664": 72, "666": 72, "683": 72, "41": [72, 80], "606": 72, "608": 72, "567": 72, "570": 72, "585": 72, "572": 72, "594": 72, "22754": 72, "40": 72, "48e": 72, "comfort_viol": 72, "32": 72, "mean_ep_length": 72, "mean_power_consumpt": 72, "07e": 72, "power_penalti": [72, 73], "std_reward": 72, "33e": 72, "972": 72, "72": 72, "loss": 72, "n_updat": 72, "5019": 72, "42": 72, "104": 72, "122": 72, "32e": 72, "1024": 72, "102": 72, "105120": 72, "13779": 72, "329": 72, "330": 72, "337": 72, "349": 72, "369": 72, "097": 72, "113": 72, "49": [72, 73, 75], "381": 72, "406": 72, "22400": 72, "83e": 72, "65e": 72, "31e": 72, "825": 72, "22539": 72, "0x7f8e66038ee0": 72, "gt": 72, "54": 72, "736": 72, "create_row_cont": 73, "customcsvlogg": 73, "super": [73, 77], "last_10_steps_reward": 73, "_create_row_cont": 73, "44": [73, 75], "589": 73, "590": 73, "591": 73, "592": 73, "091": 73, "099": 73, "5795042490937325": [73, 75], "4954": [73, 75], "294078583251": [73, 75], "49542940785832507": [73, 75], "6635790903291401": [73, 75], "33642090967086": [73, 75], "2058": 73, "929866314376": 73, "4284": 73, "524651309577": 73, "42845246513095775": 73, "7535396279158597": 73, "24646037208414": 73, "4051": 73, "758361432438": 73, "3153": 73, "187061208363": 73, "31531870612083635": 73, "067937288260211": 73, "93206271173979": 73, "5382": 73, "013734959742": 73, "12475": 73, "64348007228": 73, "247564348007228": 73, "83275995845086": 73, "6277": 73, "484511420095": 73, "10484": 73, "78553645204": 73, "0484785536452041": 73, "93922073357949": 73, "7135": 73, "1225886863995": 73, "3532327751198": 73, "025735323277511983": 73, "3377382776424795": 73, "66226172235752": 73, "10046": 73, "461491112917": 73, "175": [73, 74, 75], "7796775010779": 73, "017577967750107792": 73, "0312783648650807": 73, "96872163513492": 73, "13260": 73, "618700298783": 73, "4110": 73, "951203129332": 73, "41109512031293316": 73, "114623854411061": 73, "88537614558894": 73, "16468": 73, "41380897643": 73, "000058680098": 73, "2023000058680098": 73, "00019975340577": 73, "99980024659423": 73, "19250": 73, "32398402108": 73, "2903": 73, "817402808811": 73, "2903817402808811": 73, "99005393832046": 73, "20272": 73, "56018299861": 73, "64907727570824": 73, "21440": 73, "140959844375": 73, "12924490872369887": 73, "8707550912763": 73, "23429": 73, "375251826543": 73, "5116": 73, "385833393026": 73, "5116385833393026": 73, "751923110197989": 73, "24807688980201": 73, "6686465539904984": 73, "984": 73, "sai": 74, "get_season_comfort_rang": 74, "224": 74, "225": 74, "227": 74, "228": 74, "extend": 74, "desir": 74, "rbc5zone": 74, "myrulebasedcontrol": 74, "daytim": 74, "out_temp": 74, "summer_start_d": 74, "summer_final_d": 74, "current_dt": 74, "season_comfort_rang": 74, "setpoints_summ": 74, "in_temp": 74, "current_heat_setpoint": 74, "current_cool_setpoint": 74, "new_heat_setpoint": 74, "new_cool_setpoint": 74, "weekend": 74, "night": 74, "33": 74, "756": 74, "764": 74, "9027267231826451": 74, "18054": 74, "5344636529": 74, "8054534463652903": 74, "99998833869494": 74, "1764": 74, "4480209727506": 74, "18190": 74, "11301727289": 74, "8190113017272893": 74, "32998609178986": 74, "3319": 74, "0240158271495": 74, "6499": 74, "498986238363": 74, "6499498986238363": 74, "32985628557421": 74, "4331": 74, "530660717744": 74, "2698020216335806": 74, "73019797836642": 74, "34341168003": 74, "2756": 74, "596244185509": 74, "2756596244185509": 74, "33021642625628": 74, "5624": 74, "205479307242": 74, "871": 74, "8985175509725": 74, "08718985175509726": 74, "6700868290835906": 74, "32991317091641": 74, "7188": 74, "94373222068": 74, "7796758221068": [74, 75], "017577967582210682": [74, 75], "710258038781241": 74, "28974196121876": 74, "9056": 74, "39052356895": 74, "20410": 74, "91452531903": 74, "041091452531903": 74, "33010209424337": 74, "10854": 74, "090922968613": 74, "3438": 74, "778066876331": 74, "3438778066876331": 74, "32982109298299": 74, "12308": 74, "980146004908": 74, "6368": 74, "219126588838": 74, "6368219126588838": 74, "33031589389634": 74, "12900": 74, "560641948945": 74, "336525778672": 74, "2705336525778672": 74, "33017846907974": 74, "13780": 74, "798440045137": 74, "5352": 74, "233991403948": 74, "5352233991403947": 74, "32992237675168": 74, "15499": 74, "608669456482": 74, "19332": 74, "86497279549": 74, "9332864972795492": 74, "33000068783789": 74, "4423404300643832": 74, "999": 74, "normil": 75, "002": 75, "003": 75, "006": 75, "007": 75, "008": 75, "016": 75, "9910000e": 75, "0000000e": 75, "5000000e": 75, "0999999e": 75, "9000000e": 75, "1000000e": 75, "0999992e": 75, "9707859e": 75, "8362732e": 75, "706": 75, "707": 75, "715": 75, "98466104": 75, "33834645": 75, "9484536": 75, "17748918": 75, "8111888": 75, "800001": 75, "44444445": 75, "39061695": 75, "43193626": 75, "56101173": 75, "848": 75, "849": 75, "853": 75, "973": 75, "974": 75, "976": 75, "978": 75, "979": 75, "980": 75, "res5": 75, "568": 75, "569": 75, "577": 75, "035": 75, "872": 75, "874": 75, "876": 75, "877": 75, "498": 75, "506": 75, "res6": 75, "2080": 75, "8989376044606": 75, "4087": 75, "798034923634": 75, "4087798034923634": 75, "7466258814748308": 75, "25337411852517": 75, "4065": 75, "1033315986747": 75, "14701": 75, "46747505827": 75, "4701467475058272": 75, "75558933228888": 75, "5425": 75, "781098043409": 75, "5068384145088913": 75, "49316158549111": 75, "6364": 75, "562855590825": 75, "18733190502239": 75, "7224": 75, "206650085594": 75, "3247299498267": 75, "025732472994982672": 75, "6487664070312498": 75, "35123359296875": 75, "10104": 75, "748221563972": 75, "3354266752778905": 75, "66457332472211": 75, "13315": 75, "11149357043": 75, "18767": 75, "61482621497": 75, "876761482621497": 75, "0149530892897403": 75, "98504691071026": 75, "16559": 75, "060269466394": 75, "4125097569019": 75, "029641250975690193": 75, "7799266971228214": 75, "22007330287718": 75, "19338": 75, "908867939994": 75, "01284110337208": 75, "20433": 75, "49273207556": 75, "397663507727831": 75, "60233649227217": 75, "21587": 75, "371526589723": 75, "0027364038165": 75, "01760027364038165": 75, "3077497918080283": 75, "69225020819197": 75, "23584": 75, "63983683139": 75, "5004": 75, "005332780625": 75, "5004005332780626": 75, "0667573794890117": 75, "93324262051099": 75, "6730776209141628": 75, "038": 75, "re": 76, "num_simul": 76, "sub_runn": 76, "utilsocket": 76, "monitor_norm": 76, "sub_run": 76, "num_episod": 76, "maximum": 76, "within": [76, 78], "suit": 76, "observation_valu": 76, "row": 76, "carri": 76, "techniqu": 76, "factor": 76, "discomfort": 77, "togeth": 77, "typic": 77, "satisfact": 77, "similar": 77, "increas": 77, "higher": 77, "hourlylinearreward": 77, "slight": 77, "am": 77, "pm": 77, "equal": 77, "neg": 77, "perfect": 77, "behavior": 77, "seri": 77, "reflect": 77, "But": 77, "imagin": 77, "signal": 77, "__call__": 77, "basereward": 77, "customreward": 77, "naiv": 77, "under": [78, 79], "test_common": 78, "test_reward": 78, "test_wrapp": 78, "test_simul": 78, "test_config": 78, "test_env": 78, "test_control": 78, "test_stable_baselin": 78, "conceptu": 78, "readm": 78, "try_env": 79, "soon": 79, "dispos": 79, "simplest": 79, "screen": 79, "\u00bac": 80, "aus_nsw": 80, "sydnei": 80, "947670_iwec": 80, "australia": 80, "subtrop": 80, "dry": 80, "68": 80, "83": 80, "col_bogota": 80, "802220_iwec": 80, "bogota": 80, "colombia": 80, "mediterranean": 80, "warm": 80, "mild": 80, "80": 80, "granada": 80, "spain": 80, "latitud": 80, "semiarid": 80, "passiv": 80, "84": 80, "fin_helsinki": 80, "029740_iwec": 80, "helsinki": 80, "finland": 80, "moist": 80, "continent": 80, "79": 80, "jpn_tokyo": 80, "hyakuri": 80, "477150_iwec": 80, "tokyo": 80, "japan": 80, "78": 80, "mdg_antananarivo": 80, "670830_iwec": 80, "antananarivo": 80, "madagascar": 80, "75": 80, "91": 80, "arizona": 80, "desert": 80, "usa_co_aurora": 80, "bucklei": 80, "angb": 80, "724695_tmy3": 80, "colorado": 80, "usa_il_chicago": 80, "ohar": 80, "725300_tmy3": 80, "illinoi": 80, "92": 80, "70": 80, "pennsylvania": 80, "66": 80, "washington": 80, "marin": 80, "west": 80, "coastal": 80, "rain": 80, "81": 80, "classif": 80, "variant": 81}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"], [66, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 70], "contribut": 0, "exampl": [0, 67, 68, 69, 72, 74, 75, 79], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 70, 71], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 71, 74], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 72], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 73, 75, 76], "evalu": [4, 46, 47], "tensorboard": [4, 7, 68], "structur": 4, "how": 4, "us": [4, 7], "mlflow": [4, 7, 67], "environ": [5, 9, 70], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 80], "variabl": [5, 9], "reward": [5, 57, 58, 59, 60, 61, 70, 77], "kwarg": 5, "action": [5, 8, 70, 71], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 76], "observ": [5, 70, 75], "space": [5, 70], "name": 5, "definit": [5, 70], "extra": [5, 6, 70], "configur": [5, 6, 7, 9, 70, 73], "ad": [5, 70], "new": [5, 8, 70, 78], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 73], "first": 7, "step": [7, 73], "2": [7, 73], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 78], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "load": 7, "train": 7, "model": [7, 70], "log": 7, "visual": 7, "real": 7, "time": 7, "track": 7, "server": 7, "set": [7, 9, 71], "up": [7, 71], "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 73], "instal": [9, 78], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "about": [9, 70], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 66, 73, 75, 81], "loggerwrapp": [63, 73], "multiobswrapp": 64, "normalizeobserv": 65, "officegridstoragesmoothingactionconstraintswrapp": 66, "basic": 69, "chang": 70, "an": [70, 71], "regist": 70, "other": 70, "compon": 70, "get": 70, "inform": 70, "updat": 70, "more": 70, "default": 71, "empti": 71, "interfac": 71, "usag": [72, 79], "person": 73, "inherit": 73, "csvloger": 73, "instanti": 73, "rule": 74, "normal": 75, "multi": 75, "all": 75, "one": 75, "format": 76, "custom": 77, "test": 78, "pytest": 78, "run": 78}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "How use": [[4, "how-use"]], "Mlflow": [[4, "mlflow"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[7, "load-a-trained-model"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[66, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[67, "MLFlow-example"]], "TensorBoard example": [[68, "TensorBoard-example"]], "Basic example": [[69, "Basic-example"]], "Changing an environment registered in Sinergym": [[70, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[70, "Adding-a-new-reward"]], "Adding other new components to the environment": [[70, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[70, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[70, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[70, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[70, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[71, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[72, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[73, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[73, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[73, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[74, "Rule-Controller-example"]], "Wrappers example": [[75, "Wrappers-example"]], "Normalization Wrapper": [[75, "Normalization-Wrapper"]], "Logger Wrapper": [[75, "Logger-Wrapper"]], "Multi Observation Wrapper": [[75, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[75, "All-Wrappers-in-one"]], "Output format": [[76, "output-format"]], "Logger": [[76, "logger"]], "Rewards": [[77, "rewards"]], "Custom Rewards": [[77, "custom-rewards"]], "Tests": [[78, "tests"]], "Install Pytest": [[78, "install-pytest"]], "Running tests": [[78, "running-tests"]], "Create new tests": [[78, "create-new-tests"]], "Usage example": [[79, "usage-example"]], "Weathers": [[80, "weathers"]], "Wrappers": [[81, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[66, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[66, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.2.5/.buildinfo b/docs/compilation/v2.2.5/.buildinfo index 43b9fe5db9..0f8df97454 100644 --- a/docs/compilation/v2.2.5/.buildinfo +++ b/docs/compilation/v2.2.5/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: b78d1fdd4845c45983f6c9dd6641eed4 +config: 946dd88da09e90f147f5160b847a9499 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.2.5/.doctrees/environment.pickle b/docs/compilation/v2.2.5/.doctrees/environment.pickle index 0623669269..3dac86fec0 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/environment.pickle and b/docs/compilation/v2.2.5/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.2.5/.doctrees/index.doctree b/docs/compilation/v2.2.5/.doctrees/index.doctree index c0ebc30ef9..ece3c44891 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/index.doctree and b/docs/compilation/v2.2.5/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.2.5/.doctrees/pages/API-reference.doctree index b9ea0afe4e..d7d262a5e6 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/buildings.doctree b/docs/compilation/v2.2.5/.doctrees/pages/buildings.doctree index d4946c3805..07ba3473a7 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/controllers.doctree b/docs/compilation/v2.2.5/.doctrees/pages/controllers.doctree index 8ad464463d..2fdece32e3 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.2.5/.doctrees/pages/deep-reinforcement-learning.doctree index b51caeff21..781592dfc0 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/environments.doctree b/docs/compilation/v2.2.5/.doctrees/pages/environments.doctree index efa04c4e1d..7a39969bd4 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/environments.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.2.5/.doctrees/pages/extra-configuration.doctree index 66fb133f1c..b673edd892 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.2.5/.doctrees/pages/gcloudAPI.doctree index 99dcad5e5f..c898c60496 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.2.5/.doctrees/pages/github-actions.doctree index bf56c7989b..be73b2dca9 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/installation.doctree b/docs/compilation/v2.2.5/.doctrees/pages/installation.doctree index ee9d4665d2..a5d17356c6 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/installation.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/introduction.doctree b/docs/compilation/v2.2.5/.doctrees/pages/introduction.doctree index 1029980d94..b7ce19b923 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.doctree index 186e3898f3..1e79712f74 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 69372929b0..8e63eeadfe 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index a91f206464..c6292a001b 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index b99c137c0e..9d35c8c451 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.doctree index 7279147af0..e4775c948a 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.doctree index 8fccf0e775..e7ce4a846a 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 2aead40ed4..a74e8474e9 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index e23a6d59b4..60ecd16522 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 9949d1e9c8..6de399680c 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 4e5bcd2e01..9f4750e5e4 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 33a4f8d3b6..f6c97af26b 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index d537e70b26..09d808974d 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index df0af84fbd..d58f31921a 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 70e40befc5..4d4113a067 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.doctree index 96219daba4..5bb804f432 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 5407d28479..b62a03a74e 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 7e5f1ce82b..115903bb89 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 9f62dd0d00..c25a8c9a0c 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 16968373f4..fecf40c352 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 1536b866f9..dafa5e7a2f 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 1ffe0d2efd..d9d4d512c1 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 4d17595e93..bf8cf14973 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 295359fa28..3c02ecefea 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 8a3f183b7a..a5537a2b2f 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index d60b1a8152..e467eee9ad 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 9a999890f4..4dd47e3343 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.doctree index b3e83c26f7..8728f1b6d1 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.constants.doctree index 85bad66632..9eb4e789c3 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 609ccae1e6..83a6d561a7 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 95a4113e45..af6d6e8bee 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 89dcb3aac7..bbf0391b98 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 9afeee9fdb..53763761d8 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.doctree index 313042605a..be703b381f 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 43450686b0..1c589c8580 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 809c467742..9ddb6afaac 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 77864fe4bb..299219cd25 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 0f5ab6ecfe..4bd7567e8a 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 703c270e87..4c1c36e3d0 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 03826f91ce..e84ac11e65 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index d6ad8df64b..9a0f7f807f 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index fed2418f37..abe00350b2 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 255148c7f3..555a539b9d 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index df1354d0d0..24d1f193bd 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 70822fa0a5..f461145b87 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 7ddd99164e..1899053bf3 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.doctree index d0918b4f75..70d60cc5c2 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 4171a7d4ff..9ed44c1b92 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 254876524a..7ec6ce7d1f 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index b0eb73f2e6..f2da6a435e 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index f732d8fcba..4423d89d1c 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree index e1342b98c8..2c96921daf 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index f735e5adbd..0bfebdb261 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 2dfe09a84e..445df69217 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 44699275cb..a92f848a2d 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 8d943beb71..a1b475ead1 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 74247bf371..01e8475400 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 3a5271ac6e..f22c27386e 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/MLflow_example.doctree index a5fdffbcbc..5eed09e1ba 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/TensorBoard_example.doctree index c27e6e62ad..feec3fa8bc 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/basic_example.doctree index d07be98ebd..77a13f23ba 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/change_environment.doctree index 2d1202991a..24ebb3b4a3 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/default_building_control.doctree index cdf4b75b4d..9f19774e32 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/drl.doctree index 1077900cbf..f16f504f09 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index ad18ec7eba..81f69cc8ab 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/rule_controller_example.doctree index ab784fae5f..f5278c761e 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/wrappers_examples.doctree index 6541dabca0..51767f837e 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/output.doctree b/docs/compilation/v2.2.5/.doctrees/pages/output.doctree index 116f70e492..82dc6f4c57 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/output.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/rewards.doctree b/docs/compilation/v2.2.5/.doctrees/pages/rewards.doctree index 22a6894b6e..525f4dae52 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/tests.doctree b/docs/compilation/v2.2.5/.doctrees/pages/tests.doctree index 5b117a319f..eeea0e594f 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/tests.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.2.5/.doctrees/pages/usage-example.doctree index 0574c50d21..893d779a7c 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/weathers.doctree b/docs/compilation/v2.2.5/.doctrees/pages/weathers.doctree index 977d3d84b9..009b572502 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.2.5/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.2.5/.doctrees/pages/wrappers.doctree index 5bfa2ee8da..665fc9be6b 100644 Binary files a/docs/compilation/v2.2.5/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.2.5/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.2.5/objects.inv b/docs/compilation/v2.2.5/objects.inv index d1ffac6918..e7189fea5b 100644 Binary files a/docs/compilation/v2.2.5/objects.inv and b/docs/compilation/v2.2.5/objects.inv differ diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.2.5/pages/modules/sinergym.envs.eplus_env.html index 483aae49e8..d044218250 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.envs.eplus_env.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.envs.html b/docs/compilation/v2.2.5/pages/modules/sinergym.envs.html index 01e368101a..6588b1c9c3 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.envs.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.base.html index 241c550b20..ec7e6c7151 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.base.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus.html index c4231a1b9b..561148cc06 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus_alpha.html index a28f74bc54..96ad75a1c8 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.eplus_alpha.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.html b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.html index 8757f1667a..ba708405e8 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.simulators.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.callbacks.html index 1cc27c063d..ba573cabe9 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.callbacks.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.common.html index 6f36103064..c834a1ef26 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.common.html @@ -140,9 +140,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.config.html index eb4de58c43..293a05b0a4 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.config.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.constants.html index ce05237524..132ce0a525 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.constants.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.controllers.html index 923e387a7a..261823f5d1 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.controllers.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.env_checker.html index f034cfbac8..683af4e995 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.env_checker.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.evaluation.html index 381fed2ea1..26d32f0cb1 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.evaluation.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.gcloud.html index 515c01636f..43395ba58f 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.gcloud.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.html index 5a7124881c..7c4a61972c 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.logger.html index f8acc6cb67..6dfa7dbd5c 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.logger.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.rewards.html index 4108bb24e0..a6bbad092c 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.rewards.html @@ -133,9 +133,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.wrappers.html index 94c29e5a31..61cb4b580b 100644 --- a/docs/compilation/v2.2.5/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.2.5/pages/modules/sinergym.utils.wrappers.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.2.5/searchindex.js b/docs/compilation/v2.2.5/searchindex.js index b1626832cc..3a82b7e1d6 100644 --- a/docs/compilation/v2.2.5/searchindex.js +++ b/docs/compilation/v2.2.5/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 63, 64, 70, 71, 72, 76, 77, 78, 80, 82], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 60, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "creat": [0, 5, 6, 9, 10, 18, 26, 27, 34, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 70, 76, 77, 78, 79], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "follow": [0, 5, 7, 8, 9, 10, 18, 42, 45, 70, 72, 78], "gymnasium": [0, 4, 5, 6, 7, 10, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "interfac": [0, 5, 10, 14, 19, 38, 71, 77, 79], "wrap": [0, 4, 10, 24, 32, 36, 47, 68, 69, 73, 77], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "engin": [0, 5, 7, 10, 16, 72], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 71, 78, 79], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "deep": [0, 7, 9, 10, 73], "reinforc": [0, 7, 9, 10, 73, 76, 78], "learn": [0, 7, 9, 10, 68, 69, 71, 73, 76, 78], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 73, 75, 81], "help": [0, 7, 10], "u": [0, 6, 9, 10, 72], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 69, 73, 75, 78, 80, 82], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 73, 79], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 43, 45, 55, 61, 71, 78, 82], "easi": [0, 10, 79], "just": [0, 7, 8, 10, 71, 76], "2": [0, 2, 5, 8, 10, 18, 68, 69, 70, 71, 72, 73, 75, 76, 81], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 69, 70, 71, 72, 73, 74, 75, 79, 80], "templat": [0, 7, 10], "bug": [0, 10, 82], "etc": [0, 4, 5, 7, 9, 10, 55, 70, 71], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 67, 72, 73, 75, 76, 77, 78, 79, 80, 82], "detail": [0, 6, 7, 9, 10, 71, 73], "info": [0, 10, 13, 55, 63, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "how": [0, 5, 7, 9, 10, 13, 18, 63, 68, 69, 70, 71, 73, 74, 75, 76, 82], "main": [0, 2, 4, 5, 7, 10, 55, 71, 78], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 70, 71, 74, 75, 76, 78, 79, 80, 82], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "includ": [0, 2, 5, 6, 7, 8, 9, 10, 18, 21, 64, 69, 70, 78, 81], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 59, 61, 69, 73, 78, 79], "commun": [0, 5, 10, 14, 38, 77, 79], "between": [0, 4, 5, 8, 10, 29, 78, 82], "python": [0, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 71, 76, 79, 80], "establish": [0, 5, 10, 18, 71, 77, 79], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 75, 77], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 58, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81], "tool": [0, 5, 8, 10, 80], "allow": [0, 4, 5, 7, 10, 78], "interact": [0, 3, 4, 10, 45, 55, 63, 72, 73, 77, 82], "sever": [0, 5, 7, 10, 38, 71, 76, 78, 82], "them": [0, 2, 4, 5, 10, 38, 69, 71, 76, 78], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 7, 10, 69, 76], "backend": [0, 5, 7, 10], "while": [0, 10, 69, 70, 71, 72, 74, 75, 76, 80], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 70], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 82], "design": [0, 5, 6, 10, 38, 71], "set": [0, 4, 5, 6, 10, 37, 38, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 7, 10, 22, 68, 69, 73, 76, 79], "These": [0, 5, 7, 8, 10, 55, 71, 76, 78, 79], "mai": [0, 5, 7, 9, 10, 38, 69, 70, 73, 77, 78], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 63, 64, 65, 67, 68, 69, 70, 73, 74, 75, 76, 79, 80], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 38, 41, 42, 55, 63, 64, 65, 66, 74, 75, 77, 78, 79, 82], "space": [0, 4, 7, 10, 13, 68, 69, 70, 72, 73, 80], "reward": [0, 4, 7, 10, 13, 21, 23, 24, 47, 55, 63, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 79, 80, 82], "customiz": [0, 10, 82], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 81], "packag": [0, 2, 8, 10, 68, 69, 71, 73, 76, 79], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 71, 72, 77], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 71, 77], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 82], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 73, 75, 78, 82], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80], "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 68, 69, 70, 72, 73, 74, 75, 76, 79], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 59, 60, 61, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 59, 60, 61, 68, 69, 71, 73, 78], "also": [0, 4, 5, 9, 10, 45, 71, 72, 73, 76, 78], "pre": [0, 7, 10], "configur": [0, 10, 13, 18, 20, 37, 38, 68, 69, 70, 72, 73, 75, 76, 78, 79], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 71, 73, 74, 76], "chang": [0, 5, 7, 8, 10, 38, 55, 69, 70, 72, 73, 74, 77, 78], "some": [0, 4, 5, 6, 7, 8, 10, 13, 63, 71, 72, 73, 82], "aspect": [0, 2, 10, 78], "wai": [0, 5, 6, 7, 8, 10, 71, 76], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 77, 81], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "make": [0, 2, 5, 6, 7, 9, 10, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "entir": [0, 4, 10], "definit": [0, 7, 10, 13, 38, 68, 69, 70, 72, 73, 74, 75, 76], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 59, 60, 61, 69, 71, 72, 80], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 63, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 47, 55, 67, 71, 72, 75, 77, 78, 79, 80, 82], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 67, 71, 73, 78], "directli": [0, 4, 5, 7, 9, 10, 33, 71, 72, 80], "associ": [0, 5, 10], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 37, 38, 55, 63, 65, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79], "well": [0, 4, 5, 10, 47, 73], "peopl": [0, 5, 10, 71, 78], "occup": [0, 5, 10, 31, 41, 71], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 60, 68, 69, 73, 74, 76, 79, 82], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 63, 64, 65, 70, 71, 72, 73, 75, 76, 80, 82], "per": [0, 2, 4, 5, 6, 10, 47, 55, 77], "hour": [0, 2, 5, 6, 10, 18, 28, 60, 70, 71, 72, 74, 75, 76, 78], "run": [0, 4, 5, 7, 9, 10, 18, 47, 68, 69, 71, 72, 73, 77, 80], "period": [0, 5, 10, 78, 81], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 81], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 77], "implement": [0, 3, 4, 5, 6, 10, 40, 57, 62, 72, 78, 79, 82], "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71, 74, 75, 76, 77, 78, 82], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 63, 65, 68, 69, 70, 72, 73, 74, 75, 76, 81, 82], "custom": [0, 4, 5, 7, 10, 21, 22, 23, 45, 46, 62, 69], "wrapper": [0, 4, 7, 10, 21, 24, 32, 36, 47, 68, 69, 72, 73, 77, 79, 80], "automat": [0, 5, 7, 8, 9, 10, 13, 38, 71, 72, 78, 79], "adapt": [0, 5, 10, 38, 44, 45, 71, 72], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 71, 77, 79, 81], "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 33, 34, 38, 47, 55, 63, 64, 73, 74, 75, 76, 77, 78, 80, 81, 82], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 68, 70, 71, 72, 73, 75, 76, 78, 79, 82], "designdai": [0, 5, 10, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76], "locat": [0, 5, 7, 9, 10, 26, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81], "epw": [0, 10, 13, 18, 20, 26, 38, 71, 72, 77, 79], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 63, 69, 71, 72, 74, 76, 78], "without": [0, 5, 7, 8, 10, 38, 66, 72, 80], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 66, 71, 73, 74, 75, 76, 77, 78, 80], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 69, 70, 71, 72, 77, 78], "extern": [0, 5, 7, 10, 38, 71, 77], "cfg": [0, 5, 10, 18, 38, 77], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 76, 77], "when": [0, 4, 7, 8, 10, 18, 24, 45, 47, 55, 67, 71, 72, 77, 78, 80], "depend": [0, 4, 5, 7, 9, 10, 31, 55, 59, 60, 61, 71, 72, 73, 77, 78, 79], "In": [0, 5, 7, 8, 9, 10, 38, 47, 69, 70, 71, 72, 74, 76, 78, 79, 80], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 63, 71, 78], "process": [0, 4, 5, 7, 8, 10, 13, 26, 38, 68, 69], "so": [0, 4, 5, 7, 8, 9, 10, 69, 72, 73, 76, 77, 78, 82], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 63, 69, 71, 72, 73, 77, 78, 79, 82], "what": [0, 5, 7, 10, 71, 76], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 71, 72, 74, 75, 77, 78, 79], "integr": [0, 5, 7, 8, 10, 69, 73], "obtain": [0, 4, 5, 10, 13, 63], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 18, 27, 38, 45, 55, 63, 65, 69, 70, 73, 75, 76, 77, 78, 79, 81, 82], "about": [0, 4, 5, 10, 18, 45, 69, 73, 75, 76, 77, 79, 82], "zone": [0, 2, 5, 7, 10, 13, 71, 75, 78], "schedul": [0, 5, 10, 13, 38, 71], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 64, 71, 72, 77, 78, 79], "possibl": [0, 4, 5, 6, 7, 9, 10, 71, 73, 76, 81], "export": [0, 5, 7, 10, 13, 27, 35, 71], "excel": [0, 10, 27, 71], "know": [0, 5, 7, 10, 71, 77], "agent": [0, 3, 5, 7, 10, 13, 24, 41, 42, 43, 47, 55, 63, 71, 72, 75, 77, 78, 79, 82], "To": [0, 5, 6, 7, 9, 10, 69, 79], "do": [0, 4, 5, 6, 7, 9, 10, 47, 69, 71, 72, 78, 79], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 59, 60, 61, 63, 65, 69, 71, 76, 78, 79, 82], "thei": [0, 4, 5, 7, 8, 9, 10, 69, 78, 79], "replac": [0, 5, 10, 71, 72], "format": [0, 4, 5, 6, 7, 8, 10, 27, 63, 71], "take": [0, 4, 5, 6, 8, 10, 38, 45, 72, 73], "care": [0, 5, 7, 10, 72], "relev": [0, 10], "intern": [0, 4, 5, 10, 78], "stabl": [0, 4, 9, 10, 22, 44, 45, 79], "baselin": [0, 4, 10, 22, 44, 45, 79], "3": [0, 2, 4, 6, 9, 10, 18, 22, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 81], "like": [0, 4, 5, 7, 8, 9, 10, 38, 69, 70, 71, 79], "callback": [0, 7, 10, 21, 46, 47, 68, 69, 73], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 63, 69, 71, 77, 78, 79, 80], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 33, 38, 69, 71, 76, 77, 79, 82], "other": [0, 4, 5, 7, 9, 10, 73, 77, 78, 82], "drl": [0, 3, 5, 7, 10, 68, 69, 72], "librari": [0, 7, 9, 10, 69, 75, 76, 79], "support": [0, 4, 5, 9, 10, 13, 79], "googl": [0, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 7, 8, 10, 13, 18, 24, 45, 47, 49, 63, 65], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 59, 60, 61, 69, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 78], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 9, 10], "server": [0, 2, 4, 10, 17, 38, 69], "open": [0, 2, 9, 10, 69, 76], "sourc": [0, 2, 7, 8, 9, 10, 13, 63, 76], "platform": [0, 8, 10, 69], "machin": [0, 7, 10, 69, 80], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 79], "local": [0, 4, 7, 10, 47, 52, 53, 68, 69, 71, 73, 76, 80], "store": [0, 4, 7, 10, 23, 38, 53, 55, 69, 71, 77], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 77], "artifact": [0, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 69, 72, 73, 77], "visual": [0, 4, 9, 10], "logger": [0, 5, 7, 10, 63, 68, 69, 72, 73, 82], "tensorboard": [0, 10, 23], "train": [0, 4, 10, 68, 69, 73, 77, 78], "evalu": [0, 7, 10, 24, 68, 69, 73, 78], "real": [0, 4, 5, 10, 55, 69], "notebook": [0, 10, 69, 70, 71, 74, 76], "develop": [0, 3, 4, 5, 8, 9, 10, 69, 76, 79, 82], "code": [0, 3, 4, 6, 7, 8, 9, 10, 68, 70, 78, 82], "purpos": [0, 4, 5, 7, 8, 10, 71], "offer": [0, 5, 10], "case": [0, 5, 7, 8, 9, 10, 47, 70, 71, 73, 75, 78, 80], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 79], "accompani": [0, 10], "extens": [0, 5, 9, 10, 70, 73], "document": [0, 5, 7, 8, 9, 10, 69, 71, 73, 75, 76, 77], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 79], "workflow": [0, 8, 10, 79], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 7, 10, 67, 76, 78], "understand": [0, 10], "mani": [0, 4, 10, 72], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 66, 71, 77, 78, 79, 80, 81, 82], "introduc": [0, 5, 10], "visit": [0, 2, 5, 7, 9, 10, 71, 75, 76, 77, 79, 81, 82], "ad": [0, 2, 4, 10, 72, 78, 81], "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 78, 79, 80, 81], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "progress": [0, 4, 5, 10, 55, 56, 63, 74, 76, 77], "stai": [0, 6, 10, 78], "tune": [0, 6, 10, 78], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 58, 63, 70, 72, 73, 75, 77, 78, 79, 81, 82], "those": [0, 4, 5, 7, 31, 71, 78], "interest": [0, 2, 76, 81], "alwai": [0, 5, 7, 9, 18, 70, 73, 75, 77, 78], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 79], "repo": 0, "read": [0, 5, 7, 16, 18, 52, 73], "md": 0, "first": [0, 5, 9, 18, 38, 47, 66, 68, 70, 71, 73, 74, 75], "comput": [0, 4, 7, 69, 73], "contain": [0, 5, 8, 47, 49, 50, 70, 72, 79], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79, 82], "instal": [0, 7, 8, 18, 80], "host": [0, 2, 7, 77], "folder": [0, 5, 8, 9, 13, 24, 38, 69, 71, 74, 76], "offici": 0, "repositori": [0, 7, 8, 9, 73, 77, 79, 80], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 7, 8, 18, 28, 71, 77, 81], "framework": [0, 2, 72, 79, 81], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 70, 71, 72, 74, 75, 76, 81], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": [0, 7], "york": [0, 5, 81], "ny": 0, "usa": [0, 81], "url": [0, 7], "http": [0, 7, 9, 17, 44, 45], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 7, 52, 53, 71], "energi": [0, 2, 5, 7, 23, 59, 60, 61, 78], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 59, 60, 61, 65, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81], "sinergym": [2, 3, 4, 8, 10, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "independ": [2, 79, 81], "rest": [2, 5, 7, 9, 48, 49, 78, 81], "up": [2, 4, 5, 6, 9, 37, 38, 59, 61, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "experi": [2, 4, 5, 6, 9, 37, 38, 72, 81], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 71, 76], "m2": 2, "divid": [2, 68, 69, 73, 76], "two": [2, 7, 8, 9, 71, 78], "asymmetr": 2, "hvac": [2, 71, 78], "consist": [2, 5], "air": [2, 71, 75, 78], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 71], "cool": [2, 5, 71, 75, 81], "coil": [2, 71], "chill": 2, "water": 2, "vav": [2, 71], "heat": [2, 71, 75], "come": [2, 72], "5zoneautodxvav": [2, 5, 41, 72], "singl": [2, 72], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 59, 60, 61, 66, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 59, 60, 61, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "outdoor": [2, 71, 75], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 7, 9, 18, 38, 59, 60, 61, 69, 70, 71, 72, 73, 74, 75, 76, 81], "equip": [2, 71], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 82], "input": [2, 7, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 72], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 78, 79], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 68, 69, 71, 73, 74, 75, 76, 81, 82], "electr": [2, 71, 78], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 68, 69, 73, 76], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 59, 61, 71, 72, 79], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": [2, 4, 7], "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 79], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "basement": 2, "rectangular": 2, "46": [2, 70], "320": 2, "organ": [2, 5, 7, 71, 79], "19": [2, 7, 60, 71, 72, 74, 76], "bot": [2, 8], "mid": [2, 81], "level": [2, 8, 56, 79], "describ": [2, 7, 42], "too": [2, 4, 7, 8, 9, 49, 71, 76], "charg": [2, 5, 67], "discharg": [2, 67], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 63, 73, 76, 78, 79, 82], "random": [3, 7, 43, 72], "rule": [3, 7, 41, 42, 79], "base": [3, 4, 7, 8, 41, 42, 58, 71, 75, 79], "5zone": [3, 5, 6, 7, 71, 75], "datacent": [3, 5, 7, 71], "find": [3, 8], "util": [3, 4, 7, 13, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82], "py": [3, 4, 5, 7, 9, 45, 68, 69, 73, 76, 79, 80, 82], "veri": [3, 7, 9, 71, 78], "perform": [3, 4, 5, 7, 9, 24, 47, 64, 65, 78], "refer": [3, 7], "point": [3, 69, 73, 80], "studi": [3, 5], "simpl": [3, 5, 70, 71, 78], "given": [3, 4, 7, 18, 27, 28, 30, 32, 34, 35, 38, 59, 60, 61, 78], "instanc": [3, 4, 5, 7, 8, 13, 49, 77], "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 68, 69, 73, 74, 75, 76, 78, 80, 82], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 71, 72, 74, 77, 78, 79, 82], "usag": [3, 7, 68], "facil": [4, 71, 78], "discret": [4, 5, 13, 70, 71, 78], "continu": [4, 5, 6, 7, 8, 9, 69, 70, 71, 72], "ppo": [4, 7], "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": [4, 7], "dqn": [4, 7, 68, 69, 73], "NO": 4, "offpolicyalgorithm": 4, "ddpg": [4, 7], "sac": [4, 7], "td3": [4, 7], "go": [4, 5, 7, 9, 68, 69, 70, 71, 73, 76, 82], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 47, 71, 73, 77], "stage": 4, "procedur": [4, 8], "access": [4, 7], "state": [4, 5, 7, 18, 63], "dure": [4, 5, 7, 8, 13, 23, 24, 73, 77, 80], "monitor": [4, 7, 9, 24, 47, 55, 63, 69, 72, 73, 74, 76, 77], "save": [4, 6, 7, 24, 38, 68, 69, 71, 73], "manipul": [4, 7, 8], "bar": 4, "inherit": [4, 58, 82], "column": [4, 5, 26, 38], "due": [4, 5, 7, 67, 69], "its": [4, 5, 7, 8, 9, 50, 63, 70, 78, 80, 82], "import": [4, 6, 7, 8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 64, 65, 69, 73, 76, 79], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 64, 68, 69, 70, 71, 72, 73, 74, 75, 82], "log": [4, 55, 56, 63, 73, 77, 82], "extract": [4, 5, 13, 34, 38], "why": 4, "record": [4, 30, 33, 55, 63, 77], "same": [4, 5, 7, 8, 26, 68, 71, 76, 77, 82], "sinergym_logg": [4, 7, 23], "attribut": [4, 5, 13, 18, 38, 55, 63, 64, 65, 66, 67, 73, 77], "constructor": [4, 5, 6, 16, 67, 71, 78, 82], "loggercallback": [4, 7, 69], "basecallback": [4, 24], "background": [4, 72], "With": [4, 5, 71], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 59, 60, 61, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "compar": [4, 76], "There": [4, 7, 9, 77], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 7, 13, 23, 55, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "log_interv": [4, 7, 68, 69, 73], "frequenc": [4, 7], "episod": [4, 6, 7, 13, 18, 23, 24, 34, 38, 47, 55, 63, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "consequ": [4, 7, 78], "featur": [4, 5], "thu": [4, 5, 7], "off": [4, 69, 71], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 7, 8, 24, 26, 38, 47, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 63, 64, 66, 67, 68, 69, 71, 73, 74, 76, 77, 78, 82], "instead": [4, 5, 7, 9, 47, 64, 76, 82], "version": [4, 5, 7, 8, 9, 13, 71, 80], "best": [4, 7, 24, 68, 69, 73], "result": [4, 6, 7, 18, 47, 69, 70, 71, 72, 74, 75, 76, 77, 80], "end": [4, 7, 13, 18, 20, 29, 55, 59, 60, 61, 63, 68, 77], "loggerevalcallback": [4, 7, 68, 69, 73], "evalcallback": 4, "particular": [4, 5, 70], "concret": 4, "metric": 4, "construct": [4, 5, 7], "place": [4, 5, 72, 80], "On": [4, 7, 9, 71], "hand": [4, 7, 9, 71], "occupi": [4, 71], "accur": 4, "averag": [4, 47, 80], "therefor": [4, 5, 72, 78, 80], "faith": 4, "realiti": 4, "term": [4, 23, 59, 60, 61, 64, 76, 78], "good": 4, "turn": [4, 69], "out": [4, 68, 69, 73, 77], "howev": [4, 5, 6, 7, 8, 9, 71, 72, 78, 79], "calcul": [4, 5, 7, 68, 73, 78, 80], "power": [4, 55, 59, 60, 61, 77, 78], "consumpt": [4, 23, 60, 61, 77, 78], "comfort": [4, 5, 9, 23, 31, 59, 60, 61, 71, 75, 77, 78], "penalti": [4, 77, 78], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 78, 80], "decid": [4, 5, 7], "better": [4, 5], "appear": [4, 5, 9, 47, 70, 77], "action_simul": 4, "becaus": [4, 5, 7, 8, 73, 75, 80], "output": [4, 6, 8, 34, 38, 45, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76], "clip": [4, 7, 67], "Then": [4, 5, 7, 9, 68, 69, 71, 72], "pars": [4, 5], "note": [4, 47, 77], "box": [4, 5, 13, 68, 69, 71, 72, 73], "equival": 4, "csv": [4, 5, 55, 63, 73, 74, 76, 77], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 41, 42, 59, 60, 61, 70, 71, 72, 74, 75, 76, 78], "bound": [4, 68, 69, 73], "rang": [4, 5, 6, 7, 31, 34, 42, 59, 60, 61, 66, 70, 71, 72, 74, 75, 76, 78, 80, 82], "cumulative_comfort_penalti": 4, "sum": [4, 70, 71, 72, 74, 75, 80], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 73], "being": [4, 5, 13, 77, 78], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 59, 60, 61, 63, 65, 66, 71, 73, 74, 77, 79], "normal": [4, 5, 7, 66, 77, 78, 79, 82], "origin": [4, 5, 17, 26, 38, 52, 63, 64, 65, 66, 71, 76, 77], "rollout": [4, 73], "exploration_r": [4, 73], "doesn": [4, 7, 82], "t": [4, 5, 7, 9, 30, 59, 61, 67, 70, 72, 76, 77, 81, 82], "neural": 4, "network": [4, 7], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 67, 71, 76, 77, 78], "try": [4, 5, 7, 18], "benefit": [4, 5], "script": [4, 7, 71, 73, 80], "drl_batteri": [4, 7, 73], "flag": [4, 7, 18, 55, 63, 74], "most": [4, 5, 77, 78], "must": [4, 5, 7, 9, 47, 71], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 7, 68, 69, 73], "until": [4, 8], "where": [4, 5, 7, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 60, 78], "comment": 4, "requir": [4, 5, 7, 8, 9, 38, 71, 73, 78, 82], "argument": [4, 7], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "ep": [4, 7], "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 78, 82], "field": [4, 5, 7, 13, 38, 78, 81], "valid": [4, 7, 50, 76, 82], "path": [4, 5, 7, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 69, 71], "load": [4, 5, 69, 71, 72], "recommend": [4, 7, 8, 9, 42, 71, 72, 78], "initi": [4, 5, 13, 24, 51, 63], "date": [4, 5], "hyperparamet": [4, 7], "durat": 4, "paradigm": 4, "direct": [4, 7], "plan": [4, 5], "futur": [4, 5, 6, 7, 69, 78], "As": [5, 7, 9, 71], "mention": [5, 7, 71], "introduct": 5, "next": [5, 7, 8, 13, 18, 63, 65, 68, 71, 76, 78, 79], "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 63, 72], "receiv": [5, 13, 18, 20, 82], "At": [5, 7, 8, 70, 73], "gym": [5, 6, 7, 12, 13, 17, 45, 47, 58, 59, 60, 61, 62, 63, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "via": 5, "socket": [5, 18, 77], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 68, 69, 70, 71, 72, 73, 74, 75, 76], "eplu": [5, 6, 13, 34, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "demo": [5, 68, 69, 70, 71, 73, 74, 75, 76, 80], "v1": [5, 6, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "usa_pa_pittsburgh": [5, 72, 81], "allegheni": [5, 72, 81], "counti": [5, 72, 81], "ap": [5, 72, 81], "725205_tmy3": [5, 72, 81], "No": [5, 69], "01": [5, 71, 73, 76], "31": [5, 6, 72], "03": [5, 73, 76], "hot": [5, 6, 59, 60, 61, 71, 72, 78, 81], "usa_az_davi": [5, 81], "monthan": [5, 81], "afb": [5, 81], "722745_tmy3": [5, 81], "mix": [5, 78, 81], "usa_ny_new": [5, 81], "j": [5, 7, 81], "f": [5, 7, 9, 68, 69, 73, 81], "kennedi": [5, 81], "intl": [5, 81], "744860_tmy3": [5, 81], "usa_wa_port": [5, 81], "angel": [5, 81], "william": [5, 81], "r": [5, 59, 61, 81], "fairchild": [5, 81], "727885_tmy3": [5, 81], "stochast": [5, 24, 47, 71, 78], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 67], "shopwithvandbatteri": 5, "respect": [5, 8, 9], "complet": [5, 68, 69, 73, 76], "context": [5, 6, 13, 63, 71, 79], "either": 5, "predefin": [5, 71], "shown": [5, 9, 68, 80], "abov": [5, 7, 8, 69, 71], "def": [5, 74, 75, 78], "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 67, 74, 78], "self": [5, 74, 75, 78], "idf_fil": [5, 13, 20], "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 66, 74, 78], "weather_fil": [5, 13, 20, 71], "observation_spac": [5, 13, 71], "5e6": [5, 71], "high": [5, 71, 72], "shape": [5, 7, 71, 72], "dtype": [5, 68, 69, 71, 73, 76], "np": [5, 7, 13, 18, 55, 63, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 80], "float32": [5, 13, 68, 69, 71, 73], "observation_vari": [5, 13, 71], "action_spac": [5, 7, 13, 43, 70, 71, 72, 74, 76, 80], "union": [5, 13, 18, 27, 55, 59, 60, 61, 63, 64, 65, 74], "0": [5, 7, 13, 18, 23, 29, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "action_vari": [5, 13, 71, 72], "action_map": [5, 13, 71], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 63, 64, 65, 66, 74, 75, 76, 78], "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 59, 60, 61, 63, 64, 65, 74, 75], "tupl": [5, 6, 13, 18, 26, 31, 38, 59, 60, 61, 63, 64, 65, 74], "float": [5, 7, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 59, 60, 61, 63, 64, 65, 69, 74], "weather_vari": [5, 13, 37, 71], "none": [5, 7, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 65, 66, 72, 74], "linearreward": [5, 7, 13, 68, 69, 71, 73, 78], "reward_kwarg": [5, 13, 71, 78], "act_repeat": [5, 13, 18, 71], "max_ep_data_store_num": [5, 13, 18, 71], "action_definit": [5, 13, 18, 38, 71, 72], "env_nam": [5, 13, 18, 20, 34, 38, 71, 77], "config_param": [5, 6, 13, 18, 71], "arg": [5, 7, 9, 23, 24, 75], "condit": [5, 13, 31, 41], "empti": [5, 9, 13, 38, 68, 69, 73, 76], "manual": [5, 6, 8, 13, 72], "should": [5, 6, 7, 9, 13, 18, 24, 58, 80], "extra_config": [5, 13, 38], "map": [5, 13, 71], "sigma": [5, 7, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 7, 8, 13, 38, 66, 73, 77, 82], "feedback": [5, 13], "pass": [5, 7, 13, 18, 24, 47], "number": [5, 7, 13, 18, 23, 24, 38, 47, 55, 65, 71, 73, 77], "regardless": [5, 13, 77], "repetit": [5, 13], "interv": [5, 7, 13], "last": [5, 9, 13, 18, 34, 63, 66, 71], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 38, 63, 71, 78, 82], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "pkg_data_path": 5, "idf_path": [5, 18, 38], "join": 5, "weather_path": [5, 18, 38], "detect": 5, "planner": 5, "get_schedul": [5, 13, 38, 71], "need": [5, 7, 9, 68, 70, 73, 74, 75, 77], "month": [5, 18, 28, 29, 31, 59, 60, 61, 70, 71, 72, 74, 75, 76, 80], "dai": [5, 6, 18, 28, 29, 31, 38, 59, 60, 61, 70, 71, 72, 74, 75, 76, 78], "reset": [5, 7, 13, 18, 38, 47, 63, 65, 70, 71, 72, 74, 75, 76, 80], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "isinst": 5, "_action_spac": 5, "els": [5, 7, 47, 74, 75], "setpoint": [5, 41, 42, 75], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 71], "reward_fn": [5, 7], "obs_dict": [5, 75], "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "free": [5, 7, 73, 75], "runperiod": [5, 70, 71, 72], "necessari": [5, 7, 8, 9, 71, 72, 78], "onc": [5, 7, 9], "copi": [5, 9, 18, 77], "climat": [5, 81], "present": [5, 13, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "compat": [5, 7, 9, 45, 76], "nois": [5, 7, 70], "tau": [5, 7, 26, 38], "whose": [5, 55, 78], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 63], "moreov": 5, "n": [5, 7, 65, 71, 76], "activ": [5, 7, 9, 23, 55, 63, 77], "summari": [5, 9, 63, 70], "dynam": [5, 69], "let": [5, 6, 7, 9, 68, 69, 70, 71, 73, 80], "variable_nam": 5, "zone_nam": 5, "regist": [5, 7, 8, 69, 70, 73, 80], "correctli": [5, 7, 27, 79, 80, 82], "correct": [5, 7, 9, 31, 76, 82], "look": [5, 32, 36, 45, 73, 75], "found": [5, 13, 38, 82], "rdd": 5, "ones": [5, 7, 78, 82], "done": [5, 55, 71, 74], "constant": [5, 7, 59, 60, 61, 74, 76, 78, 82], "discuss": [5, 71], "249": [5, 71, 72, 82], "range_gett": 5, "common": [5, 7, 21, 24, 47, 68, 69, 73, 75, 78, 79], "get": [5, 7, 9, 13, 31, 38, 47, 50, 66, 75], "standard": [5, 8, 31, 41, 70, 80], "repres": 5, "previous": [5, 7, 38, 71, 77], "rememb": [5, 73, 75], "later": [5, 55], "reserv": [5, 7], "inconsist": [5, 71], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 71, 72], "befor": [5, 7, 18, 38, 47, 71, 72, 73, 76], "usual": [5, 78], "solut": 5, "problem": [5, 7, 71, 76], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": [5, 7], "told": [5, 9], "id": [5, 7, 71, 78, 80], "seen": 5, "recogniz": 5, "word": [5, 8], "don": [5, 7, 9, 70, 72, 77], "give": [5, 7, 76], "plai": [5, 73, 75], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 76], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "error": [5, 7, 8, 47, 69, 71, 76], "advantag": [5, 8, 72], "meanwhil": 5, "9": [5, 42, 59, 60, 61, 70, 71, 72, 73, 74, 75, 76, 78, 81], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "complex": [5, 79], "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 71], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 71], "object2": [5, 71], "entri": 5, "kei": [5, 6, 7, 18, 30, 34, 64], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 71, 78], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 78], "dedic": 5, "explan": [5, 7], "download": [5, 7], "ddy": [5, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76], "exactli": 5, "That": [5, 78], "abl": [5, 7, 9, 71], "alreadi": [5, 7, 71, 75, 78, 79], "even": [5, 71, 73, 75], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 67, 77, 78, 82], "intend": 5, "someon": 5, "far": [5, 78], "concern": [5, 71], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 68, 69, 70, 73, 74, 75, 76], "config": [6, 7, 27, 70, 79], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 71], "1997": 6, "1998": 6, "skeleton": 6, "separ": [6, 7], "By": [6, 9, 71, 76, 78], "less": [6, 72], "1991": [6, 70, 71, 72, 74, 75, 76], "determin": [6, 7], "length": [6, 7, 47, 68, 73], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "otherwis": [6, 7, 76, 82], "fail": [6, 7], "apply_extra_conf": [6, 38], "gcloud": 7, "combin": [7, 71, 72, 76], "idea": 7, "virtual": [7, 9], "gce": 7, "finish": [7, 8, 18, 80], "job": [7, 8, 9, 79], "remov": [7, 49, 59, 60, 61, 78], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "enabl": [7, 8], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 64, 70, 71, 74, 75, 78], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 79, 80], "termin": [7, 18, 55, 56, 64, 65, 70, 71, 72, 74, 75, 76, 80], "applic": [7, 79], "login": 7, "upload": [7, 8, 53], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 50], "restart": 7, "never": [7, 70], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 70, 71, 72, 73, 74, 75, 76, 81], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 76, 80, 82], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 72, 76, 78], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 79, 80], "write": [7, 8, 9, 79], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 59, 60, 61, 78], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 79], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 72, 73, 80], "upgrad": 7, "global": [7, 47], "memori": 7, "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 71], "predetermin": 7, "enter": [7, 80], "after": [7, 18, 47, 70, 71, 76], "immedi": 7, "hasn": [7, 30], "yet": [7, 79], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 73], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow_tracking_uri": 7, "ip": 7, "5000": 7, "explain": [7, 8, 71], "previou": [7, 8, 65, 71], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 70, 73, 75], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 70, 73], "alloc": [7, 8], "everi": [7, 8, 9, 24, 70, 71, 72, 74, 75, 76, 79, 80], "argpars": 7, "datetim": [7, 68, 69, 73, 75], "numpi": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "stable_baselines3": [7, 24, 47, 68, 69, 73], "normalactionnois": 7, "vec_env": [7, 24, 47, 68, 69, 73], "dummyvecenv": [7, 68, 69, 73], "ranges_5zon": [7, 74, 76], "ranges_datacent": 7, "ranges_iw": 7, "loggerwrapp": [7, 68, 69, 72, 73, 76, 80, 82], "multiobswrapp": [7, 74, 76, 82], "normalizeobserv": [7, 74, 76, 82], "parser": 7, "argumentpars": 7, "add_argu": 7, "true": [7, 24, 32, 45, 47, 55, 63, 65, 68, 69, 73, 74, 76], "dest": 7, "mod": 7, "alg": 7, "rw": 7, "linear": [7, 60, 61, 78], "exponenti": [7, 59, 78], "energy_weight": [7, 59, 61, 71, 78], "rew": 7, "weight": [7, 59, 60, 61, 71, 78], "norm": 7, "store_tru": 7, "multiob": [7, 76, 82], "mob": 7, "multi": [7, 82], "csvlogger": [7, 23, 63, 74, 77], "ten": 7, "eval": [7, 24, 68, 73], "onlin": 7, "eval_freq": [7, 24, 68, 73], "evalf": 7, "useless": 7, "eval_length": 7, "inter": 7, "seed": [7, 13, 63, 65], "sd": 7, "identifi": [7, 8], "remote_stor": 7, "sto": 7, "sent": 7, "bucket_nam": [7, 52], "buc": 7, "mlflow_stor": 7, "group_nam": 7, "auto_delet": 7, "del": 7, "gcp": 7, "learning_r": [7, 73], "lr": 7, "0003": 7, "n_step": 7, "2048": 7, "batch_siz": 7, "64": [7, 69], "n_epoch": 7, "ne": 7, "gamma": 7, "99": [7, 38], "gae_lambda": 7, "gl": 7, "95": [7, 73, 81], "ent_coef": 7, "ec": 7, "vf_coef": 7, "v": [7, 79], "max_grad_norm": 7, "m": [7, 68, 69, 73, 81], "buffer_s": 7, "bf": 7, "1000000": 7, "learning_start": 7, "l": 7, "100": 7, "tu": 7, "005": [7, 76], "gradient_step": 7, "clip_rang": 7, "cr": 7, "sig": 7, "rms_prop_ep": 7, "rpe": 7, "1e": [7, 59, 60, 61, 78], "parse_arg": 7, "experiment_d": [7, 68, 69, 73], "todai": [7, 68, 69, 73], "strftime": [7, 68, 69, 73], "y": [7, 68, 69, 73], "d_": 7, "h": [7, 68, 69, 73, 81], "_": 7, "ping": 7, "mlflow_ip": 7, "split": 7, "respons": [7, 49, 77], "set_tracking_uri": 7, "getcwd": 7, "mlrun": 7, "start_run": [7, 68], "run_nam": [7, 68], "param": [7, 23, 24, 37, 38, 42, 47, 55], "log_param": 7, "__version__": 7, "bool": [7, 13, 16, 18, 20, 24, 32, 45, 47, 55, 63, 64, 65, 74], "rate": [7, 67, 71, 78], "batch": [7, 33], "epoch": 7, "gae": 7, "lambda": [7, 68, 69, 73], "ent": 7, "coef": 7, "vf": 7, "max": [7, 34, 59, 61], "grad": 7, "buffer": 7, "gradient": 7, "elif": [7, 75], "expreward": [7, 71, 78], "rais": [7, 8, 18, 20, 38, 47], "runtimeerror": [7, 18, 38], "hasattr": 7, "w_energi": 7, "eval_env": [7, 24], "norm_rang": 7, "env_typ": 7, "iwmullion": 7, "nameerror": 7, "cant": 7, "disabl": 7, "mlppolici": [7, 68, 69, 73], "verbos": [7, 23, 24, 69, 73, 79], "train_freq": 7, "target_update_interv": 7, "10000": [7, 24], "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_final_ep": 7, "05": [7, 68, 73], "tensorboard_log": [7, 69], "n_action": 7, "action_nois": 7, "zero": 7, "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "optimize_memory_usag": 7, "fals": [7, 18, 23, 24, 47, 55, 63, 68, 70, 71, 72, 73, 74, 75, 76, 80], "policy_delai": 7, "target_policy_nois": 7, "target_noise_clip": 7, "create_eval_env": 7, "policy_kwarg": 7, "devic": [7, 69, 73], "_init_setup_model": 7, "model_path": 7, "init_storage_cli": 7, "read_from_bucket": 7, "set_env": 7, "total": [7, 71, 73, 78], "n_timesteps_episod": [7, 68, 69, 73], "_eplus_one_epi_len": [7, 68, 69, 73], "_eplus_run_steps": [7, 68, 69, 73], "eval_callback": [7, 68, 73], "best_model_save_path": [7, 24, 68, 73], "best_model": [7, 68, 73], "log_path": [7, 24, 68, 73], "determinist": [7, 24, 47, 68, 73], "render": [7, 13, 24, 45, 47, 68, 73], "n_eval_episod": [7, 24, 47, 68, 73], "append": [7, 68, 69, 70, 71, 72, 73, 74, 75, 79, 80], "log_callback": [7, 69], "dir": [7, 38, 69], "tensorboardformatlogg": [7, 69], "tb_path": [7, 69], "new_logg": [7, 69], "set_logg": [7, 69], "total_timestep": [7, 55, 68, 69, 73], "_env_working_dir_par": [7, 68, 69, 73], "close": [7, 13, 18, 63, 69, 70, 71, 72, 73, 74, 75, 76, 80], "_episode_exist": 7, "storeg": 7, "log_artifact": 7, "local_dir": 7, "artifact_path": 7, "abspath": 7, "resourc": [7, 51, 52, 53], "upload_to_bucket": 7, "src_path": [7, 53], "dest_bucket_nam": [7, 53], "dest_path": [7, 53], "end_run": [7, 68], "autodelet": 7, "token": [7, 49, 50], "get_service_account_token": 7, "delete_instance_mig_from_contain": 7, "effect": 7, "pretti": [7, 78], "deactiv": [7, 55, 63, 77], "written": [7, 74], "recreat": 7, "belong": [7, 55, 77], "delet": [7, 49], "individu": 7, "appropri": [7, 71, 80], "environment_nam": 7, "episodes_int": 7, "seed_valu": 7, "uri": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "json": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 73, 80], "gitignor": 7, "ignor": [7, 8, 69, 79], "final": [7, 70, 72], "load_ag": 7, "zip": [7, 75], "predict": 7, "agre": 7, "collect": [7, 55, 80], "One": 7, "strength": 7, "abil": 7, "whatev": 7, "caus": 7, "recogn": 7, "mayb": 7, "got": [7, 30], "deploi": [7, 8], "localhost": 7, "6006": 7, "second": [7, 18, 28, 29, 47, 55, 71, 74], "shut": 7, "down": 7, "logdir": 7, "back": 7, "databas": 7, "loos": 7, "bin": [7, 9], "scrip": 7, "ugr": [7, 9], "sail": [7, 9], "sinergymcompilationhtml": 7, "html": 7, "db_root_password": 7, "machine_typ": 7, "e2": 7, "medium": 7, "mlflow_imag": 7, "kaysush": 7, "14": [7, 71, 73, 75, 81], "cloud_sql_proxy_imag": 7, "cloudsql": 7, "proxi": 7, "mysql_inst": 7, "echo": 7, "sa": 7, "descript": [7, 18], "displai": [7, 70, 71, 72, 74, 75, 76, 80], "mb": 7, "tier": 7, "db": [7, 38], "f1": 7, "micro": 7, "password": 7, "provis": 7, "editor": 7, "start_mlflow_track": 7, "sh": 7, "cat": 7, "eof": 7, "d": [7, 8, 18, 68, 69, 73], "mysql": 7, "net": 7, "p": 7, "3306": 7, "cloud_sql_proxi": 7, "tcp": 7, "pymysql": 7, "mlflow_artifact": 7, "alter": 7, "iptabl": 7, "dport": 7, "accept": [7, 8], "cp": 7, "tempor": 7, "rm": [7, 44, 45], "7": [7, 9, 18, 70, 71, 72, 73, 74, 75, 76, 78, 81], "static": [7, 41, 42], "subnet": 7, "premium": 7, "metadata": [7, 13], "startup": 7, "mainten": 7, "migrat": 7, "tag": [7, 8, 9], "co": 7, "77": 7, "12371": 7, "1109": 7, "balanc": 7, "shield": 7, "secur": [7, 8], "vtpm": 7, "affin": 7, "firewal": 7, "prioriti": 7, "1000": 7, "ingress": 7, "target": [7, 78], "anymor": 7, "again": 7, "redefin": 7, "notic": [7, 78], "creation": 7, "annot": 7, "bellow": [7, 78], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 68, 69, 73], "rise": 8, "pytyp": 8, "cannot": [8, 69, 80], "compil": 8, "sphinx": 8, "exist": [8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 78, 80], "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": [8, 68, 73], "161": 8, "sequenti": 8, "autopep8": 8, "successfulli": [8, 9, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 71, 77], "pypi": [8, 9], "yml": [8, 9, 79], "minim": 8, "below": [9, 78, 81], "throughout": 9, "ubuntu": 9, "18": [9, 70, 71, 73, 74, 75, 76, 81], "04": [9, 69, 73, 76], "lt": [9, 68, 69, 73], "22": [9, 70, 71, 72, 74, 75, 76], "avoid": [9, 47], "pip": [9, 79], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 71, 76], "pop": [9, 74], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 80], "git": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 68, 69, 73, 76], "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78], "instruct": 9, "linux": 9, "choos": 9, "select": [9, 13, 41, 42, 43, 63, 75, 82], "consid": [9, 59, 60, 61, 70, 78], "subset": [9, 76, 82], "ofici": 9, "supervis": [9, 79], "vv": [9, 79], "anywai": [9, 79], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 71], "properti": [13, 18, 38], "xlsx": [13, 71], "get_zon": [13, 71], "render_mod": 13, "human": [13, 31, 41], "mode": 13, "ndarrai": [13, 16, 18, 55, 63, 64, 65, 66, 67, 74], "np_random": [13, 63], "chosen": [13, 41, 42, 43, 63, 75, 80], "entropi": [13, 63], "integ": [13, 18, 63], "wheather": [13, 63], "truncat": [13, 18, 63, 64, 70, 71, 72, 74, 75, 76, 80], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 75], "sundai": 18, "element": [18, 30, 33, 55, 82], "wether": 18, "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24], "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "boolean": 23, "on_training_end": 23, "callback_on_new_best": 24, "accord": [24, 81], "freq": 24, "npz": 24, "vecenv": [24, 47], "weather_data": [26, 38], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 71, 75], "variat": [26, 38], "opyplu": [26, 28, 30, 33, 35, 38], "ou": [26, 38], "_get_actu": 27, "rel": [27, 71], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 71, 72, 74, 76], "explicitli": 30, "season": [31, 59, 60, 61, 71, 75, 78, 81], "ashra": [31, 41, 42], "55": [31, 41, 81], "thermal": [31, 41, 60, 71, 78], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 71], "absolut": [34, 59, 61, 78], "file_path": 35, "content": [35, 77], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 77], "till": 36, "modif": [37, 78], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 71], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 71], "summer": [38, 59, 60, 61, 78, 81], "winter": [38, 78, 81], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 68, 69, 70, 71, 72, 73, 74, 75, 76], "tree": [38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 67, 75], "sequenc": [41, 42, 43, 66, 74, 75], "perceiv": [41, 42, 75], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "randomli": [43, 67, 80], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 70], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "count": [47, 71], "scale": [47, 79], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 74], "progress_head": [55, 63, 74], "log_progress_fil": [55, 74], "log_fil": [55, 74], "header": [55, 63, 74], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 70, 71, 72, 73, 74, 75], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 66, 70, 71, 72, 74, 75, 76, 80], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "temperature_vari": [59, 60, 61, 71, 78], "energy_vari": [59, 60, 61, 71, 78], "range_comfort_wint": [59, 60, 61, 71, 78], "range_comfort_summ": [59, 60, 61, 71, 78], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 68, 70, 71, 74, 75], "lambda_energi": [59, 60, 61, 78], "0001": [59, 60, 61, 73], "lambda_temperatur": [59, 60, 61, 78], "w": [59, 60, 61, 69, 72, 78], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 78, 81], "session": [59, 60, 61, 69], "dimens": [59, 60, 61, 78], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 74], "activate_logg": 63, "deactivate_logg": 63, "reward_term": [64, 76], "vector": [64, 65, 73, 76, 82], "scalar": [64, 76, 82], "flatten": [65, 76], "stack": [65, 82], "flat": 65, "reli": [66, 73], "get_unwrapped_ob": 66, "simultan": 67, "upper": 67, "usr": [68, 69, 73, 76], "lib": [68, 69, 73, 76], "dist": [68, 69, 73, 76], "73": [68, 69, 73], "userwarn": [68, 69, 73], "precis": [68, 69, 73], "lower": [68, 69, 73], "cast": [68, 69, 73], "episodes_": [68, 69, 73], "env_vec": [68, 69, 73], "2022": [68, 69, 73], "07": [68, 69, 73, 76], "09": [68, 69, 70, 71, 72, 73, 74, 75], "15": [68, 70, 71, 73, 74], "336": 68, "eplus_env_demo": [68, 69, 70, 71, 73, 74, 75, 76], "v1_mainthread_root": [68, 69, 70, 71, 72, 73, 74, 75, 76], "externalinterfac": [68, 69, 70, 71, 72, 73, 74, 75, 76], "340": 68, "site": [68, 69, 70, 71, 72, 73, 74, 75, 76], "sizingperiod": [68, 69, 70, 71, 72, 73, 74, 75, 76], "343": 68, "bvctb": [68, 69, 70, 71, 72, 73, 74, 75, 76], "346": 68, "347": [68, 73], "379": 68, "395": 68, "workspac": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "res4": 68, "sub_run1": [68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "28": [68, 70, 71, 74, 75, 76], "814": 68, "816": 68, "833": 68, "sub_run2": [68, 69, 73, 76, 77], "52": [68, 69], "095": [68, 73], "096": 68, "106": [68, 73], "sub_run3": [68, 69, 73, 77], "fromnumer": [68, 69, 73, 76], "3432": [68, 69, 73], "runtimewarn": [68, 69, 73, 76], "slice": [68, 69, 73, 76], "_method": [68, 69, 73, 76], "_mean": [68, 69, 73, 76], "axi": [68, 69, 73, 76], "190": [68, 69, 73], "invalid": [68, 69, 73, 76], "encount": [68, 69, 73, 76, 82], "double_scalar": [68, 69, 73], "ret": [68, 69, 73, 76], "rcount": [68, 69, 73, 76], "265": [68, 69, 73], "degre": [68, 69, 73], "freedom": [68, 69, 73], "_var": [68, 69, 73], "ddof": [68, 69, 73], "223": [68, 69, 73], "arrmean": [68, 69, 73], "um": [68, 69, 73], "true_divid": [68, 69, 73], "div": [68, 69, 73], "39": [68, 69, 70, 71, 72, 73, 74, 75, 76], "unsaf": [68, 69, 73], "257": [68, 69, 73, 74], "56": [68, 71, 73, 76], "988": 68, "989": 68, "996": 68, "sub_run4": [68, 69, 73], "06": 68, "618": 68, "619": 68, "626": [68, 73], "sub_run5": [68, 69, 73], "941": 68, "943": 68, "957": 68, "sub_run6": [68, 73], "num_timestep": [68, 73], "70080": [68, 73], "episode_reward": [68, 73], "22006": 68, "98": 68, "00": [68, 70, 73, 74, 76], "35040": [68, 70, 71, 72, 73, 74, 75, 76], "168": [68, 72], "176": 68, "sub_run7": [68, 73], "862": 68, "863": 68, "870": 68, "sub_run8": [68, 73], "35": [68, 81], "851": 68, "852": 68, "861": 68, "sub_run9": [68, 73], "181": [68, 76], "183": 68, "196": 68, "sub_run10": [68, 73], "08": [68, 69, 71, 73], "522": [68, 69], "532": 68, "sub_run11": [68, 73], "140160": [68, 73], "23530": 68, "67": 68, "923": [69, 76], "925": 69, "927": 69, "929": 69, "930": 69, "tensorboard_path": 69, "cpu": [69, 73], "712510": 69, "tensorflow": 69, "cc": 69, "169": [69, 73], "onednn": 69, "oper": 69, "slightli": 69, "numer": 69, "round": 69, "tf_enable_onednn_opt": 69, "716588": 69, "stream_executor": 69, "dso_load": 69, "libcudart": 69, "11": [69, 70, 71, 72, 73, 74, 75, 76], "dlerror": 69, "share": 69, "716606": 69, "cuda": 69, "cudart_stub": 69, "29": [69, 70, 71, 74, 76], "cudart": 69, "gpu": 69, "416": 69, "425": 69, "res7": 69, "27": [69, 70, 71, 74, 76], "141": 69, "149": 69, "560": 69, "563": 69, "582": 69, "25": [69, 70, 71, 72, 75, 76, 81], "548": 69, "549": 69, "557": 69, "59": [69, 73, 81], "524": 69, "537": 69, "617": 69, "loop": 70, "2023": [70, 71, 72, 74, 75, 76], "02": [70, 71, 72, 73, 74, 75, 76], "049": 70, "050": 70, "052": 70, "053": 70, "054": 70, "glanc": 70, "someth": 70, "current_month": [70, 71, 72, 74, 75, 76, 80], "sampl": [70, 71, 72, 74, 76, 80], "print": [70, 71, 72, 73, 74, 75, 76, 80], "139": 70, "146": [70, 76], "res1": [70, 71, 72, 74, 75], "086220480544118": 70, "time_elaps": [70, 71, 72, 73, 74, 75, 76], "900": [70, 71, 72, 74, 75, 76], "23": [70, 71, 72, 74, 75, 76, 78], "total_pow": [70, 71, 72, 74, 75], "21724": 70, "40961088236": 70, "total_power_no_unit": [70, 71, 72, 74, 75], "172440961088236": 70, "abs_comfort": [70, 71, 72, 74, 75, 76], "21": [70, 71, 72, 74, 75, 76, 81], "81947413483711": 70, "2083": 70, "3260107177957": 70, "2976": [70, 71, 72, 74, 75, 76], "2678400": [70, 71, 72, 74, 75, 76], "16": [70, 71, 74, 76], "4300": 70, "67198003095": 70, "43006719800309506": 70, "470462231008021": 70, "52953776899198": 70, "4068": 70, "1430820739643": 70, "5664": [70, 71, 72, 74, 75, 76], "5097600": [70, 71, 72, 74, 75, 76], "17443": 70, "56199085256": 70, "7443561990852559": 70, "52682664353406": 70, "5408": 70, "011099508528": 70, "8640": [70, 71, 72, 74, 75, 76], "7776000": [70, 71, 72, 74, 75, 76], "17": [70, 71, 74, 76, 81], "152": [70, 74, 75, 76], "4868953414246": [70, 74, 75, 76], "01524868953414246": [70, 74, 75, 76], "20": [70, 71, 72, 74, 75, 76, 78], "02634475252593": 70, "6324": 70, "363418661066": 70, "11520": [70, 71, 72, 74, 75, 76], "10368000": [70, 71, 72, 74, 75, 76], "87808257037088": 70, "7166": 70, "002341495086": 70, "14496": [70, 71, 72, 74, 75, 76], "13046400": [70, 71, 72, 74, 75, 76], "5901": 70, "306181804051": 70, "5901306181804051": 70, "00595003066665": 70, "99404996933335": 70, "10107": 70, "38621508419": 70, "17376": [70, 71, 72, 74, 75, 76], "15638400": [70, 71, 72, 74, 75, 76], "5959": 70, "248391726638": 70, "5959248391726638": 70, "003880381582551": 70, "99611961841745": 70, "13368": 70, "049092385163": 70, "20352": [70, 71, 72, 74, 75, 76], "18316800": [70, 71, 72, 74, 75, 76], "20642": 70, "54173343959": 70, "064254173343959": 70, "2461460714288606": 70, "75385392857114": 70, "16573": 70, "882795341822": 70, "23328": [70, 71, 72, 74, 75, 76], "20995200": [70, 71, 72, 74, 75, 76], "296": 70, "4125183546004": 70, "029641251835460045": 70, "85266561770349": 70, "14733438229651": 70, "19392": 70, "89340178917": 70, "26208": [70, 71, 72, 74, 75, 76], "23587200": [70, 71, 72, 74, 75, 76], "33172235919861": 70, "20446": 70, "271430476787": 70, "29184": [70, 71, 72, 74, 75, 76], "26265600": [70, 71, 72, 74, 75, 76], "45708717771629": 70, "21616": 70, "477165610137": 70, "32064": [70, 71, 72, 74, 75, 76], "28857600": [70, 71, 72, 74, 75, 76], "182": [70, 71], "8619608065522": 70, "01828619608065522": 70, "0452010578529105": 70, "95479894214709": 70, "23634": 70, "85490851": 70, "31536000": [70, 71, 72, 74, 75, 76], "1992": [70, 71, 72, 74, 75, 76], "23109": 70, "07172644784": 70, "310907172644784": 70, "04969081696662": 70, "forget": 70, "130": 70, "cumul": [70, 71, 72, 74, 75, 78, 80], "6745106994437942": 70, "over": 70, "environment_id": 71, "long": 71, "198": 71, "eplus_env_5zon": 71, "199": 71, "201": [71, 72], "202": 71, "scratch": 71, "obvious": 71, "space1": [71, 75, 78], "demand": [71, 78], "26": [71, 72, 73, 74, 76, 78], "34": [71, 73, 76, 81], "490": 71, "492": 71, "493": 71, "494": 71, "esp_granada": [71, 81], "084190_swec": [71, 81], "001": [71, 76], "new_env_nam": 71, "36": [71, 73], "775": 71, "eplus_env_new_env_name_mainthread_root": 71, "776": 71, "777": 71, "778": 71, "779": 71, "overwritten": 71, "new_observation_vari": 71, "humid": [71, 81], "wind": 71, "speed": 71, "fanger": 71, "ppd": 71, "east": 71, "new_action_vari": 71, "heating_setpoint_rl": 71, "cooling_setpoint_rl": 71, "new_observation_spac": 71, "len": 71, "new_action_map": 71, "new_action_spac": 71, "58": 71, "042": 71, "eplus_env_datacent": 71, "043": 71, "044": 71, "045": 71, "047": 71, "24071189929661993": 71, "4814": 71, "237985932398": 71, "48142379859323986": 71, "663": 71, "5403139587615": 71, "3902": 71, "820992932057": 71, "39028209929320573": 71, "1239": 71, "6466565782107": 71, "4289": 71, "43749835403": 71, "428943749835403": 71, "1846": 71, "3376477287582": 71, "4605": 71, "786815476858": 71, "4605786815476858": 71, "2638": 71, "351276498183": 71, "4140": 71, "066604495791": 71, "41400666044957907": 71, "3535": 71, "2292329474312": 71, "3585": 71, "00576986839": 71, "358500576986839": 71, "5030": [71, 75], "414183067792": 71, "3962": 71, "959903637627": 71, "39629599036376273": 71, "7065": 71, "662896790269": 71, "2020": 71, "616347754115": 71, "2020616347754115": 71, "9301": 71, "430375216012": 71, "6150": 71, "00539925926": 71, "6150005399259261": 71, "10852": 71, "482595941527": 71, "4705": 71, "83115210627": 71, "470583115210627": 71, "11635": 71, "614609284981": 71, "3160": 71, "38778492112": 71, "316038778492112": 71, "12226": 71, "346387257105": 71, "4049": 71, "327293756508": 71, "40493272937565084": 71, "12842": 71, "09822858374": 71, "5236": 71, "012401867805": 71, "5236012401867806": 71, "3664982371171533": 71, "652": 71, "fit": 71, "knowledg": 71, "pprint": 71, "385": 71, "386": 71, "388": 71, "activitysch": 71, "actschd": 71, "object_field_nam": 71, "activity_level_schedule_nam": 71, "object_nam": 71, "object_typ": 71, "space2": 71, "object3": 71, "space3": 71, "object4": 71, "space4": 71, "object5": 71, "space5": 71, "airvelocitysch": 71, "air_velocity_schedule_nam": 71, "basinheatersch": 71, "basin_heater_operating_schedule_nam": 71, "twospe": 71, "setp": 71, "sch": 71, "cooling_setpoint_temperature_schedule_nam": 71, "dualsetpoint": 71, "thermostatsetpoint": 71, "setpoint_temperature_schedule_nam": 71, "coolingsetpoint": 71, "singlecool": 71, "clothingsch": 71, "coolingcoilavailsch": 71, "availability_schedule_nam": 71, "coilsystem": 71, "fraction": 71, "schedule_nam": 71, "eleceq": 71, "electricequip": 71, "fanavailsch": 71, "sy": 71, "availabilitymanag": 71, "suppli": 71, "fan": 71, "variablevolum": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "singleh": 71, "infil": 71, "zoneinfiltr": 71, "designflowr": 71, "light": 71, "oa": 71, "sched": 71, "minimum_outdoor_air_schedule_nam": 71, "outdoorair": 71, "oarequir": 71, "outdoor_air_schedule_nam": 71, "zoneminoarequir": 71, "designspecif": 71, "number_of_people_schedule_nam": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumhtg": 71, "plenumheatingsetpoint": 71, "reheatcoilavailsch": 71, "reheat": 71, "airtermin": 71, "singleduct": 71, "object10": 71, "object11": 71, "object6": 71, "object7": 71, "object8": 71, "object9": 71, "temp": 71, "shadetranssch": 71, "transmittance_schedule_nam": 71, "south": 71, "overhang": 71, "shade": 71, "door": 71, "workeffsch": 71, "work_efficiency_schedule_nam": 71, "control_type_schedule_nam": 71, "zonecontrol": 71, "thermostat": [71, 75], "plenum": 71, "aris": 71, "light_control": 71, "new_action_definit": 71, "246": 71, "248": 71, "251": 71, "378": [71, 73], "5953435921799378": 71, "772135": 71, "065615": 71, "118682444": 71, "3702": 71, "129212670561": 71, "3702129212670561": 71, "8204742630928195": 71, "17952573690718": 71, "1323": 71, "6734504483704": 71, "915005": 71, "252123": 71, "15262651": 71, "8240": 71, "440639174443": 71, "8240440639174443": 71, "95402558077242": 71, "2653": 71, "495511682493": 71, "406197": 71, "032454": 71, "26987368": 71, "2705": [71, 75], "327387104871": 71, "2705327387104871": 71, "6026980339436996": 71, "3973019660563": 71, "3654": 71, "117264731128": 71, "771828": 71, "576086": 71, "7228997": 71, "5473": 71, "696407644316": 71, "5473696407644316": 71, "3236919826706703": 71, "67630801732933": 71, "4538": 71, "064413351645": 71, "968792": 71, "643467": 71, "42019805": 71, "120": [71, 76], "4056020773604": 71, "01204056020773604": 71, "94994733268213": 71, "5259": 71, "877199437174": 71, "487429": 71, "881165": 71, "43655413": 71, "7020926257567": 71, "018270209262575672": 71, "2600072645660596": 71, "73999273543394": 71, "6975": 71, "320963205122": 71, "296425": 71, "643679": 71, "86003727": 71, "1226": 71, "248426331626": 71, "1226248426331626": 71, "70903953647829": 71, "29096046352171": 71, "8706": 71, "30201843947": 71, "121338": 71, "962442": 71, "025553703": 71, "697": 71, "2103275980762": 71, "06972103275980762": 71, "8752707894151683": 71, "12472921058483": 71, "10343": 71, "998184182996": 71, "662157": 71, "507599": 71, "93150544": 71, "684": 71, "6697597628286": 71, "06846697597628286": 71, "3248581251439404": 71, "67514187485606": 71, "12237": 71, "019209920722": 71, "351902": 71, "181551": 71, "48064095": 71, "473": 71, "2032270919159": 71, "04732032270919159": 71, "5222419743496403": 71, "47775802565036": 71, "13069": 71, "99679905446": 71, "231323": 71, "530094": 71, "7219142": 71, "441": 71, "5292668362657": 71, "044152926683626574": 71, "4993623031804013": 71, "5006376968196": 71, "14003": 71, "21498085445": 71, "48401": 71, "047281": 71, "6802347": 71, "07314090112306104": 71, "92685909887694": 71, "15358": 71, "466454604144": 71, "825996": 71, "284712": 71, "21843678": 71, "4599": 71, "272751902536": 71, "4599272751902536": 71, "0169386743400288": 71, "98306132565997": 71, "4383123988186277": 71, "711": 71, "put": 71, "leav": 71, "intact": 71, "extra_conf": 71, "297": 71, "298": 71, "300": 71, "disadvantag": 72, "adjust": [72, 78], "stand": 72, "propos": 72, "912": 72, "eplus_env_offic": 72, "913": 72, "914": 72, "915": [72, 76], "916": 72, "917": 72, "937": 72, "008417052432114895": 72, "3410486422979": 72, "01683410486422979": 72, "41070439945542": 72, "27041626118706": 72, "84918155106144": 72, "88116986202595": 72, "74532738560474": 72, "73841316494982": 72, "38460288121428": 72, "66372873926693": 72, "24314170888169": 72, "12321836432302": 72, "67730731535304": 72, "88721275822578": 72, "17223251340036": 72, "30793764011797": 72, "20143741435643": 72, "4627284531045": 72, "03096300421944": 72, "93365898954337": 72, "1482": 72, "85953514518": 72, "4442211987932": 72, "024944422119879323": 72, "69669852361374": 72, "25313699035975": 72, "31323981198721": 72, "87141679758788": 72, "11090427756838": 72, "56241622682827": 72, "9404356024169": 72, "94282444325588": 72, "67194978294257": 72, "12528250474749": 72, "02675393355748": 72, "02881519606414": 72, "7323170557345": 72, "27057664160117": 72, "38432687212007": 72, "31131614661928": 72, "12704060142421": 72, "5512781399194": 72, "2254": 72, "712265755012": 72, "6570166669069": 72, "06842055195615": 72, "19611060077995": 72, "76257909194055": 72, "03948097340511": 72, "44816667157681": 72, "68246103494577": 72, "74943691501284": 72, "57724440341409": 72, "04252087505039": 72, "82097230898479": 72, "89365754884302": 72, "57236745458363": 72, "23540331299291": 72, "15797185610974": 72, "15254710004311": 72, "07075284558289": 72, "49970749537007": 72, "3618": 72, "41549254088": 72, "198977940785": 72, "020119897794078502": 72, "95177229570344": 72, "03365818920899": 72, "60757560084356": 72, "01807134766616": 72, "02808474031944": 72, "82190812609193": 72, "48682887050774": 72, "88794828178202": 72, "59810935786398": 72, "46778150537447": 72, "44257972669456": 72, "79284879509999": 72, "43562436709753": 72, "41247285833814": 72, "62715643472103": 72, "03611257878451": 72, "79267736363525": 72, "65243564408237": 72, "6482": 72, "27876446466": 72, "86509413798045": 72, "1071046471536": 72, "27509765486189": 72, "55675636953588": 72, "65216773896621": 72, "5571280438139": 72, "79071520939431": 72, "83977394603949": 72, "98455644317614": 72, "15279122447957": 72, "20765409229273": 72, "24402610262762": 72, "43118400765561": 72, "60430118197448": 72, "86909845458321": 72, "87644643022476": 72, "06484591156406": 72, "24300908399611": 72, "9982": 72, "991284981603": 72, "6090046831275": 72, "01686090046831275": 72, "94899380246081": 72, "06360575139866": 72, "64043835708107": 72, "90053413764347": 72, "77775409162826": 72, "85491440084278": 72, "84413809380008": 72, "84852169014866": 72, "81155249007516": 72, "2474442023517": 72, "08359041763356": 72, "03184496587623": 72, "06114037003215": 72, "49805825736507": 72, "80319610787662": 72, "78635379853651": 72, "76633279008873": 72, "23300358565249": 72, "15197": 72, "775861760021": 72, "6430": 72, "25476366733": 72, "643025476366733": 72, "30362458961184": 72, "08749938089204": 72, "47728046995123": 72, "84848610748885": 72, "35441535664673": 72, "23674788167068": 72, "83684923572157": 72, "48953443144097": 72, "70569108217305": 72, "92570822385427": 72, "95453942245817": 72, "9310852109356": 72, "90761065616391": 72, "54695943183036": 72, "02379180782778": 72, "09140023176932": 72, "79379237233488": 72, "62275516349538": 72, "20393": 72, "055482672924": 72, "40730428893415": 72, "2081195882295": 72, "94397819959719": 72, "63057921118531": 72, "16215148190642": 72, "34597161854728": 72, "68084155872953": 72, "79261102276273": 72, "80021185275091": 72, "92354348202196": 72, "72571798349205": 72, "7933442496152": 72, "89388375583001": 72, "94708364107272": 72, "52064693594591": 72, "62639383402464": 72, "64389562611166": 72, "78208493279325": 72, "25435": 72, "235586329356": 72, "29888599656579": 72, "60513463360622": 72, "6502371961184": 72, "26243009865059": 72, "83511693216035": 72, "01650759969682": 72, "1219715833017": 72, "193129951486": 72, "25984927684709": 72, "246756226096": 72, "16961935329535": 72, "2292706821575": 72, "31058065863118": 72, "30679185978435": 72, "00162377086149": 72, "07019493415782": 72, "14488073433873": 72, "15733356377928": 72, "29667": 72, "280742048788": 72, "31232078408934": 72, "15531893926972": 72, "62243610547647": 72, "3355501078475": 72, "99617019496714": 72, "90925164972085": 72, "78478083621939": 72, "76648417323338": 72, "94552529042894": 72, "81660183265429": 72, "15665229426293": 72, "11984467906358": 72, "34128949509953": 72, "20504796353065": 72, "88586123209223": 72, "84549591879043": 72, "0480387071551": 72, "92364136523652": 72, "32266": 72, "669648540534": 72, "95342186248593": 72, "79017615251069": 72, "61576801735736": 72, "21904412959735": 72, "23337652641756": 72, "70199079621272": 72, "43858732417969": 72, "50085261539548": 72, "30684175112909": 72, "68506692334094": 72, "61997561531062": 72, "64591022418004": 72, "43849129649558": 72, "89730314513248": 72, "86935225127617": 72, "8610257810776": 72, "76415193815065": 72, "1030080798225": 72, "33693": 72, "4200577215": 72, "67471404763066": 72, "76426059004519": 72, "20781447906961": 72, "8565960165495": 72, "84452889598035": 72, "03748347863898": 72, "30287781156127": 72, "44280752813544": 72, "36536796313164": 72, "55357872462707": 72, "79446517569299": 72, "90682538688919": 72, "72661725183894": 72, "03753160386922": 72, "91255021343735": 72, "01250206066998": 72, "95371613155545": 72, "12462597231874": 72, "34861": 72, "66962269026": 72, "49202797924699": 72, "91834253143812": 72, "6676225575917": 72, "40668187489388": 72, "55052344518836": 72, "93795083204492": 72, "60466670710505": 72, "58536199071002": 72, "28750630729937": 72, "6461216699741": 72, "06515682888017": 72, "06046316147131": 72, "57842146719483": 72, "13899733853399": 72, "14064407629781": 72, "0206640579445": 72, "80239869708953": 72, "11389817828658": 72, "9949106627480553": 72, "033": 72, "preserv": 72, "sophist": 72, "ref": 73, "433": 73, "434": 73, "436": 73, "437": 73, "feel": [73, 75], "loggerev": 73, "earlier": 73, "few": 73, "041": 73, "048": 73, "res3": 73, "13": [73, 81], "898": 73, "899": 73, "906": 73, "ep_len_mean": 73, "5e": 73, "ep_rew_mean": 73, "36e": 73, "fp": 73, "2443": 73, "664": 73, "666": 73, "683": 73, "41": [73, 81], "606": 73, "608": 73, "567": 73, "570": 73, "585": 73, "572": 73, "594": 73, "22754": 73, "40": [73, 76], "48e": 73, "comfort_viol": 73, "32": 73, "mean_ep_length": 73, "mean_power_consumpt": 73, "07e": 73, "power_penalti": [73, 74], "std_reward": 73, "33e": 73, "972": 73, "72": 73, "loss": 73, "n_updat": 73, "5019": 73, "42": 73, "104": 73, "122": 73, "32e": 73, "1024": 73, "102": 73, "105120": 73, "13779": 73, "329": 73, "330": 73, "337": 73, "349": 73, "369": 73, "097": 73, "113": 73, "49": [73, 74], "381": 73, "406": 73, "22400": 73, "83e": 73, "65e": 73, "31e": 73, "825": 73, "22539": 73, "0x7f8e66038ee0": 73, "gt": 73, "54": 73, "736": 73, "create_row_cont": 74, "customcsvlogg": 74, "super": [74, 78], "last_10_steps_reward": 74, "_create_row_cont": 74, "44": 74, "589": 74, "590": 74, "591": 74, "592": 74, "091": 74, "099": 74, "5795042490937325": 74, "4954": 74, "294078583251": 74, "49542940785832507": 74, "6635790903291401": 74, "33642090967086": 74, "2058": 74, "929866314376": 74, "4284": 74, "524651309577": 74, "42845246513095775": 74, "7535396279158597": 74, "24646037208414": 74, "4051": 74, "758361432438": 74, "3153": 74, "187061208363": 74, "31531870612083635": 74, "067937288260211": 74, "93206271173979": 74, "5382": 74, "013734959742": 74, "12475": 74, "64348007228": 74, "247564348007228": 74, "83275995845086": 74, "6277": 74, "484511420095": 74, "10484": 74, "78553645204": 74, "0484785536452041": 74, "93922073357949": 74, "7135": 74, "1225886863995": 74, "3532327751198": 74, "025735323277511983": 74, "3377382776424795": 74, "66226172235752": 74, "10046": 74, "461491112917": 74, "175": [74, 75, 76], "7796775010779": 74, "017577967750107792": 74, "0312783648650807": 74, "96872163513492": 74, "13260": 74, "618700298783": 74, "4110": 74, "951203129332": 74, "41109512031293316": 74, "114623854411061": 74, "88537614558894": 74, "16468": 74, "41380897643": 74, "000058680098": 74, "2023000058680098": 74, "00019975340577": 74, "99980024659423": 74, "19250": 74, "32398402108": 74, "2903": 74, "817402808811": 74, "2903817402808811": 74, "99005393832046": 74, "20272": 74, "56018299861": 74, "64907727570824": 74, "21440": 74, "140959844375": 74, "12924490872369887": 74, "8707550912763": 74, "23429": 74, "375251826543": 74, "5116": 74, "385833393026": 74, "5116385833393026": 74, "751923110197989": 74, "24807688980201": 74, "6686465539904984": 74, "984": 74, "sai": 75, "get_season_comfort_rang": 75, "224": 75, "225": 75, "227": 75, "228": 75, "extend": 75, "desir": 75, "rbc5zone": 75, "myrulebasedcontrol": 75, "daytim": 75, "out_temp": 75, "summer_start_d": 75, "summer_final_d": 75, "current_dt": 75, "season_comfort_rang": 75, "setpoints_summ": 75, "in_temp": 75, "current_heat_setpoint": 75, "current_cool_setpoint": 75, "new_heat_setpoint": 75, "new_cool_setpoint": 75, "weekend": 75, "night": 75, "33": 75, "756": 75, "764": 75, "9027267231826451": 75, "18054": 75, "5344636529": 75, "8054534463652903": [75, 76], "99998833869494": 75, "1764": 75, "4480209727506": 75, "18190": 75, "11301727289": 75, "8190113017272893": 75, "32998609178986": 75, "3319": 75, "0240158271495": 75, "6499": 75, "498986238363": 75, "6499498986238363": 75, "32985628557421": 75, "4331": 75, "530660717744": 75, "2698020216335806": 75, "73019797836642": 75, "34341168003": 75, "2756": 75, "596244185509": 75, "2756596244185509": 75, "33021642625628": 75, "5624": 75, "205479307242": 75, "871": 75, "8985175509725": 75, "08718985175509726": 75, "6700868290835906": 75, "32991317091641": 75, "7188": 75, "94373222068": 75, "7796758221068": 75, "017577967582210682": 75, "710258038781241": 75, "28974196121876": 75, "9056": 75, "39052356895": 75, "20410": 75, "91452531903": 75, "041091452531903": 75, "33010209424337": 75, "10854": 75, "090922968613": 75, "3438": 75, "778066876331": 75, "3438778066876331": 75, "32982109298299": 75, "12308": 75, "980146004908": 75, "6368": 75, "219126588838": 75, "6368219126588838": 75, "33031589389634": 75, "12900": 75, "560641948945": 75, "336525778672": 75, "2705336525778672": 75, "33017846907974": 75, "13780": 75, "798440045137": 75, "5352": 75, "233991403948": 75, "5352233991403947": 75, "32992237675168": 75, "15499": 75, "608669456482": 75, "19332": 75, "86497279549": 75, "9332864972795492": 75, "33000068783789": 75, "4423404300643832": 75, "999": 75, "normil": 76, "47": 76, "002": 76, "004": 76, "007": 76, "014": 76, "res10": 76, "9910000e": 76, "0000000e": 76, "5000000e": 76, "0999999e": 76, "9000000e": 76, "1000000e": 76, "0999992e": 76, "9707859e": 76, "8362732e": 76, "51": 76, "631": 76, "632": 76, "639": 76, "98466104": 76, "33834645": 76, "9484536": 76, "17748918": 76, "8111888": 76, "800001": 76, "44444445": 76, "39061695": 76, "43193626": 76, "56101173": 76, "mo": 76, "tradit": [76, 82], "transform": [76, 82], "multiobjectivereward": [76, 82], "reward_energi": 76, "reward_comfort": 76, "189": 76, "191": 76, "193": 76, "194": 76, "shouldn": 76, "res11": 76, "484": 76, "485": 76, "487": 76, "488": 76, "489": 76, "500": 76, "res12": 76, "147": 76, "156": 76, "674": 76, "172": 76, "177": 76, "179": 76, "multi_object": 76, "260": 76, "262": 76, "264": 76, "266": 76, "267": 76, "3464": 76, "192": 76, "178": 76, "180": 76, "188": 76, "res14": 76, "3780170717786078": 76, "7607145700276305": 76, "5693658209031192": 76, "total_energi": 76, "3780": 76, "170717786078": 76, "23928542997237": 76, "170164060335223": 76, "0850820301676114": 76, "21701": 76, "64060335223": 76, "81967380155336": 76, "8365440129567937": 76, "03220371403475042": 76, "43437386349577206": 76, "8365": 76, "440129567936": 76, "96779628596525": 76, "6854227056528615": 76, "35033569759350197": 76, "31457729434714": 76, "24955729199812332": 76, "12477864599906166": 76, "2495": 76, "572919981233": 76, "02192987873644": 76, "7209530243624731": 76, "00504857474834": 76, "8630007995554065": 76, "7209": 76, "530243624731": 76, "99495142525166": 76, "017578665657165853": 76, "7741709350940091": 76, "8958748003755875": 76, "7866565716585": 76, "22582906490599": 76, "636839603914276": 76, "0794240943146285": 76, "8581318491144523": 76, "16368": 76, "39603914276": 76, "92057590568537": 76, "7885407667844642": 76, "0543995195674611": 76, "9214701431759627": 76, "7885": 76, "407667844641": 76, "94560048043254": 76, "9931231984191132": 76, "4965615992095566": 76, "9931": 76, "231984191132": 76, "96863496011508": 76, "9805738638282033": 76, "49028693191410166": 76, "9805": 76, "738638282033": 76, "98911477390746": 76, "343724380043439": 76, "6718621900217195": 76, "13437": 76, "24380043439": 76, "70296337586111": 76, "5065791281596288": 76, "2305126337192291": 76, "868545880939429": 76, "5065": 76, "791281596288": 76, "76948736628077": 76, "301": [76, 82], "re": 77, "num_simul": 77, "sub_runn": 77, "utilsocket": 77, "monitor_norm": 77, "sub_run": 77, "num_episod": 77, "maximum": 77, "within": [77, 79], "suit": 77, "observation_valu": 77, "row": 77, "carri": 77, "techniqu": 77, "factor": 77, "discomfort": 78, "togeth": 78, "typic": 78, "satisfact": 78, "similar": 78, "increas": 78, "higher": 78, "hourlylinearreward": 78, "slight": 78, "am": 78, "pm": 78, "equal": 78, "neg": 78, "perfect": 78, "behavior": 78, "seri": 78, "reflect": 78, "But": 78, "imagin": 78, "signal": 78, "__call__": 78, "basereward": 78, "customreward": 78, "naiv": 78, "under": [79, 80], "test_common": 79, "test_reward": 79, "test_wrapp": 79, "test_simul": 79, "test_config": 79, "test_env": 79, "test_control": 79, "test_stable_baselin": 79, "conceptu": 79, "readm": 79, "try_env": 80, "soon": 80, "dispos": 80, "simplest": 80, "screen": 80, "\u00bac": 81, "aus_nsw": 81, "sydnei": 81, "947670_iwec": 81, "australia": 81, "subtrop": 81, "dry": 81, "68": 81, "83": 81, "col_bogota": 81, "802220_iwec": 81, "bogota": 81, "colombia": 81, "mediterranean": 81, "warm": 81, "mild": 81, "80": 81, "granada": 81, "spain": 81, "latitud": 81, "semiarid": 81, "passiv": 81, "84": 81, "fin_helsinki": 81, "029740_iwec": 81, "helsinki": 81, "finland": 81, "moist": 81, "continent": 81, "79": 81, "jpn_tokyo": 81, "hyakuri": 81, "477150_iwec": 81, "tokyo": 81, "japan": 81, "78": 81, "mdg_antananarivo": 81, "670830_iwec": 81, "antananarivo": 81, "madagascar": 81, "75": 81, "91": 81, "arizona": 81, "desert": 81, "usa_co_aurora": 81, "bucklei": 81, "angb": 81, "724695_tmy3": 81, "colorado": 81, "usa_il_chicago": 81, "ohar": 81, "725300_tmy3": 81, "illinoi": 81, "92": 81, "70": 81, "pennsylvania": 81, "66": 81, "washington": 81, "marin": 81, "west": 81, "coastal": 81, "rain": 81, "81": 81, "classif": 81, "variant": 82, "histori": 82, "queue": 82}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObjectiveReward"], [65, 1, 1, "", "MultiObsWrapper"], [66, 1, 1, "", "NormalizeObservation"], [67, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "reset"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "get_unwrapped_obs"], [66, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71], "contribut": 0, "exampl": [0, 68, 69, 70, 73, 75, 76, 80], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 71, 72], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 72, 75], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 73], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 74, 76, 77], "evalu": [4, 46, 47], "tensorboard": [4, 7, 69], "structur": 4, "how": 4, "us": [4, 7], "mlflow": [4, 7, 68], "environ": [5, 9, 71], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 81], "variabl": [5, 9], "reward": [5, 57, 58, 59, 60, 61, 71, 78], "kwarg": 5, "action": [5, 8, 71, 72], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 77], "observ": [5, 71, 76], "space": [5, 71], "name": 5, "definit": [5, 71], "extra": [5, 6, 71], "configur": [5, 6, 7, 9, 71, 74], "ad": [5, 71], "new": [5, 8, 71, 79], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 74], "first": 7, "step": [7, 74], "2": [7, 74], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 79], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "load": 7, "train": 7, "model": [7, 71], "log": 7, "visual": 7, "real": 7, "time": 7, "track": 7, "server": 7, "set": [7, 9, 72], "up": [7, 72], "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 74], "instal": [9, 79], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "about": [9, 71], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 66, 67, 74, 76, 82], "loggerwrapp": [63, 74], "multiobjectivereward": 64, "multiobswrapp": 65, "normalizeobserv": 66, "officegridstoragesmoothingactionconstraintswrapp": 67, "basic": 70, "chang": 71, "an": [71, 72], "regist": 71, "other": 71, "compon": 71, "get": 71, "inform": 71, "updat": 71, "more": 71, "default": 72, "empti": 72, "interfac": 72, "usag": [73, 80], "person": 74, "inherit": 74, "csvloger": 74, "instanti": 74, "rule": 75, "normal": 76, "multi": 76, "object": 76, "all": 76, "one": 76, "format": 77, "custom": 78, "test": 79, "pytest": 79, "run": 79}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "How use": [[4, "how-use"]], "Mlflow": [[4, "mlflow"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[7, "load-a-trained-model"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[64, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[68, "MLFlow-example"]], "TensorBoard example": [[69, "TensorBoard-example"]], "Basic example": [[70, "Basic-example"]], "Changing an environment registered in Sinergym": [[71, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[71, "Adding-a-new-reward"]], "Adding other new components to the environment": [[71, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[71, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[71, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[71, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[71, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[72, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[73, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[74, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[74, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[74, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[75, "Rule-Controller-example"]], "Wrappers example": [[76, "Wrappers-example"]], "Normalization Wrapper": [[76, "Normalization-Wrapper"]], "Multi-Objective Wrapper": [[76, "Multi-Objective-Wrapper"]], "Multi Observation Wrapper": [[76, "Multi-Observation-Wrapper"]], "Logger Wrapper": [[76, "Logger-Wrapper"]], "All Wrappers in one": [[76, "All-Wrappers-in-one"]], "Output format": [[77, "output-format"]], "Logger": [[77, "logger"]], "Rewards": [[78, "rewards"]], "Custom Rewards": [[78, "custom-rewards"]], "Tests": [[79, "tests"]], "Install Pytest": [[79, "install-pytest"]], "Running tests": [[79, "running-tests"]], "Create new tests": [[79, "create-new-tests"]], "Usage example": [[80, "usage-example"]], "Weathers": [[81, "weathers"]], "Wrappers": [[82, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[64, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[64, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 63, 64, 70, 71, 72, 76, 77, 78, 80, 82], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 60, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "creat": [0, 5, 6, 9, 10, 18, 26, 27, 34, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 70, 76, 77, 78, 79], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "follow": [0, 5, 7, 8, 9, 10, 18, 42, 45, 70, 72, 78], "gymnasium": [0, 4, 5, 6, 7, 10, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "interfac": [0, 5, 10, 14, 19, 38, 71, 77, 79], "wrap": [0, 4, 10, 24, 32, 36, 47, 68, 69, 73, 77], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "engin": [0, 5, 7, 10, 16, 72], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 71, 78, 79], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "deep": [0, 7, 9, 10, 73], "reinforc": [0, 7, 9, 10, 73, 76, 78], "learn": [0, 7, 9, 10, 68, 69, 71, 73, 76, 78], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 73, 75, 81], "help": [0, 7, 10], "u": [0, 6, 9, 10, 72], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 69, 73, 75, 78, 80, 82], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 73, 79], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 43, 45, 55, 61, 71, 78, 82], "easi": [0, 10, 79], "just": [0, 7, 8, 10, 71, 76], "2": [0, 2, 5, 8, 10, 18, 68, 69, 70, 71, 72, 73, 75, 76, 81], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 69, 70, 71, 72, 73, 74, 75, 79, 80], "templat": [0, 7, 10], "bug": [0, 10, 82], "etc": [0, 4, 5, 7, 9, 10, 55, 70, 71], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 67, 72, 73, 75, 76, 77, 78, 79, 80, 82], "detail": [0, 6, 7, 9, 10, 71, 73], "info": [0, 10, 13, 55, 63, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "how": [0, 5, 7, 9, 10, 13, 18, 63, 68, 69, 70, 71, 73, 74, 75, 76, 82], "main": [0, 2, 4, 5, 7, 10, 55, 71, 78], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 70, 71, 74, 75, 76, 78, 79, 80, 82], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "includ": [0, 2, 5, 6, 7, 8, 9, 10, 18, 21, 64, 69, 70, 78, 81], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 59, 61, 69, 73, 78, 79], "commun": [0, 5, 10, 14, 38, 77, 79], "between": [0, 4, 5, 8, 10, 29, 78, 82], "python": [0, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 71, 76, 79, 80], "establish": [0, 5, 10, 18, 71, 77, 79], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 75, 77], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 58, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81], "tool": [0, 5, 8, 10, 80], "allow": [0, 4, 5, 7, 10, 78], "interact": [0, 3, 4, 10, 45, 55, 63, 72, 73, 77, 82], "sever": [0, 5, 7, 10, 38, 71, 76, 78, 82], "them": [0, 2, 4, 5, 10, 38, 69, 71, 76, 78], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 7, 10, 69, 76], "backend": [0, 5, 7, 10], "while": [0, 10, 69, 70, 71, 72, 74, 75, 76, 80], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 70], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 82], "design": [0, 5, 6, 10, 38, 71], "set": [0, 4, 5, 6, 10, 37, 38, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 7, 10, 22, 68, 69, 73, 76, 79], "These": [0, 5, 7, 8, 10, 55, 71, 76, 78, 79], "mai": [0, 5, 7, 9, 10, 38, 69, 70, 73, 77, 78], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 63, 64, 65, 67, 68, 69, 70, 73, 74, 75, 76, 79, 80], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 38, 41, 42, 55, 63, 64, 65, 66, 74, 75, 77, 78, 79, 82], "space": [0, 4, 7, 10, 13, 68, 69, 70, 72, 73, 80], "reward": [0, 4, 7, 10, 13, 21, 23, 24, 47, 55, 63, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 79, 80, 82], "customiz": [0, 10, 82], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 81], "packag": [0, 2, 8, 10, 68, 69, 71, 73, 76, 79], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 71, 72, 77], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 71, 77], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 47, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 82], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 73, 75, 78, 82], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80], "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 68, 69, 70, 72, 73, 74, 75, 76, 79], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 59, 60, 61, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 59, 60, 61, 68, 69, 71, 73, 78], "also": [0, 4, 5, 9, 10, 45, 71, 72, 73, 76, 78], "pre": [0, 7, 10], "configur": [0, 10, 13, 18, 20, 37, 38, 68, 69, 70, 72, 73, 75, 76, 78, 79], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 71, 73, 74, 76], "chang": [0, 5, 7, 8, 10, 38, 55, 69, 70, 72, 73, 74, 77, 78], "some": [0, 4, 5, 6, 7, 8, 10, 13, 63, 71, 72, 73, 82], "aspect": [0, 2, 10, 78], "wai": [0, 5, 6, 7, 8, 10, 71, 76], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 77, 81], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "make": [0, 2, 5, 6, 7, 9, 10, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "entir": [0, 4, 10], "definit": [0, 7, 10, 13, 38, 68, 69, 70, 72, 73, 74, 75, 76], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 59, 60, 61, 69, 71, 72, 80], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 63, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 47, 55, 67, 71, 72, 75, 77, 78, 79, 80, 82], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 67, 71, 73, 78], "directli": [0, 4, 5, 7, 9, 10, 33, 71, 72, 80], "associ": [0, 5, 10], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 37, 38, 55, 63, 65, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79], "well": [0, 4, 5, 10, 47, 73], "peopl": [0, 5, 10, 71, 78], "occup": [0, 5, 10, 31, 41, 71], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 60, 68, 69, 73, 74, 76, 79, 82], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 63, 64, 65, 70, 71, 72, 73, 75, 76, 80, 82], "per": [0, 2, 4, 5, 6, 10, 47, 55, 77], "hour": [0, 2, 5, 6, 10, 18, 28, 60, 70, 71, 72, 74, 75, 76, 78], "run": [0, 4, 5, 7, 9, 10, 18, 47, 68, 69, 71, 72, 73, 77, 80], "period": [0, 5, 10, 78, 81], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 81], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 77], "implement": [0, 3, 4, 5, 6, 10, 40, 57, 62, 72, 78, 79, 82], "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71, 74, 75, 76, 77, 78, 82], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 63, 65, 68, 69, 70, 72, 73, 74, 75, 76, 81, 82], "custom": [0, 4, 5, 7, 10, 21, 22, 23, 45, 46, 62, 69], "wrapper": [0, 4, 7, 10, 21, 24, 32, 36, 47, 68, 69, 72, 73, 77, 79, 80], "automat": [0, 5, 7, 8, 9, 10, 13, 38, 71, 72, 78, 79], "adapt": [0, 5, 10, 38, 44, 45, 71, 72], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 71, 77, 79, 81], "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 33, 34, 38, 47, 55, 63, 64, 73, 74, 75, 76, 77, 78, 80, 81, 82], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 68, 70, 71, 72, 73, 75, 76, 78, 79, 82], "designdai": [0, 5, 10, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76], "locat": [0, 5, 7, 9, 10, 26, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81], "epw": [0, 10, 13, 18, 20, 26, 38, 71, 72, 77, 79], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 63, 69, 71, 72, 74, 76, 78], "without": [0, 5, 7, 8, 10, 38, 66, 72, 80], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 66, 71, 73, 74, 75, 76, 77, 78, 80], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 69, 70, 71, 72, 77, 78], "extern": [0, 5, 7, 10, 38, 71, 77], "cfg": [0, 5, 10, 18, 38, 77], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 76, 77], "when": [0, 4, 7, 8, 10, 18, 24, 45, 47, 55, 67, 71, 72, 77, 78, 80], "depend": [0, 4, 5, 7, 9, 10, 31, 55, 59, 60, 61, 71, 72, 73, 77, 78, 79], "In": [0, 5, 7, 8, 9, 10, 38, 47, 69, 70, 71, 72, 74, 76, 78, 79, 80], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 63, 71, 78], "process": [0, 4, 5, 7, 8, 10, 13, 26, 38, 68, 69], "so": [0, 4, 5, 7, 8, 9, 10, 69, 72, 73, 76, 77, 78, 82], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 63, 69, 71, 72, 73, 77, 78, 79, 82], "what": [0, 5, 7, 10, 71, 76], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 71, 72, 74, 75, 77, 78, 79], "integr": [0, 5, 7, 8, 10, 69, 73], "obtain": [0, 4, 5, 10, 13, 63], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 18, 27, 38, 45, 55, 63, 65, 69, 70, 73, 75, 76, 77, 78, 79, 81, 82], "about": [0, 4, 5, 10, 18, 45, 69, 73, 75, 76, 77, 79, 82], "zone": [0, 2, 5, 7, 10, 13, 71, 75, 78], "schedul": [0, 5, 10, 13, 38, 71], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 64, 71, 72, 77, 78, 79], "possibl": [0, 4, 5, 6, 7, 9, 10, 71, 73, 76, 81], "export": [0, 5, 7, 10, 13, 27, 35, 71], "excel": [0, 10, 27, 71], "know": [0, 5, 7, 10, 71, 77], "agent": [0, 3, 5, 7, 10, 13, 24, 41, 42, 43, 47, 55, 63, 71, 72, 75, 77, 78, 79, 82], "To": [0, 5, 6, 7, 9, 10, 69, 79], "do": [0, 4, 5, 6, 7, 9, 10, 47, 69, 71, 72, 78, 79], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 59, 60, 61, 63, 65, 69, 71, 76, 78, 79, 82], "thei": [0, 4, 5, 7, 8, 9, 10, 69, 78, 79], "replac": [0, 5, 10, 71, 72], "format": [0, 4, 5, 6, 7, 8, 10, 27, 63, 71], "take": [0, 4, 5, 6, 8, 10, 38, 45, 72, 73], "care": [0, 5, 7, 10, 72], "relev": [0, 10], "intern": [0, 4, 5, 10, 78], "stabl": [0, 4, 9, 10, 22, 44, 45, 79], "baselin": [0, 4, 10, 22, 44, 45, 79], "3": [0, 2, 4, 6, 9, 10, 18, 22, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 81], "like": [0, 4, 5, 7, 8, 9, 10, 38, 69, 70, 71, 79], "callback": [0, 7, 10, 21, 46, 47, 68, 69, 73], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 63, 69, 71, 77, 78, 79, 80], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 33, 38, 69, 71, 76, 77, 79, 82], "other": [0, 4, 5, 7, 9, 10, 73, 77, 78, 82], "drl": [0, 3, 5, 7, 10, 68, 69, 72], "librari": [0, 7, 9, 10, 69, 75, 76, 79], "support": [0, 4, 5, 9, 10, 13, 79], "googl": [0, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 7, 8, 10, 13, 18, 24, 45, 47, 49, 63, 65], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 59, 60, 61, 69, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 78], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 9, 10], "server": [0, 2, 4, 10, 17, 38, 69], "open": [0, 2, 9, 10, 69, 76], "sourc": [0, 2, 7, 8, 9, 10, 13, 63, 76], "platform": [0, 8, 10, 69], "machin": [0, 7, 10, 69, 80], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 79], "local": [0, 4, 7, 10, 47, 52, 53, 68, 69, 71, 73, 76, 80], "store": [0, 4, 7, 10, 23, 38, 53, 55, 69, 71, 77], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 77], "artifact": [0, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 69, 72, 73, 77], "visual": [0, 4, 9, 10], "logger": [0, 5, 7, 10, 63, 68, 69, 72, 73, 82], "tensorboard": [0, 10, 23], "train": [0, 4, 10, 68, 69, 73, 77, 78], "evalu": [0, 7, 10, 24, 68, 69, 73, 78], "real": [0, 4, 5, 10, 55, 69], "notebook": [0, 10, 69, 70, 71, 74, 76], "develop": [0, 3, 4, 5, 8, 9, 10, 69, 76, 79, 82], "code": [0, 3, 4, 6, 7, 8, 9, 10, 68, 70, 78, 82], "purpos": [0, 4, 5, 7, 8, 10, 71], "offer": [0, 5, 10], "case": [0, 5, 7, 8, 9, 10, 47, 70, 71, 73, 75, 78, 80], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 79], "accompani": [0, 10], "extens": [0, 5, 9, 10, 70, 73], "document": [0, 5, 7, 8, 9, 10, 69, 71, 73, 75, 76, 77], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 79], "workflow": [0, 8, 10, 79], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 7, 10, 67, 76, 78], "understand": [0, 10], "mani": [0, 4, 10, 72], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 66, 71, 77, 78, 79, 80, 81, 82], "introduc": [0, 5, 10], "visit": [0, 2, 5, 7, 9, 10, 71, 75, 76, 77, 79, 81, 82], "ad": [0, 2, 4, 10, 72, 78, 81], "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 78, 79, 80, 81], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "progress": [0, 4, 5, 10, 55, 56, 63, 74, 76, 77], "stai": [0, 6, 10, 78], "tune": [0, 6, 10, 78], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 58, 63, 70, 72, 73, 75, 77, 78, 79, 81, 82], "those": [0, 4, 5, 7, 31, 71, 78], "interest": [0, 2, 76, 81], "alwai": [0, 5, 7, 9, 18, 70, 73, 75, 77, 78], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 79], "repo": 0, "read": [0, 5, 7, 16, 18, 52, 73], "md": 0, "first": [0, 5, 9, 18, 38, 47, 66, 68, 70, 71, 73, 74, 75], "comput": [0, 4, 7, 69, 73], "contain": [0, 5, 8, 47, 49, 50, 70, 72, 79], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79, 82], "instal": [0, 7, 8, 18, 80], "host": [0, 2, 7, 77], "folder": [0, 5, 8, 9, 13, 24, 38, 69, 71, 74, 76], "offici": 0, "repositori": [0, 7, 8, 9, 73, 77, 79, 80], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 7, 8, 18, 28, 71, 77, 81], "framework": [0, 2, 72, 79, 81], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 70, 71, 72, 74, 75, 76, 81], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": [0, 7], "york": [0, 5, 81], "ny": 0, "usa": [0, 81], "url": [0, 7], "http": [0, 7, 9, 17, 44, 45], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 7, 52, 53, 71], "energi": [0, 2, 5, 7, 23, 59, 60, 61, 78], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 59, 60, 61, 65, 69, 70, 71, 72, 73, 74, 75, 76, 78, 81], "sinergym": [2, 3, 4, 8, 10, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "independ": [2, 79, 81], "rest": [2, 5, 7, 9, 48, 49, 78, 81], "up": [2, 4, 5, 6, 9, 37, 38, 59, 61, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "experi": [2, 4, 5, 6, 9, 37, 38, 72, 81], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 71, 76], "m2": 2, "divid": [2, 68, 69, 73, 76], "two": [2, 7, 8, 9, 71, 78], "asymmetr": 2, "hvac": [2, 71, 78], "consist": [2, 5], "air": [2, 71, 75, 78], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 71], "cool": [2, 5, 71, 75, 81], "coil": [2, 71], "chill": 2, "water": 2, "vav": [2, 71], "heat": [2, 71, 75], "come": [2, 72], "5zoneautodxvav": [2, 5, 41, 72], "singl": [2, 72], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 59, 60, 61, 66, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 59, 60, 61, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "outdoor": [2, 71, 75], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 7, 9, 18, 38, 59, 60, 61, 69, 70, 71, 72, 73, 74, 75, 76, 81], "equip": [2, 71], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 82], "input": [2, 7, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 72], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 78, 79], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 68, 69, 71, 73, 74, 75, 76, 81, 82], "electr": [2, 71, 78], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 68, 69, 73, 76], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 59, 61, 71, 72, 79], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": [2, 4, 7], "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 79], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "basement": 2, "rectangular": 2, "46": [2, 70], "320": 2, "organ": [2, 5, 7, 71, 79], "19": [2, 7, 60, 71, 72, 74, 76], "bot": [2, 8], "mid": [2, 81], "level": [2, 8, 56, 79], "describ": [2, 7, 42], "too": [2, 4, 7, 8, 9, 49, 71, 76], "charg": [2, 5, 67], "discharg": [2, 67], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 63, 73, 76, 78, 79, 82], "random": [3, 7, 43, 72], "rule": [3, 7, 41, 42, 79], "base": [3, 4, 7, 8, 41, 42, 58, 71, 75, 79], "5zone": [3, 5, 6, 7, 71, 75], "datacent": [3, 5, 7, 71], "find": [3, 8], "util": [3, 4, 7, 13, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82], "py": [3, 4, 5, 7, 9, 45, 68, 69, 73, 76, 79, 80, 82], "veri": [3, 7, 9, 71, 78], "perform": [3, 4, 5, 7, 9, 24, 47, 64, 65, 78], "refer": [3, 7], "point": [3, 69, 73, 80], "studi": [3, 5], "simpl": [3, 5, 70, 71, 78], "given": [3, 4, 7, 18, 27, 28, 30, 32, 34, 35, 38, 59, 60, 61, 78], "instanc": [3, 4, 5, 7, 8, 13, 49, 77], "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 68, 69, 73, 74, 75, 76, 78, 80, 82], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 71, 72, 74, 77, 78, 79, 82], "usag": [3, 7, 68], "facil": [4, 71, 78], "discret": [4, 5, 13, 70, 71, 78], "continu": [4, 5, 6, 7, 8, 9, 69, 70, 71, 72], "ppo": [4, 7], "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": [4, 7], "dqn": [4, 7, 68, 69, 73], "NO": 4, "offpolicyalgorithm": 4, "ddpg": [4, 7], "sac": [4, 7], "td3": [4, 7], "go": [4, 5, 7, 9, 68, 69, 70, 71, 73, 76, 82], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 47, 71, 73, 77], "stage": 4, "procedur": [4, 8], "access": [4, 7], "state": [4, 5, 7, 18, 63], "dure": [4, 5, 7, 8, 13, 23, 24, 73, 77, 80], "monitor": [4, 7, 9, 24, 47, 55, 63, 69, 72, 73, 74, 76, 77], "save": [4, 6, 7, 24, 38, 68, 69, 71, 73], "manipul": [4, 7, 8], "bar": 4, "inherit": [4, 58, 82], "column": [4, 5, 26, 38], "due": [4, 5, 7, 67, 69], "its": [4, 5, 7, 8, 9, 50, 63, 70, 78, 80, 82], "import": [4, 6, 7, 8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 64, 65, 69, 73, 76, 79], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 64, 68, 69, 70, 71, 72, 73, 74, 75, 82], "log": [4, 55, 56, 63, 73, 77, 82], "extract": [4, 5, 13, 34, 38], "why": 4, "record": [4, 30, 33, 55, 63, 77], "same": [4, 5, 7, 8, 26, 68, 71, 76, 77, 82], "sinergym_logg": [4, 7, 23], "attribut": [4, 5, 13, 18, 38, 55, 63, 64, 65, 66, 67, 73, 77], "constructor": [4, 5, 6, 16, 67, 71, 78, 82], "loggercallback": [4, 7, 69], "basecallback": [4, 24], "background": [4, 72], "With": [4, 5, 71], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 59, 60, 61, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "compar": [4, 76], "There": [4, 7, 9, 77], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 7, 13, 23, 55, 63, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "log_interv": [4, 7, 68, 69, 73], "frequenc": [4, 7], "episod": [4, 6, 7, 13, 18, 23, 24, 34, 38, 47, 55, 63, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "consequ": [4, 7, 78], "featur": [4, 5], "thu": [4, 5, 7], "off": [4, 69, 71], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 7, 8, 24, 26, 38, 47, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 63, 64, 66, 67, 68, 69, 71, 73, 74, 76, 77, 78, 82], "instead": [4, 5, 7, 9, 47, 64, 76, 82], "version": [4, 5, 7, 8, 9, 13, 71, 80], "best": [4, 7, 24, 68, 69, 73], "result": [4, 6, 7, 18, 47, 69, 70, 71, 72, 74, 75, 76, 77, 80], "end": [4, 7, 13, 18, 20, 29, 55, 59, 60, 61, 63, 68, 77], "loggerevalcallback": [4, 7, 68, 69, 73], "evalcallback": 4, "particular": [4, 5, 70], "concret": 4, "metric": 4, "construct": [4, 5, 7], "place": [4, 5, 72, 80], "On": [4, 7, 9, 71], "hand": [4, 7, 9, 71], "occupi": [4, 71], "accur": 4, "averag": [4, 47, 80], "therefor": [4, 5, 72, 78, 80], "faith": 4, "realiti": 4, "term": [4, 23, 59, 60, 61, 64, 76, 78], "good": 4, "turn": [4, 69], "out": [4, 68, 69, 73, 77], "howev": [4, 5, 6, 7, 8, 9, 71, 72, 78, 79], "calcul": [4, 5, 7, 68, 73, 78, 80], "power": [4, 55, 59, 60, 61, 77, 78], "consumpt": [4, 23, 60, 61, 77, 78], "comfort": [4, 5, 9, 23, 31, 59, 60, 61, 71, 75, 77, 78], "penalti": [4, 77, 78], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 78, 80], "decid": [4, 5, 7], "better": [4, 5], "appear": [4, 5, 9, 47, 70, 77], "action_simul": 4, "becaus": [4, 5, 7, 8, 73, 75, 80], "output": [4, 6, 8, 34, 38, 45, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76], "clip": [4, 7, 67], "Then": [4, 5, 7, 9, 68, 69, 71, 72], "pars": [4, 5], "note": [4, 47, 77], "box": [4, 5, 13, 68, 69, 71, 72, 73], "equival": 4, "csv": [4, 5, 55, 63, 73, 74, 76, 77], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 41, 42, 59, 60, 61, 70, 71, 72, 74, 75, 76, 78], "bound": [4, 68, 69, 73], "rang": [4, 5, 6, 7, 31, 34, 42, 59, 60, 61, 66, 70, 71, 72, 74, 75, 76, 78, 80, 82], "cumulative_comfort_penalti": 4, "sum": [4, 70, 71, 72, 74, 75, 80], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 73], "being": [4, 5, 13, 77, 78], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 59, 60, 61, 63, 65, 66, 71, 73, 74, 77, 79], "normal": [4, 5, 7, 66, 77, 78, 79, 82], "origin": [4, 5, 17, 26, 38, 52, 63, 64, 65, 66, 71, 76, 77], "rollout": [4, 73], "exploration_r": [4, 73], "doesn": [4, 7, 82], "t": [4, 5, 7, 9, 30, 59, 61, 67, 70, 72, 76, 77, 81, 82], "neural": 4, "network": [4, 7], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 67, 71, 76, 77, 78], "try": [4, 5, 7, 18], "benefit": [4, 5], "script": [4, 7, 71, 73, 80], "drl_batteri": [4, 7, 73], "flag": [4, 7, 18, 55, 63, 74], "most": [4, 5, 77, 78], "must": [4, 5, 7, 9, 47, 71], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 7, 68, 69, 73], "until": [4, 8], "where": [4, 5, 7, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 60, 78], "comment": 4, "requir": [4, 5, 7, 8, 9, 38, 71, 73, 78, 82], "argument": [4, 7], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "ep": [4, 7], "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 78, 82], "field": [4, 5, 7, 13, 38, 78, 81], "valid": [4, 7, 50, 76, 82], "path": [4, 5, 7, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 69, 71], "load": [4, 5, 69, 71, 72], "recommend": [4, 7, 8, 9, 42, 71, 72, 78], "initi": [4, 5, 13, 24, 51, 63], "date": [4, 5], "hyperparamet": [4, 7], "durat": 4, "paradigm": 4, "direct": [4, 7], "plan": [4, 5], "futur": [4, 5, 6, 7, 69, 78], "As": [5, 7, 9, 71], "mention": [5, 7, 71], "introduct": 5, "next": [5, 7, 8, 13, 18, 63, 65, 68, 71, 76, 78, 79], "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 63, 72], "receiv": [5, 13, 18, 20, 82], "At": [5, 7, 8, 70, 73], "gym": [5, 6, 7, 12, 13, 17, 45, 47, 58, 59, 60, 61, 62, 63, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "via": 5, "socket": [5, 18, 77], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 68, 69, 70, 71, 72, 73, 74, 75, 76], "eplu": [5, 6, 13, 34, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "demo": [5, 68, 69, 70, 71, 73, 74, 75, 76, 80], "v1": [5, 6, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "usa_pa_pittsburgh": [5, 72, 81], "allegheni": [5, 72, 81], "counti": [5, 72, 81], "ap": [5, 72, 81], "725205_tmy3": [5, 72, 81], "No": [5, 69], "01": [5, 71, 73, 76], "31": [5, 6, 72], "03": [5, 73, 76], "hot": [5, 6, 59, 60, 61, 71, 72, 78, 81], "usa_az_davi": [5, 81], "monthan": [5, 81], "afb": [5, 81], "722745_tmy3": [5, 81], "mix": [5, 78, 81], "usa_ny_new": [5, 81], "j": [5, 7, 81], "f": [5, 7, 9, 68, 69, 73, 81], "kennedi": [5, 81], "intl": [5, 81], "744860_tmy3": [5, 81], "usa_wa_port": [5, 81], "angel": [5, 81], "william": [5, 81], "r": [5, 59, 61, 81], "fairchild": [5, 81], "727885_tmy3": [5, 81], "stochast": [5, 24, 47, 71, 78], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 67], "shopwithvandbatteri": 5, "respect": [5, 8, 9], "complet": [5, 68, 69, 73, 76], "context": [5, 6, 13, 63, 71, 79], "either": 5, "predefin": [5, 71], "shown": [5, 9, 68, 80], "abov": [5, 7, 8, 69, 71], "def": [5, 74, 75, 78], "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 66, 67, 74, 78], "self": [5, 74, 75, 78], "idf_fil": [5, 13, 20], "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 66, 74, 78], "weather_fil": [5, 13, 20, 71], "observation_spac": [5, 13, 71], "5e6": [5, 71], "high": [5, 71, 72], "shape": [5, 7, 71, 72], "dtype": [5, 68, 69, 71, 73, 76], "np": [5, 7, 13, 18, 55, 63, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 80], "float32": [5, 13, 68, 69, 71, 73], "observation_vari": [5, 13, 71], "action_spac": [5, 7, 13, 43, 70, 71, 72, 74, 76, 80], "union": [5, 13, 18, 27, 55, 59, 60, 61, 63, 64, 65, 74], "0": [5, 7, 13, 18, 23, 29, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "action_vari": [5, 13, 71, 72], "action_map": [5, 13, 71], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 63, 64, 65, 66, 74, 75, 76, 78], "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 59, 60, 61, 63, 64, 65, 74, 75], "tupl": [5, 6, 13, 18, 26, 31, 38, 59, 60, 61, 63, 64, 65, 74], "float": [5, 7, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 59, 60, 61, 63, 64, 65, 69, 74], "weather_vari": [5, 13, 37, 71], "none": [5, 7, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 65, 66, 72, 74], "linearreward": [5, 7, 13, 68, 69, 71, 73, 78], "reward_kwarg": [5, 13, 71, 78], "act_repeat": [5, 13, 18, 71], "max_ep_data_store_num": [5, 13, 18, 71], "action_definit": [5, 13, 18, 38, 71, 72], "env_nam": [5, 13, 18, 20, 34, 38, 71, 77], "config_param": [5, 6, 13, 18, 71], "arg": [5, 7, 9, 23, 24, 75], "condit": [5, 13, 31, 41], "empti": [5, 9, 13, 38, 68, 69, 73, 76], "manual": [5, 6, 8, 13, 72], "should": [5, 6, 7, 9, 13, 18, 24, 58, 80], "extra_config": [5, 13, 38], "map": [5, 13, 71], "sigma": [5, 7, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 7, 8, 13, 38, 66, 73, 77, 82], "feedback": [5, 13], "pass": [5, 7, 13, 18, 24, 47], "number": [5, 7, 13, 18, 23, 24, 38, 47, 55, 65, 71, 73, 77], "regardless": [5, 13, 77], "repetit": [5, 13], "interv": [5, 7, 13], "last": [5, 9, 13, 18, 34, 63, 66, 71], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 38, 63, 71, 78, 82], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "pkg_data_path": 5, "idf_path": [5, 18, 38], "join": 5, "weather_path": [5, 18, 38], "detect": 5, "planner": 5, "get_schedul": [5, 13, 38, 71], "need": [5, 7, 9, 68, 70, 73, 74, 75, 77], "month": [5, 18, 28, 29, 31, 59, 60, 61, 70, 71, 72, 74, 75, 76, 80], "dai": [5, 6, 18, 28, 29, 31, 38, 59, 60, 61, 70, 71, 72, 74, 75, 76, 78], "reset": [5, 7, 13, 18, 38, 47, 63, 65, 70, 71, 72, 74, 75, 76, 80], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "isinst": 5, "_action_spac": 5, "els": [5, 7, 47, 74, 75], "setpoint": [5, 41, 42, 75], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 71], "reward_fn": [5, 7], "obs_dict": [5, 75], "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "free": [5, 7, 73, 75], "runperiod": [5, 70, 71, 72], "necessari": [5, 7, 8, 9, 71, 72, 78], "onc": [5, 7, 9], "copi": [5, 9, 18, 77], "climat": [5, 81], "present": [5, 13, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "compat": [5, 7, 9, 45, 76], "nois": [5, 7, 70], "tau": [5, 7, 26, 38], "whose": [5, 55, 78], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 63], "moreov": 5, "n": [5, 7, 65, 71, 76], "activ": [5, 7, 9, 23, 55, 63, 77], "summari": [5, 9, 63, 70], "dynam": [5, 69], "let": [5, 6, 7, 9, 68, 69, 70, 71, 73, 80], "variable_nam": 5, "zone_nam": 5, "regist": [5, 7, 8, 69, 70, 73, 80], "correctli": [5, 7, 27, 79, 80, 82], "correct": [5, 7, 9, 31, 76, 82], "look": [5, 32, 36, 45, 73, 75], "found": [5, 13, 38, 82], "rdd": 5, "ones": [5, 7, 78, 82], "done": [5, 55, 71, 74], "constant": [5, 7, 59, 60, 61, 74, 76, 78, 82], "discuss": [5, 71], "249": [5, 71, 72, 82], "range_gett": 5, "common": [5, 7, 21, 24, 47, 68, 69, 73, 75, 78, 79], "get": [5, 7, 9, 13, 31, 38, 47, 50, 66, 75], "standard": [5, 8, 31, 41, 70, 80], "repres": 5, "previous": [5, 7, 38, 71, 77], "rememb": [5, 73, 75], "later": [5, 55], "reserv": [5, 7], "inconsist": [5, 71], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 71, 72], "befor": [5, 7, 18, 38, 47, 71, 72, 73, 76], "usual": [5, 78], "solut": 5, "problem": [5, 7, 71, 76], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": [5, 7], "told": [5, 9], "id": [5, 7, 71, 78, 80], "seen": 5, "recogniz": 5, "word": [5, 8], "don": [5, 7, 9, 70, 72, 77], "give": [5, 7, 76], "plai": [5, 73, 75], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 76], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "error": [5, 7, 8, 47, 69, 71, 76], "advantag": [5, 8, 72], "meanwhil": 5, "9": [5, 42, 59, 60, 61, 70, 71, 72, 73, 74, 75, 76, 78, 81], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "complex": [5, 79], "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 71], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 71], "object2": [5, 71], "entri": 5, "kei": [5, 6, 7, 18, 30, 34, 64], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 71, 78], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 78], "dedic": 5, "explan": [5, 7], "download": [5, 7], "ddy": [5, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76], "exactli": 5, "That": [5, 78], "abl": [5, 7, 9, 71], "alreadi": [5, 7, 71, 75, 78, 79], "even": [5, 71, 73, 75], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 67, 77, 78, 82], "intend": 5, "someon": 5, "far": [5, 78], "concern": [5, 71], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 68, 69, 70, 73, 74, 75, 76], "config": [6, 7, 27, 70, 79], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 71], "1997": 6, "1998": 6, "skeleton": 6, "separ": [6, 7], "By": [6, 9, 71, 76, 78], "less": [6, 72], "1991": [6, 70, 71, 72, 74, 75, 76], "determin": [6, 7], "length": [6, 7, 47, 68, 73], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "otherwis": [6, 7, 76, 82], "fail": [6, 7], "apply_extra_conf": [6, 38], "gcloud": 7, "combin": [7, 71, 72, 76], "idea": 7, "virtual": [7, 9], "gce": 7, "finish": [7, 8, 18, 80], "job": [7, 8, 9, 79], "remov": [7, 49, 59, 60, 61, 78], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "enabl": [7, 8], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 64, 70, 71, 74, 75, 78], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 79, 80], "termin": [7, 18, 55, 56, 64, 65, 70, 71, 72, 74, 75, 76, 80], "applic": [7, 79], "login": 7, "upload": [7, 8, 53], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 50], "restart": 7, "never": [7, 70], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 70, 71, 72, 73, 74, 75, 76, 81], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 76, 80, 82], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 72, 76, 78], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 79, 80], "write": [7, 8, 9, 79], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 59, 60, 61, 78], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 79], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 72, 73, 80], "upgrad": 7, "global": [7, 47], "memori": 7, "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 71], "predetermin": 7, "enter": [7, 80], "after": [7, 18, 47, 70, 71, 76], "immedi": 7, "hasn": [7, 30], "yet": [7, 79], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 73], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow_tracking_uri": 7, "ip": 7, "5000": 7, "explain": [7, 8, 71], "previou": [7, 8, 65, 71], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 70, 73, 75], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 70, 73], "alloc": [7, 8], "everi": [7, 8, 9, 24, 70, 71, 72, 74, 75, 76, 79, 80], "argpars": 7, "datetim": [7, 68, 69, 73, 75], "numpi": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "stable_baselines3": [7, 24, 47, 68, 69, 73], "normalactionnois": 7, "vec_env": [7, 24, 47, 68, 69, 73], "dummyvecenv": [7, 68, 69, 73], "ranges_5zon": [7, 74, 76], "ranges_datacent": 7, "ranges_iw": 7, "loggerwrapp": [7, 68, 69, 72, 73, 76, 80, 82], "multiobswrapp": [7, 74, 76, 82], "normalizeobserv": [7, 74, 76, 82], "parser": 7, "argumentpars": 7, "add_argu": 7, "true": [7, 24, 32, 45, 47, 55, 63, 65, 68, 69, 73, 74, 76], "dest": 7, "mod": 7, "alg": 7, "rw": 7, "linear": [7, 60, 61, 78], "exponenti": [7, 59, 78], "energy_weight": [7, 59, 61, 71, 78], "rew": 7, "weight": [7, 59, 60, 61, 71, 78], "norm": 7, "store_tru": 7, "multiob": [7, 76, 82], "mob": 7, "multi": [7, 82], "csvlogger": [7, 23, 63, 74, 77], "ten": 7, "eval": [7, 24, 68, 73], "onlin": 7, "eval_freq": [7, 24, 68, 73], "evalf": 7, "useless": 7, "eval_length": 7, "inter": 7, "seed": [7, 13, 63, 65], "sd": 7, "identifi": [7, 8], "remote_stor": 7, "sto": 7, "sent": 7, "bucket_nam": [7, 52], "buc": 7, "mlflow_stor": 7, "group_nam": 7, "auto_delet": 7, "del": 7, "gcp": 7, "learning_r": [7, 73], "lr": 7, "0003": 7, "n_step": 7, "2048": 7, "batch_siz": 7, "64": [7, 69], "n_epoch": 7, "ne": 7, "gamma": 7, "99": [7, 38], "gae_lambda": 7, "gl": 7, "95": [7, 73, 81], "ent_coef": 7, "ec": 7, "vf_coef": 7, "v": [7, 79], "max_grad_norm": 7, "m": [7, 68, 69, 73, 81], "buffer_s": 7, "bf": 7, "1000000": 7, "learning_start": 7, "l": 7, "100": 7, "tu": 7, "005": [7, 76], "gradient_step": 7, "clip_rang": 7, "cr": 7, "sig": 7, "rms_prop_ep": 7, "rpe": 7, "1e": [7, 59, 60, 61, 78], "parse_arg": 7, "experiment_d": [7, 68, 69, 73], "todai": [7, 68, 69, 73], "strftime": [7, 68, 69, 73], "y": [7, 68, 69, 73], "d_": 7, "h": [7, 68, 69, 73, 81], "_": 7, "ping": 7, "mlflow_ip": 7, "split": 7, "respons": [7, 49, 77], "set_tracking_uri": 7, "getcwd": 7, "mlrun": 7, "start_run": [7, 68], "run_nam": [7, 68], "param": [7, 23, 24, 37, 38, 42, 47, 55], "log_param": 7, "__version__": 7, "bool": [7, 13, 16, 18, 20, 24, 32, 45, 47, 55, 63, 64, 65, 74], "rate": [7, 67, 71, 78], "batch": [7, 33], "epoch": 7, "gae": 7, "lambda": [7, 68, 69, 73], "ent": 7, "coef": 7, "vf": 7, "max": [7, 34, 59, 61], "grad": 7, "buffer": 7, "gradient": 7, "elif": [7, 75], "expreward": [7, 71, 78], "rais": [7, 8, 18, 20, 38, 47], "runtimeerror": [7, 18, 38], "hasattr": 7, "w_energi": 7, "eval_env": [7, 24], "norm_rang": 7, "env_typ": 7, "iwmullion": 7, "nameerror": 7, "cant": 7, "disabl": 7, "mlppolici": [7, 68, 69, 73], "verbos": [7, 23, 24, 69, 73, 79], "train_freq": 7, "target_update_interv": 7, "10000": [7, 24], "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_final_ep": 7, "05": [7, 68, 73], "tensorboard_log": [7, 69], "n_action": 7, "action_nois": 7, "zero": 7, "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "optimize_memory_usag": 7, "fals": [7, 18, 23, 24, 47, 55, 63, 68, 70, 71, 72, 73, 74, 75, 76, 80], "policy_delai": 7, "target_policy_nois": 7, "target_noise_clip": 7, "create_eval_env": 7, "policy_kwarg": 7, "devic": [7, 69, 73], "_init_setup_model": 7, "model_path": 7, "init_storage_cli": 7, "read_from_bucket": 7, "set_env": 7, "total": [7, 71, 73, 78], "n_timesteps_episod": [7, 68, 69, 73], "_eplus_one_epi_len": [7, 68, 69, 73], "_eplus_run_steps": [7, 68, 69, 73], "eval_callback": [7, 68, 73], "best_model_save_path": [7, 24, 68, 73], "best_model": [7, 68, 73], "log_path": [7, 24, 68, 73], "determinist": [7, 24, 47, 68, 73], "render": [7, 13, 24, 45, 47, 68, 73], "n_eval_episod": [7, 24, 47, 68, 73], "append": [7, 68, 69, 70, 71, 72, 73, 74, 75, 79, 80], "log_callback": [7, 69], "dir": [7, 38, 69], "tensorboardformatlogg": [7, 69], "tb_path": [7, 69], "new_logg": [7, 69], "set_logg": [7, 69], "total_timestep": [7, 55, 68, 69, 73], "_env_working_dir_par": [7, 68, 69, 73], "close": [7, 13, 18, 63, 69, 70, 71, 72, 73, 74, 75, 76, 80], "_episode_exist": 7, "storeg": 7, "log_artifact": 7, "local_dir": 7, "artifact_path": 7, "abspath": 7, "resourc": [7, 51, 52, 53], "upload_to_bucket": 7, "src_path": [7, 53], "dest_bucket_nam": [7, 53], "dest_path": [7, 53], "end_run": [7, 68], "autodelet": 7, "token": [7, 49, 50], "get_service_account_token": 7, "delete_instance_mig_from_contain": 7, "effect": 7, "pretti": [7, 78], "deactiv": [7, 55, 63, 77], "written": [7, 74], "recreat": 7, "belong": [7, 55, 77], "delet": [7, 49], "individu": 7, "appropri": [7, 71, 80], "environment_nam": 7, "episodes_int": 7, "seed_valu": 7, "uri": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "json": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 73, 80], "gitignor": 7, "ignor": [7, 8, 69, 79], "final": [7, 70, 72], "load_ag": 7, "zip": [7, 75], "predict": 7, "agre": 7, "collect": [7, 55, 80], "One": 7, "strength": 7, "abil": 7, "whatev": 7, "caus": 7, "recogn": 7, "mayb": 7, "got": [7, 30], "deploi": [7, 8], "localhost": 7, "6006": 7, "second": [7, 18, 28, 29, 47, 55, 71, 74], "shut": 7, "down": 7, "logdir": 7, "back": 7, "databas": 7, "loos": 7, "bin": [7, 9], "scrip": 7, "ugr": [7, 9], "sail": [7, 9], "sinergymcompilationhtml": 7, "html": 7, "db_root_password": 7, "machine_typ": 7, "e2": 7, "medium": 7, "mlflow_imag": 7, "kaysush": 7, "14": [7, 71, 73, 75, 81], "cloud_sql_proxy_imag": 7, "cloudsql": 7, "proxi": 7, "mysql_inst": 7, "echo": 7, "sa": 7, "descript": [7, 18], "displai": [7, 70, 71, 72, 74, 75, 76, 80], "mb": 7, "tier": 7, "db": [7, 38], "f1": 7, "micro": 7, "password": 7, "provis": 7, "editor": 7, "start_mlflow_track": 7, "sh": 7, "cat": 7, "eof": 7, "d": [7, 8, 18, 68, 69, 73], "mysql": 7, "net": 7, "p": 7, "3306": 7, "cloud_sql_proxi": 7, "tcp": 7, "pymysql": 7, "mlflow_artifact": 7, "alter": 7, "iptabl": 7, "dport": 7, "accept": [7, 8], "cp": 7, "tempor": 7, "rm": [7, 44, 45], "7": [7, 9, 18, 70, 71, 72, 73, 74, 75, 76, 78, 81], "static": [7, 41, 42], "subnet": 7, "premium": 7, "metadata": [7, 13], "startup": 7, "mainten": 7, "migrat": 7, "tag": [7, 8, 9], "co": 7, "77": 7, "12371": 7, "1109": 7, "balanc": 7, "shield": 7, "secur": [7, 8], "vtpm": 7, "affin": 7, "firewal": 7, "prioriti": 7, "1000": 7, "ingress": 7, "target": [7, 78], "anymor": 7, "again": 7, "redefin": 7, "notic": [7, 78], "creation": 7, "annot": 7, "bellow": [7, 78], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 68, 69, 73], "rise": 8, "pytyp": 8, "cannot": [8, 69, 80], "compil": 8, "sphinx": 8, "exist": [8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 78, 80], "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": [8, 68, 73], "161": 8, "sequenti": 8, "autopep8": 8, "successfulli": [8, 9, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 71, 77], "pypi": [8, 9], "yml": [8, 9, 79], "minim": 8, "below": [9, 78, 81], "throughout": 9, "ubuntu": 9, "18": [9, 70, 71, 73, 74, 75, 76, 81], "04": [9, 69, 73, 76], "lt": [9, 68, 69, 73], "22": [9, 70, 71, 72, 74, 75, 76], "avoid": [9, 47], "pip": [9, 79], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 71, 76], "pop": [9, 74], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 80], "git": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 68, 69, 73, 76], "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78], "instruct": 9, "linux": 9, "choos": 9, "select": [9, 13, 41, 42, 43, 63, 75, 82], "consid": [9, 59, 60, 61, 70, 78], "subset": [9, 76, 82], "ofici": 9, "supervis": [9, 79], "vv": [9, 79], "anywai": [9, 79], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 71], "properti": [13, 18, 38], "xlsx": [13, 71], "get_zon": [13, 71], "render_mod": 13, "human": [13, 31, 41], "mode": 13, "ndarrai": [13, 16, 18, 55, 63, 64, 65, 66, 67, 74], "np_random": [13, 63], "chosen": [13, 41, 42, 43, 63, 75, 80], "entropi": [13, 63], "integ": [13, 18, 63], "wheather": [13, 63], "truncat": [13, 18, 63, 64, 70, 71, 72, 74, 75, 76, 80], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 75], "sundai": 18, "element": [18, 30, 33, 55, 82], "wether": 18, "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24], "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "boolean": 23, "on_training_end": 23, "callback_on_new_best": 24, "accord": [24, 81], "freq": 24, "npz": 24, "vecenv": [24, 47], "weather_data": [26, 38], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 71, 75], "variat": [26, 38], "opyplu": [26, 28, 30, 33, 35, 38], "ou": [26, 38], "_get_actu": 27, "rel": [27, 71], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 71, 72, 74, 76], "explicitli": 30, "season": [31, 59, 60, 61, 71, 75, 78, 81], "ashra": [31, 41, 42], "55": [31, 41, 81], "thermal": [31, 41, 60, 71, 78], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 71], "absolut": [34, 59, 61, 78], "file_path": 35, "content": [35, 77], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 77], "till": 36, "modif": [37, 78], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 71], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 71], "summer": [38, 59, 60, 61, 78, 81], "winter": [38, 78, 81], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 68, 69, 70, 71, 72, 73, 74, 75, 76], "tree": [38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 67, 75], "sequenc": [41, 42, 43, 66, 74, 75], "perceiv": [41, 42, 75], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "randomli": [43, 67, 80], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 70], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "count": [47, 71], "scale": [47, 79], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 74], "progress_head": [55, 63, 74], "log_progress_fil": [55, 74], "log_fil": [55, 74], "header": [55, 63, 74], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 70, 71, 72, 73, 74, 75], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 66, 70, 71, 72, 74, 75, 76, 80], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "temperature_vari": [59, 60, 61, 71, 78], "energy_vari": [59, 60, 61, 71, 78], "range_comfort_wint": [59, 60, 61, 71, 78], "range_comfort_summ": [59, 60, 61, 71, 78], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 68, 70, 71, 74, 75], "lambda_energi": [59, 60, 61, 78], "0001": [59, 60, 61, 73], "lambda_temperatur": [59, 60, 61, 78], "w": [59, 60, 61, 69, 72, 78], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 78, 81], "session": [59, 60, 61, 69], "dimens": [59, 60, 61, 78], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 74], "activate_logg": 63, "deactivate_logg": 63, "reward_term": [64, 76], "vector": [64, 65, 73, 76, 82], "scalar": [64, 76, 82], "flatten": [65, 76], "stack": [65, 82], "flat": 65, "reli": [66, 73], "get_unwrapped_ob": 66, "simultan": 67, "upper": 67, "usr": [68, 69, 73, 76], "lib": [68, 69, 73, 76], "dist": [68, 69, 73, 76], "73": [68, 69, 73], "userwarn": [68, 69, 73], "precis": [68, 69, 73], "lower": [68, 69, 73], "cast": [68, 69, 73], "episodes_": [68, 69, 73], "env_vec": [68, 69, 73], "2022": [68, 69, 73], "07": [68, 69, 73, 76], "09": [68, 69, 70, 71, 72, 73, 74, 75], "15": [68, 70, 71, 73, 74], "336": 68, "eplus_env_demo": [68, 69, 70, 71, 73, 74, 75, 76], "v1_mainthread_root": [68, 69, 70, 71, 72, 73, 74, 75, 76], "externalinterfac": [68, 69, 70, 71, 72, 73, 74, 75, 76], "340": 68, "site": [68, 69, 70, 71, 72, 73, 74, 75, 76], "sizingperiod": [68, 69, 70, 71, 72, 73, 74, 75, 76], "343": 68, "bvctb": [68, 69, 70, 71, 72, 73, 74, 75, 76], "346": 68, "347": [68, 73], "379": 68, "395": 68, "workspac": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "res4": 68, "sub_run1": [68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "28": [68, 70, 71, 74, 75, 76], "814": 68, "816": 68, "833": 68, "sub_run2": [68, 69, 73, 76, 77], "52": [68, 69], "095": [68, 73], "096": 68, "106": [68, 73], "sub_run3": [68, 69, 73, 77], "fromnumer": [68, 69, 73, 76], "3432": [68, 69, 73], "runtimewarn": [68, 69, 73, 76], "slice": [68, 69, 73, 76], "_method": [68, 69, 73, 76], "_mean": [68, 69, 73, 76], "axi": [68, 69, 73, 76], "190": [68, 69, 73], "invalid": [68, 69, 73, 76], "encount": [68, 69, 73, 76, 82], "double_scalar": [68, 69, 73], "ret": [68, 69, 73, 76], "rcount": [68, 69, 73, 76], "265": [68, 69, 73], "degre": [68, 69, 73], "freedom": [68, 69, 73], "_var": [68, 69, 73], "ddof": [68, 69, 73], "223": [68, 69, 73], "arrmean": [68, 69, 73], "um": [68, 69, 73], "true_divid": [68, 69, 73], "div": [68, 69, 73], "39": [68, 69, 70, 71, 72, 73, 74, 75, 76], "unsaf": [68, 69, 73], "257": [68, 69, 73, 74], "56": [68, 71, 73, 76], "988": 68, "989": 68, "996": 68, "sub_run4": [68, 69, 73], "06": 68, "618": 68, "619": 68, "626": [68, 73], "sub_run5": [68, 69, 73], "941": 68, "943": 68, "957": 68, "sub_run6": [68, 73], "num_timestep": [68, 73], "70080": [68, 73], "episode_reward": [68, 73], "22006": 68, "98": 68, "00": [68, 70, 73, 74, 76], "35040": [68, 70, 71, 72, 73, 74, 75, 76], "168": [68, 72], "176": 68, "sub_run7": [68, 73], "862": 68, "863": 68, "870": 68, "sub_run8": [68, 73], "35": [68, 81], "851": 68, "852": 68, "861": 68, "sub_run9": [68, 73], "181": [68, 76], "183": 68, "196": 68, "sub_run10": [68, 73], "08": [68, 69, 71, 73], "522": [68, 69], "532": 68, "sub_run11": [68, 73], "140160": [68, 73], "23530": 68, "67": 68, "923": [69, 76], "925": 69, "927": 69, "929": 69, "930": 69, "tensorboard_path": 69, "cpu": [69, 73], "712510": 69, "tensorflow": 69, "cc": 69, "169": [69, 73], "onednn": 69, "oper": 69, "slightli": 69, "numer": 69, "round": 69, "tf_enable_onednn_opt": 69, "716588": 69, "stream_executor": 69, "dso_load": 69, "libcudart": 69, "11": [69, 70, 71, 72, 73, 74, 75, 76], "dlerror": 69, "share": 69, "716606": 69, "cuda": 69, "cudart_stub": 69, "29": [69, 70, 71, 74, 76], "cudart": 69, "gpu": 69, "416": 69, "425": 69, "res7": 69, "27": [69, 70, 71, 74, 76], "141": 69, "149": 69, "560": 69, "563": 69, "582": 69, "25": [69, 70, 71, 72, 75, 76, 81], "548": 69, "549": 69, "557": 69, "59": [69, 73, 81], "524": 69, "537": 69, "617": 69, "loop": 70, "2023": [70, 71, 72, 74, 75, 76], "02": [70, 71, 72, 73, 74, 75, 76], "049": 70, "050": 70, "052": 70, "053": 70, "054": 70, "glanc": 70, "someth": 70, "current_month": [70, 71, 72, 74, 75, 76, 80], "sampl": [70, 71, 72, 74, 76, 80], "print": [70, 71, 72, 73, 74, 75, 76, 80], "139": 70, "146": [70, 76], "res1": [70, 71, 72, 74, 75], "086220480544118": 70, "time_elaps": [70, 71, 72, 73, 74, 75, 76], "900": [70, 71, 72, 74, 75, 76], "23": [70, 71, 72, 74, 75, 76, 78], "total_pow": [70, 71, 72, 74, 75], "21724": 70, "40961088236": 70, "total_power_no_unit": [70, 71, 72, 74, 75], "172440961088236": 70, "abs_comfort": [70, 71, 72, 74, 75, 76], "21": [70, 71, 72, 74, 75, 76, 81], "81947413483711": 70, "2083": 70, "3260107177957": 70, "2976": [70, 71, 72, 74, 75, 76], "2678400": [70, 71, 72, 74, 75, 76], "16": [70, 71, 74, 76], "4300": 70, "67198003095": 70, "43006719800309506": 70, "470462231008021": 70, "52953776899198": 70, "4068": 70, "1430820739643": 70, "5664": [70, 71, 72, 74, 75, 76], "5097600": [70, 71, 72, 74, 75, 76], "17443": 70, "56199085256": 70, "7443561990852559": 70, "52682664353406": 70, "5408": 70, "011099508528": 70, "8640": [70, 71, 72, 74, 75, 76], "7776000": [70, 71, 72, 74, 75, 76], "17": [70, 71, 74, 76, 81], "152": [70, 74, 75, 76], "4868953414246": [70, 74, 75, 76], "01524868953414246": [70, 74, 75, 76], "20": [70, 71, 72, 74, 75, 76, 78], "02634475252593": 70, "6324": 70, "363418661066": 70, "11520": [70, 71, 72, 74, 75, 76], "10368000": [70, 71, 72, 74, 75, 76], "87808257037088": 70, "7166": 70, "002341495086": 70, "14496": [70, 71, 72, 74, 75, 76], "13046400": [70, 71, 72, 74, 75, 76], "5901": 70, "306181804051": 70, "5901306181804051": 70, "00595003066665": 70, "99404996933335": 70, "10107": 70, "38621508419": 70, "17376": [70, 71, 72, 74, 75, 76], "15638400": [70, 71, 72, 74, 75, 76], "5959": 70, "248391726638": 70, "5959248391726638": 70, "003880381582551": 70, "99611961841745": 70, "13368": 70, "049092385163": 70, "20352": [70, 71, 72, 74, 75, 76], "18316800": [70, 71, 72, 74, 75, 76], "20642": 70, "54173343959": 70, "064254173343959": 70, "2461460714288606": 70, "75385392857114": 70, "16573": 70, "882795341822": 70, "23328": [70, 71, 72, 74, 75, 76], "20995200": [70, 71, 72, 74, 75, 76], "296": 70, "4125183546004": 70, "029641251835460045": 70, "85266561770349": 70, "14733438229651": 70, "19392": 70, "89340178917": 70, "26208": [70, 71, 72, 74, 75, 76], "23587200": [70, 71, 72, 74, 75, 76], "33172235919861": 70, "20446": 70, "271430476787": 70, "29184": [70, 71, 72, 74, 75, 76], "26265600": [70, 71, 72, 74, 75, 76], "45708717771629": 70, "21616": 70, "477165610137": 70, "32064": [70, 71, 72, 74, 75, 76], "28857600": [70, 71, 72, 74, 75, 76], "182": [70, 71], "8619608065522": 70, "01828619608065522": 70, "0452010578529105": 70, "95479894214709": 70, "23634": 70, "85490851": 70, "31536000": [70, 71, 72, 74, 75, 76], "1992": [70, 71, 72, 74, 75, 76], "23109": 70, "07172644784": 70, "310907172644784": 70, "04969081696662": 70, "forget": 70, "130": 70, "cumul": [70, 71, 72, 74, 75, 78, 80], "6745106994437942": 70, "over": 70, "environment_id": 71, "long": 71, "198": 71, "eplus_env_5zon": 71, "199": 71, "201": [71, 72], "202": 71, "scratch": 71, "obvious": 71, "space1": [71, 75, 78], "demand": [71, 78], "26": [71, 72, 73, 74, 76, 78], "34": [71, 73, 76, 81], "490": 71, "492": 71, "493": 71, "494": 71, "esp_granada": [71, 81], "084190_swec": [71, 81], "001": [71, 76], "new_env_nam": 71, "36": [71, 73], "775": 71, "eplus_env_new_env_name_mainthread_root": 71, "776": 71, "777": 71, "778": 71, "779": 71, "overwritten": 71, "new_observation_vari": 71, "humid": [71, 81], "wind": 71, "speed": 71, "fanger": 71, "ppd": 71, "east": 71, "new_action_vari": 71, "heating_setpoint_rl": 71, "cooling_setpoint_rl": 71, "new_observation_spac": 71, "len": 71, "new_action_map": 71, "new_action_spac": 71, "58": 71, "042": 71, "eplus_env_datacent": 71, "043": 71, "044": 71, "045": 71, "047": 71, "24071189929661993": 71, "4814": 71, "237985932398": 71, "48142379859323986": 71, "663": 71, "5403139587615": 71, "3902": 71, "820992932057": 71, "39028209929320573": 71, "1239": 71, "6466565782107": 71, "4289": 71, "43749835403": 71, "428943749835403": 71, "1846": 71, "3376477287582": 71, "4605": 71, "786815476858": 71, "4605786815476858": 71, "2638": 71, "351276498183": 71, "4140": 71, "066604495791": 71, "41400666044957907": 71, "3535": 71, "2292329474312": 71, "3585": 71, "00576986839": 71, "358500576986839": 71, "5030": [71, 75], "414183067792": 71, "3962": 71, "959903637627": 71, "39629599036376273": 71, "7065": 71, "662896790269": 71, "2020": 71, "616347754115": 71, "2020616347754115": 71, "9301": 71, "430375216012": 71, "6150": 71, "00539925926": 71, "6150005399259261": 71, "10852": 71, "482595941527": 71, "4705": 71, "83115210627": 71, "470583115210627": 71, "11635": 71, "614609284981": 71, "3160": 71, "38778492112": 71, "316038778492112": 71, "12226": 71, "346387257105": 71, "4049": 71, "327293756508": 71, "40493272937565084": 71, "12842": 71, "09822858374": 71, "5236": 71, "012401867805": 71, "5236012401867806": 71, "3664982371171533": 71, "652": 71, "fit": 71, "knowledg": 71, "pprint": 71, "385": 71, "386": 71, "388": 71, "activitysch": 71, "actschd": 71, "object_field_nam": 71, "activity_level_schedule_nam": 71, "object_nam": 71, "object_typ": 71, "space2": 71, "object3": 71, "space3": 71, "object4": 71, "space4": 71, "object5": 71, "space5": 71, "airvelocitysch": 71, "air_velocity_schedule_nam": 71, "basinheatersch": 71, "basin_heater_operating_schedule_nam": 71, "twospe": 71, "setp": 71, "sch": 71, "cooling_setpoint_temperature_schedule_nam": 71, "dualsetpoint": 71, "thermostatsetpoint": 71, "setpoint_temperature_schedule_nam": 71, "coolingsetpoint": 71, "singlecool": 71, "clothingsch": 71, "coolingcoilavailsch": 71, "availability_schedule_nam": 71, "coilsystem": 71, "fraction": 71, "schedule_nam": 71, "eleceq": 71, "electricequip": 71, "fanavailsch": 71, "sy": 71, "availabilitymanag": 71, "suppli": 71, "fan": 71, "variablevolum": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "singleh": 71, "infil": 71, "zoneinfiltr": 71, "designflowr": 71, "light": 71, "oa": 71, "sched": 71, "minimum_outdoor_air_schedule_nam": 71, "outdoorair": 71, "oarequir": 71, "outdoor_air_schedule_nam": 71, "zoneminoarequir": 71, "designspecif": 71, "number_of_people_schedule_nam": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumhtg": 71, "plenumheatingsetpoint": 71, "reheatcoilavailsch": 71, "reheat": 71, "airtermin": 71, "singleduct": 71, "object10": 71, "object11": 71, "object6": 71, "object7": 71, "object8": 71, "object9": 71, "temp": 71, "shadetranssch": 71, "transmittance_schedule_nam": 71, "south": 71, "overhang": 71, "shade": 71, "door": 71, "workeffsch": 71, "work_efficiency_schedule_nam": 71, "control_type_schedule_nam": 71, "zonecontrol": 71, "thermostat": [71, 75], "plenum": 71, "aris": 71, "light_control": 71, "new_action_definit": 71, "246": 71, "248": 71, "251": 71, "378": [71, 73], "5953435921799378": 71, "772135": 71, "065615": 71, "118682444": 71, "3702": 71, "129212670561": 71, "3702129212670561": 71, "8204742630928195": 71, "17952573690718": 71, "1323": 71, "6734504483704": 71, "915005": 71, "252123": 71, "15262651": 71, "8240": 71, "440639174443": 71, "8240440639174443": 71, "95402558077242": 71, "2653": 71, "495511682493": 71, "406197": 71, "032454": 71, "26987368": 71, "2705": [71, 75], "327387104871": 71, "2705327387104871": 71, "6026980339436996": 71, "3973019660563": 71, "3654": 71, "117264731128": 71, "771828": 71, "576086": 71, "7228997": 71, "5473": 71, "696407644316": 71, "5473696407644316": 71, "3236919826706703": 71, "67630801732933": 71, "4538": 71, "064413351645": 71, "968792": 71, "643467": 71, "42019805": 71, "120": [71, 76], "4056020773604": 71, "01204056020773604": 71, "94994733268213": 71, "5259": 71, "877199437174": 71, "487429": 71, "881165": 71, "43655413": 71, "7020926257567": 71, "018270209262575672": 71, "2600072645660596": 71, "73999273543394": 71, "6975": 71, "320963205122": 71, "296425": 71, "643679": 71, "86003727": 71, "1226": 71, "248426331626": 71, "1226248426331626": 71, "70903953647829": 71, "29096046352171": 71, "8706": 71, "30201843947": 71, "121338": 71, "962442": 71, "025553703": 71, "697": 71, "2103275980762": 71, "06972103275980762": 71, "8752707894151683": 71, "12472921058483": 71, "10343": 71, "998184182996": 71, "662157": 71, "507599": 71, "93150544": 71, "684": 71, "6697597628286": 71, "06846697597628286": 71, "3248581251439404": 71, "67514187485606": 71, "12237": 71, "019209920722": 71, "351902": 71, "181551": 71, "48064095": 71, "473": 71, "2032270919159": 71, "04732032270919159": 71, "5222419743496403": 71, "47775802565036": 71, "13069": 71, "99679905446": 71, "231323": 71, "530094": 71, "7219142": 71, "441": 71, "5292668362657": 71, "044152926683626574": 71, "4993623031804013": 71, "5006376968196": 71, "14003": 71, "21498085445": 71, "48401": 71, "047281": 71, "6802347": 71, "07314090112306104": 71, "92685909887694": 71, "15358": 71, "466454604144": 71, "825996": 71, "284712": 71, "21843678": 71, "4599": 71, "272751902536": 71, "4599272751902536": 71, "0169386743400288": 71, "98306132565997": 71, "4383123988186277": 71, "711": 71, "put": 71, "leav": 71, "intact": 71, "extra_conf": 71, "297": 71, "298": 71, "300": 71, "disadvantag": 72, "adjust": [72, 78], "stand": 72, "propos": 72, "912": 72, "eplus_env_offic": 72, "913": 72, "914": 72, "915": [72, 76], "916": 72, "917": 72, "937": 72, "008417052432114895": 72, "3410486422979": 72, "01683410486422979": 72, "41070439945542": 72, "27041626118706": 72, "84918155106144": 72, "88116986202595": 72, "74532738560474": 72, "73841316494982": 72, "38460288121428": 72, "66372873926693": 72, "24314170888169": 72, "12321836432302": 72, "67730731535304": 72, "88721275822578": 72, "17223251340036": 72, "30793764011797": 72, "20143741435643": 72, "4627284531045": 72, "03096300421944": 72, "93365898954337": 72, "1482": 72, "85953514518": 72, "4442211987932": 72, "024944422119879323": 72, "69669852361374": 72, "25313699035975": 72, "31323981198721": 72, "87141679758788": 72, "11090427756838": 72, "56241622682827": 72, "9404356024169": 72, "94282444325588": 72, "67194978294257": 72, "12528250474749": 72, "02675393355748": 72, "02881519606414": 72, "7323170557345": 72, "27057664160117": 72, "38432687212007": 72, "31131614661928": 72, "12704060142421": 72, "5512781399194": 72, "2254": 72, "712265755012": 72, "6570166669069": 72, "06842055195615": 72, "19611060077995": 72, "76257909194055": 72, "03948097340511": 72, "44816667157681": 72, "68246103494577": 72, "74943691501284": 72, "57724440341409": 72, "04252087505039": 72, "82097230898479": 72, "89365754884302": 72, "57236745458363": 72, "23540331299291": 72, "15797185610974": 72, "15254710004311": 72, "07075284558289": 72, "49970749537007": 72, "3618": 72, "41549254088": 72, "198977940785": 72, "020119897794078502": 72, "95177229570344": 72, "03365818920899": 72, "60757560084356": 72, "01807134766616": 72, "02808474031944": 72, "82190812609193": 72, "48682887050774": 72, "88794828178202": 72, "59810935786398": 72, "46778150537447": 72, "44257972669456": 72, "79284879509999": 72, "43562436709753": 72, "41247285833814": 72, "62715643472103": 72, "03611257878451": 72, "79267736363525": 72, "65243564408237": 72, "6482": 72, "27876446466": 72, "86509413798045": 72, "1071046471536": 72, "27509765486189": 72, "55675636953588": 72, "65216773896621": 72, "5571280438139": 72, "79071520939431": 72, "83977394603949": 72, "98455644317614": 72, "15279122447957": 72, "20765409229273": 72, "24402610262762": 72, "43118400765561": 72, "60430118197448": 72, "86909845458321": 72, "87644643022476": 72, "06484591156406": 72, "24300908399611": 72, "9982": 72, "991284981603": 72, "6090046831275": 72, "01686090046831275": 72, "94899380246081": 72, "06360575139866": 72, "64043835708107": 72, "90053413764347": 72, "77775409162826": 72, "85491440084278": 72, "84413809380008": 72, "84852169014866": 72, "81155249007516": 72, "2474442023517": 72, "08359041763356": 72, "03184496587623": 72, "06114037003215": 72, "49805825736507": 72, "80319610787662": 72, "78635379853651": 72, "76633279008873": 72, "23300358565249": 72, "15197": 72, "775861760021": 72, "6430": 72, "25476366733": 72, "643025476366733": 72, "30362458961184": 72, "08749938089204": 72, "47728046995123": 72, "84848610748885": 72, "35441535664673": 72, "23674788167068": 72, "83684923572157": 72, "48953443144097": 72, "70569108217305": 72, "92570822385427": 72, "95453942245817": 72, "9310852109356": 72, "90761065616391": 72, "54695943183036": 72, "02379180782778": 72, "09140023176932": 72, "79379237233488": 72, "62275516349538": 72, "20393": 72, "055482672924": 72, "40730428893415": 72, "2081195882295": 72, "94397819959719": 72, "63057921118531": 72, "16215148190642": 72, "34597161854728": 72, "68084155872953": 72, "79261102276273": 72, "80021185275091": 72, "92354348202196": 72, "72571798349205": 72, "7933442496152": 72, "89388375583001": 72, "94708364107272": 72, "52064693594591": 72, "62639383402464": 72, "64389562611166": 72, "78208493279325": 72, "25435": 72, "235586329356": 72, "29888599656579": 72, "60513463360622": 72, "6502371961184": 72, "26243009865059": 72, "83511693216035": 72, "01650759969682": 72, "1219715833017": 72, "193129951486": 72, "25984927684709": 72, "246756226096": 72, "16961935329535": 72, "2292706821575": 72, "31058065863118": 72, "30679185978435": 72, "00162377086149": 72, "07019493415782": 72, "14488073433873": 72, "15733356377928": 72, "29667": 72, "280742048788": 72, "31232078408934": 72, "15531893926972": 72, "62243610547647": 72, "3355501078475": 72, "99617019496714": 72, "90925164972085": 72, "78478083621939": 72, "76648417323338": 72, "94552529042894": 72, "81660183265429": 72, "15665229426293": 72, "11984467906358": 72, "34128949509953": 72, "20504796353065": 72, "88586123209223": 72, "84549591879043": 72, "0480387071551": 72, "92364136523652": 72, "32266": 72, "669648540534": 72, "95342186248593": 72, "79017615251069": 72, "61576801735736": 72, "21904412959735": 72, "23337652641756": 72, "70199079621272": 72, "43858732417969": 72, "50085261539548": 72, "30684175112909": 72, "68506692334094": 72, "61997561531062": 72, "64591022418004": 72, "43849129649558": 72, "89730314513248": 72, "86935225127617": 72, "8610257810776": 72, "76415193815065": 72, "1030080798225": 72, "33693": 72, "4200577215": 72, "67471404763066": 72, "76426059004519": 72, "20781447906961": 72, "8565960165495": 72, "84452889598035": 72, "03748347863898": 72, "30287781156127": 72, "44280752813544": 72, "36536796313164": 72, "55357872462707": 72, "79446517569299": 72, "90682538688919": 72, "72661725183894": 72, "03753160386922": 72, "91255021343735": 72, "01250206066998": 72, "95371613155545": 72, "12462597231874": 72, "34861": 72, "66962269026": 72, "49202797924699": 72, "91834253143812": 72, "6676225575917": 72, "40668187489388": 72, "55052344518836": 72, "93795083204492": 72, "60466670710505": 72, "58536199071002": 72, "28750630729937": 72, "6461216699741": 72, "06515682888017": 72, "06046316147131": 72, "57842146719483": 72, "13899733853399": 72, "14064407629781": 72, "0206640579445": 72, "80239869708953": 72, "11389817828658": 72, "9949106627480553": 72, "033": 72, "preserv": 72, "sophist": 72, "ref": 73, "433": 73, "434": 73, "436": 73, "437": 73, "feel": [73, 75], "loggerev": 73, "earlier": 73, "few": 73, "041": 73, "048": 73, "res3": 73, "13": [73, 81], "898": 73, "899": 73, "906": 73, "ep_len_mean": 73, "5e": 73, "ep_rew_mean": 73, "36e": 73, "fp": 73, "2443": 73, "664": 73, "666": 73, "683": 73, "41": [73, 81], "606": 73, "608": 73, "567": 73, "570": 73, "585": 73, "572": 73, "594": 73, "22754": 73, "40": [73, 76], "48e": 73, "comfort_viol": 73, "32": 73, "mean_ep_length": 73, "mean_power_consumpt": 73, "07e": 73, "power_penalti": [73, 74], "std_reward": 73, "33e": 73, "972": 73, "72": 73, "loss": 73, "n_updat": 73, "5019": 73, "42": 73, "104": 73, "122": 73, "32e": 73, "1024": 73, "102": 73, "105120": 73, "13779": 73, "329": 73, "330": 73, "337": 73, "349": 73, "369": 73, "097": 73, "113": 73, "49": [73, 74], "381": 73, "406": 73, "22400": 73, "83e": 73, "65e": 73, "31e": 73, "825": 73, "22539": 73, "0x7f8e66038ee0": 73, "gt": 73, "54": 73, "736": 73, "create_row_cont": 74, "customcsvlogg": 74, "super": [74, 78], "last_10_steps_reward": 74, "_create_row_cont": 74, "44": 74, "589": 74, "590": 74, "591": 74, "592": 74, "091": 74, "099": 74, "5795042490937325": 74, "4954": 74, "294078583251": 74, "49542940785832507": 74, "6635790903291401": 74, "33642090967086": 74, "2058": 74, "929866314376": 74, "4284": 74, "524651309577": 74, "42845246513095775": 74, "7535396279158597": 74, "24646037208414": 74, "4051": 74, "758361432438": 74, "3153": 74, "187061208363": 74, "31531870612083635": 74, "067937288260211": 74, "93206271173979": 74, "5382": 74, "013734959742": 74, "12475": 74, "64348007228": 74, "247564348007228": 74, "83275995845086": 74, "6277": 74, "484511420095": 74, "10484": 74, "78553645204": 74, "0484785536452041": 74, "93922073357949": 74, "7135": 74, "1225886863995": 74, "3532327751198": 74, "025735323277511983": 74, "3377382776424795": 74, "66226172235752": 74, "10046": 74, "461491112917": 74, "175": [74, 75, 76], "7796775010779": 74, "017577967750107792": 74, "0312783648650807": 74, "96872163513492": 74, "13260": 74, "618700298783": 74, "4110": 74, "951203129332": 74, "41109512031293316": 74, "114623854411061": 74, "88537614558894": 74, "16468": 74, "41380897643": 74, "000058680098": 74, "2023000058680098": 74, "00019975340577": 74, "99980024659423": 74, "19250": 74, "32398402108": 74, "2903": 74, "817402808811": 74, "2903817402808811": 74, "99005393832046": 74, "20272": 74, "56018299861": 74, "64907727570824": 74, "21440": 74, "140959844375": 74, "12924490872369887": 74, "8707550912763": 74, "23429": 74, "375251826543": 74, "5116": 74, "385833393026": 74, "5116385833393026": 74, "751923110197989": 74, "24807688980201": 74, "6686465539904984": 74, "984": 74, "sai": 75, "get_season_comfort_rang": 75, "224": 75, "225": 75, "227": 75, "228": 75, "extend": 75, "desir": 75, "rbc5zone": 75, "myrulebasedcontrol": 75, "daytim": 75, "out_temp": 75, "summer_start_d": 75, "summer_final_d": 75, "current_dt": 75, "season_comfort_rang": 75, "setpoints_summ": 75, "in_temp": 75, "current_heat_setpoint": 75, "current_cool_setpoint": 75, "new_heat_setpoint": 75, "new_cool_setpoint": 75, "weekend": 75, "night": 75, "33": 75, "756": 75, "764": 75, "9027267231826451": 75, "18054": 75, "5344636529": 75, "8054534463652903": [75, 76], "99998833869494": 75, "1764": 75, "4480209727506": 75, "18190": 75, "11301727289": 75, "8190113017272893": 75, "32998609178986": 75, "3319": 75, "0240158271495": 75, "6499": 75, "498986238363": 75, "6499498986238363": 75, "32985628557421": 75, "4331": 75, "530660717744": 75, "2698020216335806": 75, "73019797836642": 75, "34341168003": 75, "2756": 75, "596244185509": 75, "2756596244185509": 75, "33021642625628": 75, "5624": 75, "205479307242": 75, "871": 75, "8985175509725": 75, "08718985175509726": 75, "6700868290835906": 75, "32991317091641": 75, "7188": 75, "94373222068": 75, "7796758221068": 75, "017577967582210682": 75, "710258038781241": 75, "28974196121876": 75, "9056": 75, "39052356895": 75, "20410": 75, "91452531903": 75, "041091452531903": 75, "33010209424337": 75, "10854": 75, "090922968613": 75, "3438": 75, "778066876331": 75, "3438778066876331": 75, "32982109298299": 75, "12308": 75, "980146004908": 75, "6368": 75, "219126588838": 75, "6368219126588838": 75, "33031589389634": 75, "12900": 75, "560641948945": 75, "336525778672": 75, "2705336525778672": 75, "33017846907974": 75, "13780": 75, "798440045137": 75, "5352": 75, "233991403948": 75, "5352233991403947": 75, "32992237675168": 75, "15499": 75, "608669456482": 75, "19332": 75, "86497279549": 75, "9332864972795492": 75, "33000068783789": 75, "4423404300643832": 75, "999": 75, "normil": 76, "47": 76, "002": 76, "004": 76, "007": 76, "014": 76, "res10": 76, "9910000e": 76, "0000000e": 76, "5000000e": 76, "0999999e": 76, "9000000e": 76, "1000000e": 76, "0999992e": 76, "9707859e": 76, "8362732e": 76, "51": 76, "631": 76, "632": 76, "639": 76, "98466104": 76, "33834645": 76, "9484536": 76, "17748918": 76, "8111888": 76, "800001": 76, "44444445": 76, "39061695": 76, "43193626": 76, "56101173": 76, "mo": 76, "tradit": [76, 82], "transform": [76, 82], "multiobjectivereward": [76, 82], "reward_energi": 76, "reward_comfort": 76, "189": 76, "191": 76, "193": 76, "194": 76, "shouldn": 76, "res11": 76, "484": 76, "485": 76, "487": 76, "488": 76, "489": 76, "500": 76, "res12": 76, "147": 76, "156": 76, "674": 76, "172": 76, "177": 76, "179": 76, "multi_object": 76, "260": 76, "262": 76, "264": 76, "266": 76, "267": 76, "3464": 76, "192": 76, "178": 76, "180": 76, "188": 76, "res14": 76, "3780170717786078": 76, "7607145700276305": 76, "5693658209031192": 76, "total_energi": 76, "3780": 76, "170717786078": 76, "23928542997237": 76, "170164060335223": 76, "0850820301676114": 76, "21701": 76, "64060335223": 76, "81967380155336": 76, "8365440129567937": 76, "03220371403475042": 76, "43437386349577206": 76, "8365": 76, "440129567936": 76, "96779628596525": 76, "6854227056528615": 76, "35033569759350197": 76, "31457729434714": 76, "24955729199812332": 76, "12477864599906166": 76, "2495": 76, "572919981233": 76, "02192987873644": 76, "7209530243624731": 76, "00504857474834": 76, "8630007995554065": 76, "7209": 76, "530243624731": 76, "99495142525166": 76, "017578665657165853": 76, "7741709350940091": 76, "8958748003755875": 76, "7866565716585": 76, "22582906490599": 76, "636839603914276": 76, "0794240943146285": 76, "8581318491144523": 76, "16368": 76, "39603914276": 76, "92057590568537": 76, "7885407667844642": 76, "0543995195674611": 76, "9214701431759627": 76, "7885": 76, "407667844641": 76, "94560048043254": 76, "9931231984191132": 76, "4965615992095566": 76, "9931": 76, "231984191132": 76, "96863496011508": 76, "9805738638282033": 76, "49028693191410166": 76, "9805": 76, "738638282033": 76, "98911477390746": 76, "343724380043439": 76, "6718621900217195": 76, "13437": 76, "24380043439": 76, "70296337586111": 76, "5065791281596288": 76, "2305126337192291": 76, "868545880939429": 76, "5065": 76, "791281596288": 76, "76948736628077": 76, "301": [76, 82], "re": 77, "num_simul": 77, "sub_runn": 77, "utilsocket": 77, "monitor_norm": 77, "sub_run": 77, "num_episod": 77, "maximum": 77, "within": [77, 79], "suit": 77, "observation_valu": 77, "row": 77, "carri": 77, "techniqu": 77, "factor": 77, "discomfort": 78, "togeth": 78, "typic": 78, "satisfact": 78, "similar": 78, "increas": 78, "higher": 78, "hourlylinearreward": 78, "slight": 78, "am": 78, "pm": 78, "equal": 78, "neg": 78, "perfect": 78, "behavior": 78, "seri": 78, "reflect": 78, "But": 78, "imagin": 78, "signal": 78, "__call__": 78, "basereward": 78, "customreward": 78, "naiv": 78, "under": [79, 80], "test_common": 79, "test_reward": 79, "test_wrapp": 79, "test_simul": 79, "test_config": 79, "test_env": 79, "test_control": 79, "test_stable_baselin": 79, "conceptu": 79, "readm": 79, "try_env": 80, "soon": 80, "dispos": 80, "simplest": 80, "screen": 80, "\u00bac": 81, "aus_nsw": 81, "sydnei": 81, "947670_iwec": 81, "australia": 81, "subtrop": 81, "dry": 81, "68": 81, "83": 81, "col_bogota": 81, "802220_iwec": 81, "bogota": 81, "colombia": 81, "mediterranean": 81, "warm": 81, "mild": 81, "80": 81, "granada": 81, "spain": 81, "latitud": 81, "semiarid": 81, "passiv": 81, "84": 81, "fin_helsinki": 81, "029740_iwec": 81, "helsinki": 81, "finland": 81, "moist": 81, "continent": 81, "79": 81, "jpn_tokyo": 81, "hyakuri": 81, "477150_iwec": 81, "tokyo": 81, "japan": 81, "78": 81, "mdg_antananarivo": 81, "670830_iwec": 81, "antananarivo": 81, "madagascar": 81, "75": 81, "91": 81, "arizona": 81, "desert": 81, "usa_co_aurora": 81, "bucklei": 81, "angb": 81, "724695_tmy3": 81, "colorado": 81, "usa_il_chicago": 81, "ohar": 81, "725300_tmy3": 81, "illinoi": 81, "92": 81, "70": 81, "pennsylvania": 81, "66": 81, "washington": 81, "marin": 81, "west": 81, "coastal": 81, "rain": 81, "81": 81, "classif": 81, "variant": 82, "histori": 82, "queue": 82}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObjectiveReward"], [65, 1, 1, "", "MultiObsWrapper"], [66, 1, 1, "", "NormalizeObservation"], [67, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "reset"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "get_unwrapped_obs"], [66, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71], "contribut": 0, "exampl": [0, 68, 69, 70, 73, 75, 76, 80], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 71, 72], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 72, 75], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 73], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 74, 76, 77], "evalu": [4, 46, 47], "tensorboard": [4, 7, 69], "structur": 4, "how": 4, "us": [4, 7], "mlflow": [4, 7, 68], "environ": [5, 9, 71], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 81], "variabl": [5, 9], "reward": [5, 57, 58, 59, 60, 61, 71, 78], "kwarg": 5, "action": [5, 8, 71, 72], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 77], "observ": [5, 71, 76], "space": [5, 71], "name": 5, "definit": [5, 71], "extra": [5, 6, 71], "configur": [5, 6, 7, 9, 71, 74], "ad": [5, 71], "new": [5, 8, 71, 79], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 74], "first": 7, "step": [7, 74], "2": [7, 74], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 79], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "load": 7, "train": 7, "model": [7, 71], "log": 7, "visual": 7, "real": 7, "time": 7, "track": 7, "server": 7, "set": [7, 9, 72], "up": [7, 72], "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 74], "instal": [9, 79], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "about": [9, 71], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 66, 67, 74, 76, 82], "loggerwrapp": [63, 74], "multiobjectivereward": 64, "multiobswrapp": 65, "normalizeobserv": 66, "officegridstoragesmoothingactionconstraintswrapp": 67, "basic": 70, "chang": 71, "an": [71, 72], "regist": 71, "other": 71, "compon": 71, "get": 71, "inform": 71, "updat": 71, "more": 71, "default": 72, "empti": 72, "interfac": 72, "usag": [73, 80], "person": 74, "inherit": 74, "csvloger": 74, "instanti": 74, "rule": 75, "normal": 76, "multi": 76, "object": 76, "all": 76, "one": 76, "format": 77, "custom": 78, "test": 79, "pytest": 79, "run": 79}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "How use": [[4, "how-use"]], "Mlflow": [[4, "mlflow"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[7, "load-a-trained-model"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[64, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[68, "MLFlow-example"]], "TensorBoard example": [[69, "TensorBoard-example"]], "Basic example": [[70, "Basic-example"]], "Changing an environment registered in Sinergym": [[71, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[71, "Adding-a-new-reward"]], "Adding other new components to the environment": [[71, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[71, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[71, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[71, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[71, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[72, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[73, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[74, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[74, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[74, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[75, "Rule-Controller-example"]], "Wrappers example": [[76, "Wrappers-example"]], "Normalization Wrapper": [[76, "Normalization-Wrapper"]], "Multi-Objective Wrapper": [[76, "Multi-Objective-Wrapper"]], "Multi Observation Wrapper": [[76, "Multi-Observation-Wrapper"]], "Logger Wrapper": [[76, "Logger-Wrapper"]], "All Wrappers in one": [[76, "All-Wrappers-in-one"]], "Output format": [[77, "output-format"]], "Logger": [[77, "logger"]], "Rewards": [[78, "rewards"]], "Custom Rewards": [[78, "custom-rewards"]], "Tests": [[79, "tests"]], "Install Pytest": [[79, "install-pytest"]], "Running tests": [[79, "running-tests"]], "Create new tests": [[79, "create-new-tests"]], "Usage example": [[80, "usage-example"]], "Weathers": [[81, "weathers"]], "Wrappers": [[82, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[64, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[64, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.2.9/.buildinfo b/docs/compilation/v2.2.9/.buildinfo index 9a7ccbea37..72af02209a 100644 --- a/docs/compilation/v2.2.9/.buildinfo +++ b/docs/compilation/v2.2.9/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: efbfb6886648a04327e86ff015069990 +config: c01052a8147401ffe4c8062f30cfa1e7 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.2.9/.doctrees/environment.pickle b/docs/compilation/v2.2.9/.doctrees/environment.pickle index 0a45a770bf..5c5fd98ea2 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/environment.pickle and b/docs/compilation/v2.2.9/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.2.9/.doctrees/index.doctree b/docs/compilation/v2.2.9/.doctrees/index.doctree index 4ee23dad21..8f022181db 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/index.doctree and b/docs/compilation/v2.2.9/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.2.9/.doctrees/pages/API-reference.doctree index 71a05bffd4..33b6cd9608 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/buildings.doctree b/docs/compilation/v2.2.9/.doctrees/pages/buildings.doctree index 3935b55dca..003fc2b721 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/controllers.doctree b/docs/compilation/v2.2.9/.doctrees/pages/controllers.doctree index 0e3d4b57a0..2ebdef09b6 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.2.9/.doctrees/pages/deep-reinforcement-learning.doctree index 7265e565e7..c7b1d9353f 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/environments.doctree b/docs/compilation/v2.2.9/.doctrees/pages/environments.doctree index b982531b42..8aaa7c849a 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/environments.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.2.9/.doctrees/pages/extra-configuration.doctree index 8875df0df4..abf1b2dc95 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.2.9/.doctrees/pages/gcloudAPI.doctree index 7ca5d481b5..1843a48eb9 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.2.9/.doctrees/pages/github-actions.doctree index 85d08f4f20..4959ee603e 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/installation.doctree b/docs/compilation/v2.2.9/.doctrees/pages/installation.doctree index 3db77b8495..e8c17714ff 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/installation.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/introduction.doctree b/docs/compilation/v2.2.9/.doctrees/pages/introduction.doctree index a259edd085..2ef74ea411 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.doctree index 37cb71dec8..c33f1f77b6 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 708cd834f2..a379e80adf 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 2f0271144b..0a42e926f1 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 5f8ccc5c70..34f14d6c7d 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.doctree index af1e6762fe..63c1fd3d13 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.doctree index 8a5ad6ae94..76fceba91a 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 1f1e39f403..9d32e4b437 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 405bee9284..cfb0f75d8f 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index c99a9f4b38..1154f5a1f7 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index c9b8b76db9..ae2a655fdc 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index bfafc4d012..512433d5d3 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index dafe659898..ecbcc61fcc 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index fe2d8d4aa0..f0ddaee244 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 2eb63f6ea4..b53355c6aa 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.doctree index 9e4024bc84..93d83df1a5 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 0deb867e58..3180f91f1d 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index f196d918ee..19e7847eb2 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 0e038b54cd..01ecdfa679 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 7fbcd2f493..d58766d78c 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 282979d5ec..0acea09ab8 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 407859dc07..258a5102fa 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index f748562584..19afd67d34 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 8ad26f2426..323ac74c63 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index b530099100..a62fab5d36 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index cd2e5a10d6..e74e44888c 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index b20a89fc4e..b34d5b4725 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.doctree index 8076e09f09..fa0bc7171b 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.constants.doctree index d1b1a166ba..f541362280 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 2610308f91..c6b5c21ee0 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 27192fbbca..8b22394677 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 175fc214ea..95f89acaf4 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 0ce5e8c4cc..d4d54b1181 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.doctree index 9febf997d2..9bdd461ecc 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index d4be62a1f8..7b6f8a166f 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 63b085f90f..b2d1740d42 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 8e0f61b8ff..a8228ed01e 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 8f76dc816f..193d70d29b 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 00fc28c320..fffdc1670c 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 75e9c12fa5..96b6bebfc5 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index f65e792848..35206ab4a3 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index adf9634f4e..b657f2062f 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 714e54b15e..6746e75497 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 15c588c06d..7e791b976f 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 6b5e58f30d..4f44a2a082 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index a374060852..8fb6167b40 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index aa4132f1a9..10eed01e37 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.doctree index 1ea4003e69..c497541736 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index c1c55bfa54..c2ab374f1b 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 56ee3ee088..62e5543b70 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 03731dda32..30dba7c593 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 80233ec091..ca104b6c13 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 6ef508506d..6ccca13572 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 445ab19706..8f59efe23f 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index e71beb2683..f7b948a9c0 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 0c12378871..5876e168c0 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 84957dd477..0a085060b3 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 1d5af1a91b..4d5a3d13d0 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index d57dafe36c..a469eff6e6 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/MLflow_example.doctree index 06d728f77e..342866dac9 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/TensorBoard_example.doctree index 78a880f72e..5d9a7d0a16 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/basic_example.doctree index 08ba62ef78..cb7956458f 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/change_environment.doctree index dbb49c26ac..8a58fb9e87 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/default_building_control.doctree index d96d9b744c..457dee90fd 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/drl.doctree index 8d16ff8c9d..af21aa4113 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 4d0ec25051..4e929a42a0 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/rule_controller_example.doctree index 987c0b0303..a446253c87 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/wrappers_examples.doctree index 37ca9ae035..44a20dd82b 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/output.doctree b/docs/compilation/v2.2.9/.doctrees/pages/output.doctree index 52d3b86227..8746e7a7ea 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/output.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/rewards.doctree b/docs/compilation/v2.2.9/.doctrees/pages/rewards.doctree index 8562a0f889..06a7cd643c 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/tests.doctree b/docs/compilation/v2.2.9/.doctrees/pages/tests.doctree index a4ab3bee7e..5a2206a726 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/tests.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.2.9/.doctrees/pages/usage-example.doctree index a0c00b68b5..e30488d081 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/weathers.doctree b/docs/compilation/v2.2.9/.doctrees/pages/weathers.doctree index 2134c8743f..573b7ff7be 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.2.9/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.2.9/.doctrees/pages/wrappers.doctree index 9f4c553f61..a737b384ca 100644 Binary files a/docs/compilation/v2.2.9/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.2.9/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.2.9/objects.inv b/docs/compilation/v2.2.9/objects.inv index ebee1300aa..b280661351 100644 Binary files a/docs/compilation/v2.2.9/objects.inv and b/docs/compilation/v2.2.9/objects.inv differ diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.2.9/pages/modules/sinergym.envs.eplus_env.html index 5559c9abad..178d2aa69e 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.envs.eplus_env.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.envs.html b/docs/compilation/v2.2.9/pages/modules/sinergym.envs.html index cf2f08b0ae..b593ec3735 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.envs.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.base.html index 0082464cb9..a651b9fd17 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.base.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus.html index 308fe85681..ac6ccee0db 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus_alpha.html index bcefcb94ed..82d13a6d97 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.eplus_alpha.html @@ -122,9 +122,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.html b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.html index 7a03ca0db0..9de545a120 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.simulators.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.callbacks.html index fe34217fce..d85d6b7bce 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.callbacks.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.common.html index b3b3e9067b..ce01b4409c 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.common.html @@ -140,9 +140,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.config.html index e2b2f54183..464dbac313 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.config.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.constants.html index cf6d6d3614..4b9cb9fba1 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.constants.html @@ -127,9 +127,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.controllers.html index 0c84a29e01..dc62fa1f7a 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.controllers.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.env_checker.html index fb1b97c58f..7e9783cea3 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.env_checker.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.evaluation.html index 9e449ddec4..831e0af38b 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.evaluation.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.gcloud.html index a15848a13d..60a5239dbf 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.gcloud.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.html index 16e0e44a26..3639bd62cd 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.html @@ -126,9 +126,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.logger.html index 84c3346e85..1d9731a0cf 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.logger.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.rewards.html index 20fca86352..cbd411c4b2 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.rewards.html @@ -133,9 +133,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.wrappers.html index 26a1657e2c..283c0ceec2 100644 --- a/docs/compilation/v2.2.9/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.2.9/pages/modules/sinergym.utils.wrappers.html @@ -134,9 +134,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.2.9/searchindex.js b/docs/compilation/v2.2.9/searchindex.js index 4f333b7227..93b8f91af9 100644 --- a/docs/compilation/v2.2.9/searchindex.js +++ b/docs/compilation/v2.2.9/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 64, 65, 71, 72, 73, 77, 78, 79, 81, 83], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 71, 77, 78, 79, 80], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 71, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 71, 73, 79], "gymnasium": [0, 4, 5, 6, 10, 13, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81], "interfac": [0, 5, 10, 14, 19, 38, 72, 78, 80], "wrap": [0, 4, 10, 24, 32, 36, 47, 69, 70, 74, 78], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83], "engin": [0, 5, 7, 10, 16, 73], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 72, 79, 80], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "deep": [0, 9, 10, 74], "reinforc": [0, 9, 10, 74, 77, 79], "learn": [0, 9, 10, 69, 70, 72, 74, 77, 79], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 74, 76, 82], "help": [0, 4, 10], "u": [0, 6, 9, 10, 73], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 70, 74, 76, 79, 81, 83], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 74, 80], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 72, 79, 83], "easi": [0, 10, 80], "just": [0, 8, 10, 72, 77], "2": [0, 2, 5, 8, 10, 18, 69, 70, 71, 72, 73, 74, 76, 77, 82], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 70, 71, 72, 73, 74, 75, 76, 80, 81], "templat": [0, 7, 10], "bug": [0, 10, 83], "etc": [0, 5, 7, 9, 10, 55, 71, 72], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 68, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83], "detail": [0, 4, 6, 7, 9, 10, 72, 74], "info": [0, 10, 13, 55, 64, 65, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "how": [0, 5, 7, 9, 10, 13, 18, 64, 69, 70, 71, 72, 74, 75, 76, 77, 83], "main": [0, 2, 4, 5, 7, 10, 55, 72, 79], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 71, 72, 75, 76, 77, 79, 80, 81, 83], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 65, 70, 71, 79, 82], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 70, 74, 79, 80], "commun": [0, 5, 10, 14, 38, 78, 80], "between": [0, 4, 5, 8, 10, 29, 79, 83], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 72, 77, 80, 81], "establish": [0, 4, 5, 10, 18, 72, 78, 80], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 76, 78], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82], "tool": [0, 5, 8, 10, 81], "allow": [0, 4, 5, 7, 10, 79], "interact": [0, 3, 4, 10, 45, 55, 64, 73, 74, 78, 83], "sever": [0, 5, 7, 10, 38, 72, 77, 79, 82, 83], "them": [0, 2, 4, 5, 10, 38, 70, 72, 77, 79], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 70, 77], "backend": [0, 5, 10], "while": [0, 10, 70, 71, 72, 73, 75, 76, 77, 81], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 71], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 81, 83], "design": [0, 5, 6, 10, 38, 72], "set": [0, 4, 5, 6, 7, 10, 37, 38, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 69, 70, 74, 77, 80], "These": [0, 5, 7, 8, 10, 55, 72, 77, 79, 80], "mai": [0, 5, 7, 9, 10, 38, 70, 71, 74, 78, 79], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 64, 65, 66, 68, 69, 70, 71, 74, 75, 76, 77, 80, 81], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 65, 66, 67, 75, 76, 78, 79, 80, 83], "space": [0, 4, 7, 10, 13, 69, 70, 71, 73, 74, 81], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 77, 80, 81, 83], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 82], "packag": [0, 2, 8, 10, 69, 70, 72, 74, 77, 80], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 72, 73, 78], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 72, 78], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 74, 76, 79, 83], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 81], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 69, 70, 71, 73, 74, 75, 76, 77, 80], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 83], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 69, 70, 72, 74, 79], "also": [0, 4, 5, 9, 10, 45, 72, 73, 74, 77, 79], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 69, 70, 71, 73, 74, 76, 77, 79, 80], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 72, 74, 75, 77], "chang": [0, 5, 7, 8, 10, 38, 55, 70, 71, 73, 74, 75, 78, 79], "some": [0, 4, 5, 6, 7, 8, 10, 13, 64, 72, 73, 74, 83], "aspect": [0, 2, 10, 79], "wai": [0, 5, 6, 7, 8, 10, 72, 77], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 78, 82], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83], "make": [0, 2, 5, 6, 7, 9, 10, 18, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 69, 70, 71, 73, 74, 75, 76, 77], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 70, 72, 73, 81], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 64, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81, 83], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 68, 72, 73, 76, 78, 79, 80, 81, 82, 83], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 72, 74, 79], "directli": [0, 4, 5, 9, 10, 33, 72, 73, 81], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 64, 66, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "well": [0, 4, 5, 10, 47, 74], "peopl": [0, 5, 10, 72, 79], "occup": [0, 5, 10, 31, 41, 72], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 69, 70, 74, 75, 77, 80, 83], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 64, 65, 66, 71, 72, 73, 74, 76, 77, 81, 83], "per": [0, 2, 4, 5, 6, 10, 47, 55, 78], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 71, 72, 73, 75, 76, 77, 79], "run": [0, 4, 5, 7, 9, 10, 18, 47, 69, 70, 72, 73, 74, 78, 81], "period": [0, 5, 10, 79, 82], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 82], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 78], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 73, 79, 80, 83], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 72, 75, 76, 77, 78, 79, 83], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 64, 66, 69, 70, 71, 73, 74, 75, 76, 77, 82, 83], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 70, 83], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 69, 70, 73, 74, 78, 80, 81], "automat": [0, 5, 8, 9, 10, 13, 38, 72, 73, 79, 80], "adapt": [0, 5, 10, 38, 44, 45, 72, 73], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 72, 78, 80, 82], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 64, 65, 74, 75, 76, 77, 78, 79, 81, 82, 83], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 69, 71, 72, 73, 74, 76, 77, 79, 80, 82, 83], "designdai": [0, 5, 10, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77], "locat": [0, 5, 9, 10, 26, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 82], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82], "epw": [0, 10, 13, 20, 26, 38, 72, 73, 78, 80, 82], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 64, 70, 72, 73, 75, 77, 79, 82], "without": [0, 5, 7, 8, 10, 38, 67, 73, 81], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 65, 66, 67, 72, 74, 75, 76, 77, 78, 79, 81], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 70, 71, 72, 73, 78, 79], "extern": [0, 5, 10, 38, 72, 78], "cfg": [0, 5, 10, 18, 38, 78], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 77, 78], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 68, 72, 73, 78, 79, 81], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 72, 73, 74, 78, 79, 80], "In": [0, 5, 7, 8, 9, 10, 38, 47, 70, 71, 72, 73, 75, 77, 79, 80, 81], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 64, 72, 79], "process": [0, 4, 5, 8, 10, 13, 26, 38, 69, 70], "so": [0, 4, 5, 7, 8, 9, 10, 70, 73, 74, 77, 78, 79, 83], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 64, 70, 72, 73, 74, 78, 79, 80, 83], "what": [0, 5, 10, 72, 77], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 72, 73, 75, 76, 78, 79, 80], "integr": [0, 5, 8, 10, 70, 74], "obtain": [0, 4, 5, 10, 13, 64], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 64, 66, 70, 71, 74, 76, 77, 78, 79, 80, 82, 83], "about": [0, 4, 5, 10, 18, 45, 70, 74, 76, 77, 78, 80, 83], "zone": [0, 2, 5, 7, 10, 13, 72, 76, 79], "schedul": [0, 5, 10, 13, 38, 72], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 65, 72, 73, 78, 79, 80], "possibl": [0, 4, 5, 6, 7, 9, 10, 72, 74, 77, 82], "export": [0, 5, 7, 10, 13, 27, 35, 72], "excel": [0, 10, 27, 72], "know": [0, 5, 7, 10, 72, 78], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 64, 72, 73, 76, 78, 79, 80, 83], "To": [0, 5, 6, 7, 9, 10, 70, 80], "do": [0, 4, 5, 6, 7, 9, 10, 47, 70, 72, 73, 79, 80], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 64, 66, 70, 72, 77, 79, 80, 83], "thei": [0, 4, 5, 7, 8, 9, 10, 70, 79, 80], "replac": [0, 5, 10, 72, 73], "format": [0, 4, 5, 6, 8, 10, 27, 64, 72], "take": [0, 4, 5, 6, 8, 10, 38, 45, 73, 74], "care": [0, 5, 7, 10, 73], "relev": [0, 10], "intern": [0, 4, 5, 10, 79], "stabl": [0, 4, 9, 10, 22, 44, 45, 80], "baselin": [0, 4, 10, 22, 44, 45, 80], "3": [0, 2, 4, 6, 9, 10, 18, 22, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 82], "like": [0, 4, 5, 8, 9, 10, 38, 70, 71, 72, 80], "callback": [0, 10, 21, 46, 47, 57, 69, 70, 74], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 64, 70, 72, 78, 79, 80, 81], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 70, 72, 77, 78, 80, 83], "other": [0, 4, 5, 7, 9, 10, 74, 78, 79, 83], "drl": [0, 3, 5, 7, 10, 69, 70, 73], "librari": [0, 7, 9, 10, 70, 76, 77, 80], "support": [0, 4, 5, 9, 10, 13, 80], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 64, 66], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 70, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 79], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10], "server": [0, 2, 7, 10, 17, 38, 70], "open": [0, 2, 9, 10, 70, 77], "sourc": [0, 2, 8, 9, 10, 13, 64, 77], "platform": [0, 4, 8, 10, 70], "machin": [0, 7, 10, 70, 81], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 80], "local": [0, 4, 7, 10, 47, 52, 53, 69, 70, 72, 74, 77, 81], "store": [0, 4, 10, 23, 38, 53, 55, 70, 72, 78], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 78], "artifact": [0, 4, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 70, 73, 74, 78], "visual": [0, 4, 9, 10], "logger": [0, 5, 10, 64, 69, 70, 73, 74, 83], "tensorboard": [0, 10, 23], "train": [0, 10, 69, 70, 74, 78, 79], "evalu": [0, 7, 10, 24, 69, 70, 74, 79], "real": [0, 4, 5, 10, 55, 70], "notebook": [0, 10, 70, 71, 72, 75, 77], "develop": [0, 3, 4, 5, 8, 9, 10, 70, 77, 80, 83], "code": [0, 3, 6, 8, 9, 10, 69, 71, 79, 83], "purpos": [0, 4, 5, 7, 8, 10, 72], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 71, 72, 74, 76, 79, 81], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 69, 70, 71, 73, 74, 75, 76, 77, 80, 83], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 80], "accompani": [0, 10], "extens": [0, 5, 9, 10, 71, 74], "document": [0, 5, 7, 8, 9, 10, 70, 72, 74, 76, 77, 78], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 80], "workflow": [0, 8, 10, 80], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 68, 77, 79], "understand": [0, 10], "mani": [0, 4, 10, 73], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 67, 72, 78, 79, 80, 81, 82, 83], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 72, 76, 77, 78, 80, 82, 83], "ad": [0, 2, 4, 10, 73, 79, 82], "section": [0, 2, 3, 4, 5, 7, 9, 10, 72, 79, 80, 81, 82], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "progress": [0, 4, 5, 10, 55, 56, 64, 75, 77, 78], "stai": [0, 6, 10, 79], "tune": [0, 6, 10, 79], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 64, 71, 73, 74, 76, 78, 79, 80, 82, 83], "those": [0, 4, 5, 7, 31, 72, 79], "interest": [0, 2, 77, 82], "alwai": [0, 5, 7, 9, 18, 71, 74, 76, 78, 79], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 80], "repo": 0, "read": [0, 5, 7, 16, 18, 52, 74], "md": 0, "first": [0, 5, 9, 18, 38, 47, 67, 69, 71, 72, 74, 75, 76], "comput": [0, 4, 7, 70, 74], "contain": [0, 4, 5, 8, 47, 49, 50, 71, 73, 80], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 83], "instal": [0, 7, 8, 18, 81], "host": [0, 2, 4, 7, 78], "folder": [0, 5, 8, 9, 13, 24, 38, 70, 72, 75, 77], "offici": 0, "repositori": [0, 7, 8, 9, 74, 78, 80, 81], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 72, 78, 82], "framework": [0, 2, 73, 80, 82], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 71, 72, 73, 75, 76, 77, 82], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 82], "ny": 0, "usa": [0, 82], "url": 0, "http": [0, 4, 7, 9, 17, 44, 45], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 69, 70, 71, 72, 73, 74, 75, 76, 77, 82], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 72], "energi": [0, 2, 5, 23, 60, 61, 62, 79], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 66, 70, 71, 72, 73, 74, 75, 76, 77, 79, 82], "sinergym": [2, 3, 4, 8, 10, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "independ": [2, 80, 82], "rest": [2, 5, 7, 9, 48, 49, 79, 82], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82], "experi": [2, 4, 5, 6, 9, 37, 38, 73, 82], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 72, 77], "m2": 2, "divid": [2, 69, 70, 74, 77], "two": [2, 8, 9, 72, 79], "asymmetr": 2, "hvac": [2, 72, 79], "consist": [2, 5], "air": [2, 72, 76, 79], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 72], "cool": [2, 5, 72, 76, 82], "coil": [2, 72], "chill": 2, "water": 2, "vav": [2, 72], "heat": [2, 72, 76], "come": [2, 73], "5zoneautodxvav": [2, 5, 41, 73], "singl": [2, 73], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 67, 69, 70, 71, 72, 73, 74, 76, 77, 79, 81, 82, 83], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "outdoor": [2, 72, 76], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 70, 71, 72, 73, 74, 75, 76, 77, 82], "equip": [2, 72], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 83], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 73], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 79, 80], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 65, 66, 67, 68, 69, 70, 72, 74, 75, 76, 77, 82, 83], "electr": [2, 72, 79], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 69, 70, 74, 77], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 72, 73, 80], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 80], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 69, 70, 71, 72, 73, 74, 75, 76, 77, 82], "basement": 2, "rectangular": 2, "46": [2, 71], "320": 2, "organ": [2, 5, 72, 80], "19": [2, 61, 72, 73, 75, 77], "bot": [2, 8], "mid": [2, 82], "level": [2, 8, 56, 80], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 72, 77], "charg": [2, 5, 68], "discharg": [2, 68], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 64, 74, 77, 79, 80, 83], "random": [3, 43, 73], "rule": [3, 41, 42, 80], "base": [3, 4, 7, 8, 41, 42, 57, 59, 72, 76, 80], "5zone": [3, 5, 6, 72, 76], "datacent": [3, 5, 72], "find": [3, 8], "util": [3, 4, 7, 13, 69, 70, 72, 73, 74, 75, 76, 77, 79, 80, 81, 83], "py": [3, 4, 5, 7, 9, 45, 69, 70, 74, 77, 80, 81, 83], "veri": [3, 9, 72, 79], "perform": [3, 4, 5, 9, 24, 47, 65, 66, 79], "refer": [3, 7], "point": [3, 70, 74, 81], "studi": [3, 5], "simpl": [3, 5, 71, 72, 79], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 79], "instanc": [3, 4, 5, 7, 8, 13, 49, 78], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 65, 66, 67, 68, 69, 70, 74, 75, 76, 77, 79, 81, 83], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 72, 73, 75, 78, 79, 80, 83], "usag": [3, 7, 69], "facil": [4, 72, 79], "discret": [4, 5, 13, 71, 72, 79], "continu": [4, 5, 6, 8, 9, 70, 71, 72, 73], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 69, 70, 74], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 69, 70, 71, 72, 74, 77, 83], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 72, 74, 78], "stage": 4, "procedur": [4, 8], "access": 4, "state": [4, 5, 18, 64], "dure": [4, 5, 8, 13, 23, 24, 74, 78, 81], "monitor": [4, 7, 9, 24, 47, 55, 64, 70, 73, 74, 75, 77, 78], "save": [4, 6, 24, 38, 69, 70, 72, 74], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 83], "column": [4, 5, 26, 38], "due": [4, 5, 68, 70], "its": [4, 5, 7, 8, 9, 50, 64, 71, 79, 81, 83], "import": [4, 6, 7, 8, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 83], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 65, 66, 70, 74, 77, 80], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 65, 69, 70, 71, 72, 73, 74, 75, 76, 83], "log": [4, 55, 56, 64, 74, 78, 83], "extract": [4, 5, 13, 34, 38], "why": 4, "record": [4, 30, 33, 55, 64, 78], "same": [4, 5, 7, 8, 26, 69, 72, 77, 78, 82, 83], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 74, 78], "constructor": [4, 5, 6, 16, 68, 72, 79, 83], "loggercallback": [4, 70], "basecallback": [4, 24], "wandb": [4, 57], "ai": 4, "site": [4, 69, 70, 71, 72, 73, 74, 75, 76, 77], "__": 4, "background": [4, 73], "With": [4, 5, 72], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82], "regist": [4, 5, 8, 70, 71, 74, 81], "hyperparamet": 4, "output": [4, 6, 8, 34, 38, 45, 56, 69, 70, 71, 72, 73, 74, 75, 76, 77], "compar": [4, 77], "summari": [4, 5, 9, 64, 71], "registr": 4, "enabl": [4, 7, 8], "best": [4, 24, 69, 70, 74], "metric": 4, "There": [4, 7, 9, 78], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "log_interv": [4, 69, 70, 74], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 64, 66, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 81, 82], "consequ": [4, 7, 79], "featur": [4, 5], "thu": [4, 5], "off": [4, 70, 72], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 67, 68, 69, 70, 72, 74, 75, 77, 78, 79, 83], "instead": [4, 5, 7, 9, 47, 65, 77, 83], "version": [4, 5, 8, 9, 13, 72, 81], "result": [4, 6, 18, 47, 70, 71, 72, 73, 75, 76, 77, 78, 81], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 64, 69, 78], "loggerevalcallback": [4, 69, 70, 74], "evalcallback": 4, "particular": [4, 5, 71], "concret": 4, "construct": [4, 5, 7], "place": [4, 5, 73, 81], "On": [4, 7, 9, 72], "hand": [4, 7, 9, 72], "occupi": [4, 72], "accur": 4, "averag": [4, 47, 81], "therefor": [4, 5, 73, 79, 81], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 65, 77, 79], "good": 4, "turn": [4, 70], "out": [4, 69, 70, 74, 78], "howev": [4, 5, 6, 7, 8, 9, 72, 73, 79, 80], "calcul": [4, 5, 69, 74, 79, 81], "power": [4, 55, 60, 61, 62, 78, 79], "consumpt": [4, 23, 61, 62, 78, 79], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 72, 76, 78, 79], "penalti": [4, 78, 79], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 79, 81], "decid": [4, 5, 7], "better": [4, 5], "appear": [4, 5, 9, 47, 71, 78], "action_simul": 4, "becaus": [4, 5, 7, 8, 74, 76, 81], "clip": [4, 68], "Then": [4, 5, 7, 9, 69, 70, 72, 73], "pars": [4, 5], "note": [4, 47, 78], "box": [4, 5, 13, 69, 70, 72, 73, 74], "equival": 4, "csv": [4, 5, 55, 64, 74, 75, 77, 78], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 71, 72, 73, 75, 76, 77, 79, 82], "bound": [4, 69, 70, 74], "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 67, 71, 72, 73, 75, 76, 77, 79, 81, 83], "cumulative_comfort_penalti": 4, "sum": [4, 71, 72, 73, 75, 76, 81], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 74], "being": [4, 5, 7, 13, 78, 79], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 64, 66, 67, 72, 74, 75, 78, 80], "normal": [4, 5, 67, 78, 79, 80, 83], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 72, 77, 78], "rollout": [4, 74], "exploration_r": [4, 74], "doesn": [4, 7, 83], "t": [4, 5, 7, 9, 30, 60, 62, 68, 71, 73, 77, 78, 82, 83], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 72, 77, 78, 79], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 72, 74, 81], "drl_batteri": [4, 7, 74], "most": [4, 5, 78, 79], "must": [4, 5, 7, 9, 47, 72], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 69, 70, 74], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 79], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 72, 74, 79, 83], "field": [4, 5, 13, 38, 79, 82], "valid": [4, 50, 77, 83], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 70, 72], "abl": [4, 5, 7, 9, 72], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 64, 65, 66, 67, 75, 79], "json": [4, 7], "alloc": [4, 7, 8], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 71, 73, 78], "overwrit": 4, "seed": [4, 13, 64, 66], "befor": [4, 5, 7, 18, 38, 47, 72, 73, 74, 77], "id": [4, 5, 7, 72, 79, 81], "respect": [4, 5, 8, 9], "mention": [4, 5, 7, 72], "otherwis": [4, 6, 77, 83], "error": [4, 5, 7, 8, 47, 70, 72, 77], "next": [4, 5, 7, 8, 13, 18, 64, 66, 69, 72, 77, 79, 80], "appropri": [4, 72, 81], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 69, 70, 74], "__version__": 4, "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "overwritten": [4, 72], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 66, 72, 74, 78], "bucket": [4, 52, 53], "delet": [4, 49], "previou": [4, 7, 8, 66, 72], "load_ag": [4, 7], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 72, 73, 79], "onc": [4, 5, 9], "predict": 4, "agre": 4, "collect": [4, 55, 81], "sent": 4, "memori": [4, 7], "direct": 4, "plan": [4, 5], "futur": [4, 5, 6, 7, 70, 79], "As": [5, 7, 9, 72], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 64, 73], "receiv": [5, 13, 18, 20, 83], "At": [5, 7, 8, 71, 74], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 60, 61, 62, 63, 64, 66, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83], "via": 5, "socket": [5, 18, 78], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 69, 70, 71, 72, 73, 74, 75, 76, 77], "eplu": [5, 6, 13, 34, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81], "demo": [5, 69, 70, 71, 72, 74, 75, 76, 77, 81], "v1": [5, 6, 13, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "usa_pa_pittsburgh": [5, 73, 82], "allegheni": [5, 73, 82], "counti": [5, 73, 82], "ap": [5, 73, 82], "725205_tmy3": [5, 73, 82], "No": [5, 70], "01": [5, 72, 74, 77], "31": [5, 6, 73], "03": [5, 74, 77], "hot": [5, 6, 60, 61, 62, 72, 73, 79, 82], "usa_az_davi": [5, 82], "monthan": [5, 82], "afb": [5, 82], "722745_tmy3": [5, 82], "mix": [5, 79, 82], "usa_ny_new": [5, 82], "j": [5, 82], "f": [5, 9, 69, 70, 74, 82], "kennedi": [5, 82], "intl": [5, 82], "744860_tmy3": [5, 82], "usa_wa_port": [5, 82], "angel": [5, 82], "william": [5, 82], "r": [5, 60, 62, 82], "fairchild": [5, 82], "727885_tmy3": [5, 82], "stochast": [5, 24, 47, 72, 79], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 68], "shopwithvandbatteri": 5, "complet": [5, 69, 70, 74, 77], "context": [5, 6, 13, 64, 72, 80], "either": 5, "predefin": [5, 72], "shown": [5, 9, 69, 81], "abov": [5, 7, 8, 70, 72], "def": [5, 75, 76, 79], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 75, 79], "self": [5, 75, 76, 79], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 72], "union": [5, 13, 18, 27, 55, 60, 61, 62, 64, 65, 66, 75], "observation_spac": [5, 13, 72], "5e6": [5, 72], "high": [5, 72, 73], "shape": [5, 72, 73], "dtype": [5, 69, 70, 72, 74, 77], "np": [5, 13, 18, 55, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 81], "float32": [5, 13, 69, 70, 72, 74], "observation_vari": [5, 13, 72], "action_spac": [5, 13, 43, 71, 72, 73, 75, 77, 81], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83], "action_vari": [5, 13, 72, 73], "action_map": [5, 13, 72], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 64, 65, 66, 67, 75, 76, 77, 79], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 64, 65, 66, 75, 76], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 64, 65, 66, 75], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 64, 65, 66, 70, 75], "weather_vari": [5, 13, 37, 72], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 64, 66, 67, 73, 75], "linearreward": [5, 13, 69, 70, 72, 74, 79], "reward_kwarg": [5, 13, 72, 79], "act_repeat": [5, 13, 18, 72], "max_ep_data_store_num": [5, 13, 18, 72], "action_definit": [5, 13, 18, 38, 72, 73], "env_nam": [5, 13, 18, 20, 34, 38, 72, 78], "config_param": [5, 6, 13, 18, 72], "arg": [5, 7, 9, 23, 24, 57, 76], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 71, 72, 73, 75, 77, 81, 82], "randomli": [5, 13, 38, 43, 68, 81], "empti": [5, 9, 13, 38, 69, 70, 74, 77], "manual": [5, 6, 8, 13, 73], "should": [5, 6, 7, 9, 13, 18, 24, 59, 81], "extra_config": [5, 13, 38], "map": [5, 13, 72], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 67, 74, 78, 83], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 78], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 64, 67, 72], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 64, 72, 79, 83], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 75, 76], "detect": 5, "planner": 5, "get_schedul": [5, 13, 38, 72], "date": 5, "need": [5, 7, 9, 69, 71, 74, 75, 76, 78], "month": [5, 18, 28, 29, 31, 60, 61, 62, 71, 72, 73, 75, 76, 77, 81], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 71, 72, 73, 75, 76, 77, 79], "reset": [5, 13, 18, 38, 47, 64, 66, 71, 72, 73, 75, 76, 77, 81], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 76], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 72], "reward_fn": 5, "obs_dict": [5, 76], "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 64], "free": [5, 7, 74, 76], "runperiod": [5, 71, 72, 73], "copi": [5, 9, 18, 78], "climat": [5, 82], "compat": [5, 9, 45, 77], "select": [5, 9, 13, 41, 42, 43, 64, 76, 83], "re": [5, 78], "done": [5, 55, 72, 75], "increas": [5, 79], "complex": [5, 80], "desir": [5, 76], "nois": [5, 71], "tau": [5, 26, 38], "whose": [5, 55, 79], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 64], "moreov": 5, "n": [5, 66, 72, 77], "activ": [5, 9, 23, 55, 64, 78], "present": [5, 13, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "dynam": [5, 70], "let": [5, 6, 7, 9, 69, 70, 71, 72, 74, 81], "requir": [5, 7, 8, 9, 38, 72, 74, 79, 83], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 80, 81, 83], "correct": [5, 7, 9, 31, 77, 83], "look": [5, 32, 36, 45, 74, 76], "found": [5, 13, 38, 83], "rdd": 5, "ones": [5, 79, 83], "constant": [5, 60, 61, 62, 75, 77, 79, 83], "discuss": [5, 72], "249": [5, 72, 73, 83], "range_gett": 5, "common": [5, 21, 24, 47, 69, 70, 74, 76, 79, 80], "get": [5, 9, 13, 31, 38, 47, 50, 67, 76], "standard": [5, 8, 31, 41, 71, 81], "repres": 5, "previous": [5, 38, 72, 78], "rememb": [5, 74, 76], "later": [5, 55], "reserv": 5, "inconsist": [5, 72], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 72, 73], "usual": [5, 79], "solut": 5, "problem": [5, 7, 72, 77], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 77], "plai": [5, 74, 76], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 77], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 73], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 71, 72, 73, 74, 75, 76, 77, 79, 82], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 72], "load": [5, 70, 72, 73], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 72], "object2": [5, 72], "entri": 5, "kei": [5, 6, 7, 18, 30, 34, 57, 65], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 72, 79], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 79], "dedic": 5, "explan": [5, 7], "download": 5, "ddy": [5, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77], "exactli": 5, "That": [5, 79], "alreadi": [5, 7, 72, 76, 79, 80], "even": [5, 72, 74, 76], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 68, 78, 79, 83], "intend": 5, "someon": 5, "far": [5, 79], "concern": [5, 72], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 69, 70, 71, 74, 75, 76, 77], "config": [6, 7, 27, 71, 80], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 72], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 72, 77, 79], "less": [6, 73], "1991": [6, 71, 72, 73, 75, 76, 77], "determin": 6, "length": [6, 47, 69, 74], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7], "apply_extra_conf": [6, 38], "gcloud": 7, "combin": [7, 72, 73, 77], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 72, 79], "bias": 7, "finish": [7, 8, 18, 81], "job": [7, 8, 9, 80], "remov": [7, 49, 60, 61, 62, 79], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 72, 73, 79], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 64, 65, 71, 72, 75, 76, 79], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 80, 81], "termin": [7, 18, 55, 56, 65, 66, 71, 72, 73, 75, 76, 77, 81], "applic": [7, 80], "login": 7, "upload": [7, 8, 53], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 50], "restart": 7, "never": [7, 71], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 71, 72, 73, 74, 75, 76, 77, 82], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 77, 81, 83], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 73, 77, 79], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 80, 81], "write": [7, 8, 9, 57, 80], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 79], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 80], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 73, 74, 81], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 72], "predetermin": 7, "enter": [7, 81], "after": [7, 18, 47, 71, 72, 77], "immedi": 7, "hasn": [7, 30], "yet": [7, 80], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 74], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 72], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 71, 74, 76], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 71, 74], "everi": [7, 8, 9, 24, 71, 72, 73, 75, 76, 77, 80, 81], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 74, 81], "gitignor": 7, "ignor": [7, 8, 70, 80], "final": [7, 71, 73], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 69, 70, 74], "rise": 8, "pytyp": 8, "d": [8, 18, 69, 70, 74], "cannot": [8, 70, 81], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 79, 81], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": [8, 69, 74], "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 72, 78], "pypi": [8, 9], "yml": [8, 9, 80], "minim": 8, "below": [9, 79, 82], "throughout": 9, "ubuntu": 9, "18": [9, 71, 72, 74, 75, 76, 77, 82], "04": [9, 70, 74, 77], "lt": [9, 69, 70, 74], "7": [9, 18, 71, 72, 73, 74, 75, 76, 77, 79, 82], "22": [9, 71, 72, 73, 75, 76, 77], "avoid": [9, 47], "pip": [9, 80], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 72, 77], "pop": [9, 75], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 81], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 69, 70, 74, 77], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 79], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 71, 79], "subset": [9, 77, 83], "ofici": 9, "supervis": [9, 80], "vv": [9, 80], "anywai": [9, 80], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 72], "properti": [13, 18, 38], "close": [13, 18, 64, 70, 71, 72, 73, 74, 75, 76, 77, 81], "xlsx": [13, 72], "get_zon": [13, 72], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 69, 74], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 65, 66, 67, 68, 75], "np_random": [13, 64], "chosen": [13, 41, 42, 43, 64, 76, 81], "entropi": [13, 64], "integ": [13, 18, 64], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 64, 65, 66, 75], "truncat": [13, 18, 64, 65, 71, 72, 73, 75, 76, 77, 81], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 75], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 76], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 72, 75], "element": [18, 30, 33, 55, 83], "fals": [18, 23, 24, 47, 55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 81], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "verbos": [23, 24, 70, 74, 80], "csvlogger": [23, 64, 75, 78], "boolean": 23, "on_training_end": 23, "eval_env": 24, "callback_on_new_best": 24, "accord": [24, 82], "n_eval_episod": [24, 47, 69, 74], "eval_freq": [24, 69, 74], "eval": [24, 69, 74], "freq": 24, "log_path": [24, 69, 74], "npz": 24, "best_model_save_path": [24, 69, 74], "determinist": [24, 47, 69, 74], "stable_baselines3": [24, 47, 69, 70, 74], "vec_env": [24, 47, 69, 70, 74], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 64, 66, 69, 70, 74, 75, 77], "weather_data": [26, 38], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 72, 76], "variat": [26, 38], "opyplu": [26, 28, 30, 33, 35, 38], "ou": [26, 38], "_get_actu": 27, "rel": [27, 72], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 72, 73, 75, 77], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 72, 76, 79, 82], "ashra": [31, 41, 42], "55": [31, 41, 82], "thermal": [31, 41, 61, 72, 79], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62], "min": [34, 72], "absolut": [34, 60, 62, 79], "file_path": 35, "content": [35, 78], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 78], "till": 36, "modif": [37, 79], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 72], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 72], "99": 38, "summer": [38, 60, 61, 62, 79, 82], "winter": [38, 79, 82], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 69, 70, 71, 72, 73, 74, 75, 76, 77], "tree": [38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": [38, 70], "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 68, 76], "sequenc": [41, 42, 43, 67, 75, 76], "perceiv": [41, 42, 76], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 71], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 64], "count": [47, 72], "scale": [47, 80], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 78], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 64, 75], "progress_head": [55, 64, 75], "log_progress_fil": [55, 75], "log_fil": [55, 75], "header": [55, 64, 75], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 64, 78], "steps_data": 55, "elabor": 55, "total_timestep": [55, 69, 70, 74], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 71, 72, 73, 74, 75, 76], "belong": [55, 78], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 67, 71, 72, 73, 75, 76, 77, 81], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": 57, "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 72, 79], "energy_vari": [60, 61, 62, 72, 79], "range_comfort_wint": [60, 61, 62, 72, 79], "range_comfort_summ": [60, 61, 62, 72, 79], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 69, 71, 72, 75, 76], "energy_weight": [60, 62, 72, 79], "lambda_energi": [60, 61, 62, 79], "0001": [60, 61, 62, 74], "lambda_temperatur": [60, 61, 62, 79], "exponenti": [60, 79], "w": [60, 61, 62, 70, 73, 79], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 79, 82], "session": [60, 61, 62, 70], "dimens": [60, 61, 62, 79], "1e": [60, 61, 62, 79], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 79], "logger_class": [64, 75], "activate_logg": 64, "deactivate_logg": 64, "reward_term": [65, 77], "vector": [65, 66, 74, 77, 83], "scalar": [65, 77, 83], "flatten": [66, 77], "stack": [66, 83], "flat": 66, "reli": [67, 74], "get_unwrapped_ob": 67, "rate": [68, 72, 79], "simultan": 68, "upper": 68, "dummyvecenv": [69, 70, 74], "datetim": [69, 70, 74, 76], "loggerwrapp": [69, 70, 73, 74, 77, 81, 83], "usr": [69, 70, 74, 77], "lib": [69, 70, 74, 77], "dist": [69, 70, 74, 77], "73": [69, 70, 74], "userwarn": [69, 70, 74], "precis": [69, 70, 74], "lower": [69, 70, 74], "cast": [69, 70, 74], "todai": [69, 70, 74], "strftime": [69, 70, 74], "y": [69, 70, 74], "m": [69, 70, 74, 82], "h": [69, 70, 74, 82], "episodes_": [69, 70, 74], "start_run": 69, "run_nam": 69, "mlppolici": [69, 70, 74], "n_timesteps_episod": [69, 70, 74], "_eplus_one_epi_len": [69, 70, 74], "_eplus_run_steps": [69, 70, 74], "env_vec": [69, 70, 74], "lambda": [69, 70, 74], "eval_callback": [69, 74], "best_model": [69, 74], "append": [69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "_env_working_dir_par": [69, 70, 74], "end_run": 69, "2022": [69, 70, 74], "07": [69, 70, 74, 77], "09": [69, 70, 71, 72, 73, 74, 75, 76], "05": [69, 74], "15": [69, 71, 72, 74, 75], "336": 69, "eplus_env_demo": [69, 70, 71, 72, 74, 75, 76, 77], "v1_mainthread_root": [69, 70, 71, 72, 73, 74, 75, 76, 77], "externalinterfac": [69, 70, 71, 72, 73, 74, 75, 76, 77], "340": 69, "sizingperiod": [69, 70, 71, 72, 73, 74, 75, 76, 77], "343": 69, "bvctb": [69, 70, 71, 72, 73, 74, 75, 76, 77], "346": 69, "347": [69, 74], "379": 69, "395": 69, "workspac": [69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "res4": 69, "sub_run1": [69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "28": [69, 71, 72, 75, 76, 77], "814": 69, "816": 69, "833": 69, "sub_run2": [69, 70, 74, 77, 78], "52": [69, 70], "095": [69, 74], "096": 69, "106": [69, 74], "sub_run3": [69, 70, 74, 78], "numpi": [69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "fromnumer": [69, 70, 74, 77], "3432": [69, 70, 74], "runtimewarn": [69, 70, 74, 77], "slice": [69, 70, 74, 77], "_method": [69, 70, 74, 77], "_mean": [69, 70, 74, 77], "axi": [69, 70, 74, 77], "190": [69, 70, 74], "invalid": [69, 70, 74, 77], "encount": [69, 70, 74, 77, 83], "double_scalar": [69, 70, 74], "ret": [69, 70, 74, 77], "rcount": [69, 70, 74, 77], "265": [69, 70, 74], "degre": [69, 70, 74], "freedom": [69, 70, 74], "_var": [69, 70, 74], "ddof": [69, 70, 74], "223": [69, 70, 74], "arrmean": [69, 70, 74], "um": [69, 70, 74], "true_divid": [69, 70, 74], "div": [69, 70, 74], "39": [69, 70, 71, 72, 73, 74, 75, 76, 77], "unsaf": [69, 70, 74], "257": [69, 70, 74, 75], "56": [69, 72, 74, 77], "988": 69, "989": 69, "996": 69, "sub_run4": [69, 70, 74], "06": 69, "618": 69, "619": 69, "626": [69, 74], "sub_run5": [69, 70, 74], "941": 69, "943": 69, "957": 69, "sub_run6": [69, 74], "num_timestep": [69, 74], "70080": [69, 74], "episode_reward": [69, 74], "22006": 69, "98": 69, "00": [69, 71, 74, 75, 77], "35040": [69, 71, 72, 73, 74, 75, 76, 77], "168": [69, 73], "176": 69, "sub_run7": [69, 74], "862": 69, "863": 69, "870": 69, "sub_run8": [69, 74], "35": [69, 82], "851": 69, "852": 69, "861": 69, "sub_run9": [69, 74], "181": [69, 77], "183": 69, "196": 69, "sub_run10": [69, 74], "08": [69, 70, 72, 74], "522": [69, 70], "532": 69, "sub_run11": [69, 74], "140160": [69, 74], "23530": 69, "67": 69, "923": [70, 77], "925": 70, "927": 70, "929": 70, "930": 70, "tensorboard_path": 70, "tensorboard_log": 70, "cpu": [70, 74], "devic": [70, 74], "log_callback": 70, "tensorboardformatlogg": 70, "tb_path": 70, "new_logg": 70, "set_logg": 70, "712510": 70, "tensorflow": 70, "cc": 70, "169": [70, 74], "onednn": 70, "oper": 70, "slightli": 70, "numer": 70, "round": 70, "tf_enable_onednn_opt": 70, "716588": 70, "stream_executor": 70, "dso_load": 70, "64": 70, "libcudart": 70, "11": [70, 71, 72, 73, 74, 75, 76, 77], "dlerror": 70, "share": 70, "716606": 70, "cuda": 70, "cudart_stub": 70, "29": [70, 71, 72, 75, 77], "cudart": 70, "gpu": 70, "416": 70, "425": 70, "res7": 70, "27": [70, 71, 72, 75, 77], "141": 70, "149": 70, "560": 70, "563": 70, "582": 70, "25": [70, 71, 72, 73, 76, 77, 82], "548": 70, "549": 70, "557": 70, "59": [70, 74, 82], "524": 70, "537": 70, "617": 70, "loop": 71, "2023": [71, 72, 73, 75, 76, 77], "02": [71, 72, 73, 74, 75, 76, 77], "049": 71, "050": 71, "052": 71, "053": 71, "054": 71, "glanc": 71, "someth": 71, "current_month": [71, 72, 73, 75, 76, 77, 81], "displai": [71, 72, 73, 75, 76, 77, 81], "print": [71, 72, 73, 74, 75, 76, 77, 81], "139": 71, "146": [71, 77], "res1": [71, 72, 73, 75, 76], "086220480544118": 71, "time_elaps": [71, 72, 73, 74, 75, 76, 77], "900": [71, 72, 73, 75, 76, 77], "23": [71, 72, 73, 75, 76, 77, 79], "total_pow": [71, 72, 73, 75, 76], "21724": 71, "40961088236": 71, "total_power_no_unit": [71, 72, 73, 75, 76], "172440961088236": 71, "abs_comfort": [71, 72, 73, 75, 76, 77], "21": [71, 72, 73, 75, 76, 77, 82], "81947413483711": 71, "2083": 71, "3260107177957": 71, "2976": [71, 72, 73, 75, 76, 77], "2678400": [71, 72, 73, 75, 76, 77], "16": [71, 72, 75, 77, 82], "4300": 71, "67198003095": 71, "43006719800309506": 71, "470462231008021": 71, "52953776899198": 71, "4068": 71, "1430820739643": 71, "5664": [71, 72, 73, 75, 76, 77], "5097600": [71, 72, 73, 75, 76, 77], "17443": 71, "56199085256": 71, "7443561990852559": 71, "52682664353406": 71, "5408": 71, "011099508528": 71, "8640": [71, 72, 73, 75, 76, 77], "7776000": [71, 72, 73, 75, 76, 77], "17": [71, 72, 75, 77, 82], "152": [71, 75, 76, 77], "4868953414246": [71, 75, 76, 77], "01524868953414246": [71, 75, 76, 77], "20": [71, 72, 73, 75, 76, 77, 79], "02634475252593": 71, "6324": 71, "363418661066": 71, "11520": [71, 72, 73, 75, 76, 77], "10368000": [71, 72, 73, 75, 76, 77], "87808257037088": 71, "7166": 71, "002341495086": 71, "14496": [71, 72, 73, 75, 76, 77], "13046400": [71, 72, 73, 75, 76, 77], "5901": 71, "306181804051": 71, "5901306181804051": 71, "00595003066665": 71, "99404996933335": 71, "10107": 71, "38621508419": 71, "17376": [71, 72, 73, 75, 76, 77], "15638400": [71, 72, 73, 75, 76, 77], "5959": 71, "248391726638": 71, "5959248391726638": 71, "003880381582551": 71, "99611961841745": 71, "13368": 71, "049092385163": 71, "20352": [71, 72, 73, 75, 76, 77], "18316800": [71, 72, 73, 75, 76, 77], "20642": 71, "54173343959": 71, "064254173343959": 71, "2461460714288606": 71, "75385392857114": 71, "16573": 71, "882795341822": 71, "23328": [71, 72, 73, 75, 76, 77], "20995200": [71, 72, 73, 75, 76, 77], "296": 71, "4125183546004": 71, "029641251835460045": 71, "85266561770349": 71, "14733438229651": 71, "19392": 71, "89340178917": 71, "26208": [71, 72, 73, 75, 76, 77], "23587200": [71, 72, 73, 75, 76, 77], "33172235919861": 71, "20446": 71, "271430476787": 71, "29184": [71, 72, 73, 75, 76, 77], "26265600": [71, 72, 73, 75, 76, 77], "45708717771629": 71, "21616": 71, "477165610137": 71, "32064": [71, 72, 73, 75, 76, 77], "28857600": [71, 72, 73, 75, 76, 77], "182": [71, 72], "8619608065522": 71, "01828619608065522": 71, "0452010578529105": 71, "95479894214709": 71, "23634": 71, "85490851": 71, "31536000": [71, 72, 73, 75, 76, 77], "1992": [71, 72, 73, 75, 76, 77], "23109": 71, "07172644784": 71, "310907172644784": 71, "04969081696662": 71, "forget": 71, "130": 71, "cumul": [71, 72, 73, 75, 76, 79, 81], "6745106994437942": 71, "over": 71, "environment_id": 72, "long": 72, "198": 72, "eplus_env_5zon": 72, "199": 72, "201": [72, 73], "202": 72, "scratch": 72, "obvious": 72, "expreward": [72, 79], "space1": [72, 76, 79], "total": [72, 74, 79], "demand": [72, 79], "26": [72, 73, 74, 75, 77, 79], "34": [72, 74, 77, 82], "490": 72, "492": 72, "493": 72, "494": 72, "esp_granada": [72, 82], "084190_swec": [72, 82], "001": [72, 77], "new_env_nam": 72, "14": [72, 74, 76, 82], "36": [72, 74], "775": 72, "eplus_env_new_env_name_mainthread_root": 72, "776": 72, "777": 72, "778": 72, "779": 72, "new_observation_vari": 72, "humid": [72, 82], "wind": 72, "speed": 72, "fanger": 72, "ppd": 72, "east": 72, "new_action_vari": 72, "heating_setpoint_rl": 72, "cooling_setpoint_rl": 72, "new_observation_spac": 72, "len": 72, "new_action_map": 72, "new_action_spac": 72, "58": 72, "042": 72, "eplus_env_datacent": 72, "043": 72, "044": 72, "045": 72, "047": 72, "24071189929661993": 72, "4814": 72, "237985932398": 72, "48142379859323986": 72, "663": 72, "5403139587615": 72, "3902": 72, "820992932057": 72, "39028209929320573": 72, "1239": 72, "6466565782107": 72, "4289": 72, "43749835403": 72, "428943749835403": 72, "1846": 72, "3376477287582": 72, "4605": 72, "786815476858": 72, "4605786815476858": 72, "2638": 72, "351276498183": 72, "4140": 72, "066604495791": 72, "41400666044957907": 72, "3535": 72, "2292329474312": 72, "3585": 72, "00576986839": 72, "358500576986839": 72, "5030": [72, 76], "414183067792": 72, "3962": 72, "959903637627": 72, "39629599036376273": 72, "7065": 72, "662896790269": 72, "2020": 72, "616347754115": 72, "2020616347754115": 72, "9301": 72, "430375216012": 72, "6150": 72, "00539925926": 72, "6150005399259261": 72, "10852": 72, "482595941527": 72, "4705": 72, "83115210627": 72, "470583115210627": 72, "11635": 72, "614609284981": 72, "3160": 72, "38778492112": 72, "316038778492112": 72, "12226": 72, "346387257105": 72, "4049": 72, "327293756508": 72, "40493272937565084": 72, "12842": 72, "09822858374": 72, "5236": 72, "012401867805": 72, "5236012401867806": 72, "3664982371171533": 72, "652": 72, "fit": 72, "knowledg": 72, "pprint": 72, "385": 72, "386": 72, "388": 72, "activitysch": 72, "actschd": 72, "object_field_nam": 72, "activity_level_schedule_nam": 72, "object_nam": 72, "object_typ": 72, "space2": 72, "object3": 72, "space3": 72, "object4": 72, "space4": 72, "object5": 72, "space5": 72, "airvelocitysch": 72, "air_velocity_schedule_nam": 72, "basinheatersch": 72, "basin_heater_operating_schedule_nam": 72, "twospe": 72, "setp": 72, "sch": 72, "cooling_setpoint_temperature_schedule_nam": 72, "dualsetpoint": 72, "thermostatsetpoint": 72, "setpoint_temperature_schedule_nam": 72, "coolingsetpoint": 72, "singlecool": 72, "clothingsch": 72, "coolingcoilavailsch": 72, "availability_schedule_nam": 72, "coilsystem": 72, "fraction": 72, "schedule_nam": 72, "eleceq": 72, "electricequip": 72, "fanavailsch": 72, "sy": 72, "availabilitymanag": 72, "suppli": 72, "fan": 72, "variablevolum": 72, "heating_setpoint_temperature_schedule_nam": 72, "heatingsetpoint": 72, "singleh": 72, "infil": 72, "zoneinfiltr": 72, "designflowr": 72, "light": 72, "oa": 72, "sched": 72, "minimum_outdoor_air_schedule_nam": 72, "outdoorair": 72, "oarequir": 72, "outdoor_air_schedule_nam": 72, "zoneminoarequir": 72, "designspecif": 72, "number_of_people_schedule_nam": 72, "plenumclg": 72, "plenumcoolingsetpoint": 72, "plenumhtg": 72, "plenumheatingsetpoint": 72, "reheatcoilavailsch": 72, "reheat": 72, "airtermin": 72, "singleduct": 72, "object10": 72, "object11": 72, "object6": 72, "object7": 72, "object8": 72, "object9": 72, "temp": 72, "shadetranssch": 72, "transmittance_schedule_nam": 72, "south": 72, "overhang": 72, "shade": 72, "door": 72, "workeffsch": 72, "work_efficiency_schedule_nam": 72, "control_type_schedule_nam": 72, "zonecontrol": 72, "thermostat": [72, 76], "plenum": 72, "aris": 72, "light_control": 72, "new_action_definit": 72, "246": 72, "248": 72, "251": 72, "378": [72, 74], "5953435921799378": 72, "772135": 72, "065615": 72, "118682444": 72, "3702": 72, "129212670561": 72, "3702129212670561": 72, "8204742630928195": 72, "17952573690718": 72, "1323": 72, "6734504483704": 72, "915005": 72, "252123": 72, "15262651": 72, "8240": 72, "440639174443": 72, "8240440639174443": 72, "95402558077242": 72, "2653": 72, "495511682493": 72, "406197": 72, "032454": 72, "26987368": 72, "2705": [72, 76], "327387104871": 72, "2705327387104871": 72, "6026980339436996": 72, "3973019660563": 72, "3654": 72, "117264731128": 72, "771828": 72, "576086": 72, "7228997": 72, "5473": 72, "696407644316": 72, "5473696407644316": 72, "3236919826706703": 72, "67630801732933": 72, "4538": 72, "064413351645": 72, "968792": 72, "643467": 72, "42019805": 72, "120": [72, 77], "4056020773604": 72, "01204056020773604": 72, "94994733268213": 72, "5259": 72, "877199437174": 72, "487429": 72, "881165": 72, "43655413": 72, "7020926257567": 72, "018270209262575672": 72, "2600072645660596": 72, "73999273543394": 72, "6975": 72, "320963205122": 72, "296425": 72, "643679": 72, "86003727": 72, "1226": 72, "248426331626": 72, "1226248426331626": 72, "70903953647829": 72, "29096046352171": 72, "8706": 72, "30201843947": 72, "121338": 72, "962442": 72, "025553703": 72, "697": 72, "2103275980762": 72, "06972103275980762": 72, "8752707894151683": 72, "12472921058483": 72, "10343": 72, "998184182996": 72, "662157": 72, "507599": 72, "93150544": 72, "684": 72, "6697597628286": 72, "06846697597628286": 72, "3248581251439404": 72, "67514187485606": 72, "12237": 72, "019209920722": 72, "351902": 72, "181551": 72, "48064095": 72, "473": 72, "2032270919159": 72, "04732032270919159": 72, "5222419743496403": 72, "47775802565036": 72, "13069": 72, "99679905446": 72, "231323": 72, "530094": 72, "7219142": 72, "441": 72, "5292668362657": 72, "044152926683626574": 72, "4993623031804013": 72, "5006376968196": 72, "14003": 72, "21498085445": 72, "48401": 72, "047281": 72, "6802347": 72, "07314090112306104": 72, "92685909887694": 72, "15358": 72, "466454604144": 72, "825996": 72, "284712": 72, "21843678": 72, "4599": 72, "272751902536": 72, "4599272751902536": 72, "0169386743400288": 72, "98306132565997": 72, "4383123988186277": 72, "711": 72, "put": 72, "leav": 72, "intact": 72, "extra_conf": 72, "297": 72, "298": 72, "300": 72, "disadvantag": 73, "adjust": [73, 79], "stand": 73, "propos": 73, "912": 73, "eplus_env_offic": 73, "913": 73, "914": 73, "915": [73, 77], "916": 73, "917": 73, "937": 73, "008417052432114895": 73, "3410486422979": 73, "01683410486422979": 73, "41070439945542": 73, "27041626118706": 73, "84918155106144": 73, "88116986202595": 73, "74532738560474": 73, "73841316494982": 73, "38460288121428": 73, "66372873926693": 73, "24314170888169": 73, "12321836432302": 73, "67730731535304": 73, "88721275822578": 73, "17223251340036": 73, "30793764011797": 73, "20143741435643": 73, "4627284531045": 73, "03096300421944": 73, "93365898954337": 73, "1482": 73, "85953514518": 73, "4442211987932": 73, "024944422119879323": 73, "69669852361374": 73, "25313699035975": 73, "31323981198721": 73, "87141679758788": 73, "11090427756838": 73, "56241622682827": 73, "9404356024169": 73, "94282444325588": 73, "67194978294257": 73, "12528250474749": 73, "02675393355748": 73, "02881519606414": 73, "7323170557345": 73, "27057664160117": 73, "38432687212007": 73, "31131614661928": 73, "12704060142421": 73, "5512781399194": 73, "2254": 73, "712265755012": 73, "6570166669069": 73, "06842055195615": 73, "19611060077995": 73, "76257909194055": 73, "03948097340511": 73, "44816667157681": 73, "68246103494577": 73, "74943691501284": 73, "57724440341409": 73, "04252087505039": 73, "82097230898479": 73, "89365754884302": 73, "57236745458363": 73, "23540331299291": 73, "15797185610974": 73, "15254710004311": 73, "07075284558289": 73, "49970749537007": 73, "3618": 73, "41549254088": 73, "198977940785": 73, "020119897794078502": 73, "95177229570344": 73, "03365818920899": 73, "60757560084356": 73, "01807134766616": 73, "02808474031944": 73, "82190812609193": 73, "48682887050774": 73, "88794828178202": 73, "59810935786398": 73, "46778150537447": 73, "44257972669456": 73, "79284879509999": 73, "43562436709753": 73, "41247285833814": 73, "62715643472103": 73, "03611257878451": 73, "79267736363525": 73, "65243564408237": 73, "6482": 73, "27876446466": 73, "86509413798045": 73, "1071046471536": 73, "27509765486189": 73, "55675636953588": 73, "65216773896621": 73, "5571280438139": 73, "79071520939431": 73, "83977394603949": 73, "98455644317614": 73, "15279122447957": 73, "20765409229273": 73, "24402610262762": 73, "43118400765561": 73, "60430118197448": 73, "86909845458321": 73, "87644643022476": 73, "06484591156406": 73, "24300908399611": 73, "9982": 73, "991284981603": 73, "6090046831275": 73, "01686090046831275": 73, "94899380246081": 73, "06360575139866": 73, "64043835708107": 73, "90053413764347": 73, "77775409162826": 73, "85491440084278": 73, "84413809380008": 73, "84852169014866": 73, "81155249007516": 73, "2474442023517": 73, "08359041763356": 73, "03184496587623": 73, "06114037003215": 73, "49805825736507": 73, "80319610787662": 73, "78635379853651": 73, "76633279008873": 73, "23300358565249": 73, "15197": 73, "775861760021": 73, "6430": 73, "25476366733": 73, "643025476366733": 73, "30362458961184": 73, "08749938089204": 73, "47728046995123": 73, "84848610748885": 73, "35441535664673": 73, "23674788167068": 73, "83684923572157": 73, "48953443144097": 73, "70569108217305": 73, "92570822385427": 73, "95453942245817": 73, "9310852109356": 73, "90761065616391": 73, "54695943183036": 73, "02379180782778": 73, "09140023176932": 73, "79379237233488": 73, "62275516349538": 73, "20393": 73, "055482672924": 73, "40730428893415": 73, "2081195882295": 73, "94397819959719": 73, "63057921118531": 73, "16215148190642": 73, "34597161854728": 73, "68084155872953": 73, "79261102276273": 73, "80021185275091": 73, "92354348202196": 73, "72571798349205": 73, "7933442496152": 73, "89388375583001": 73, "94708364107272": 73, "52064693594591": 73, "62639383402464": 73, "64389562611166": 73, "78208493279325": 73, "25435": 73, "235586329356": 73, "29888599656579": 73, "60513463360622": 73, "6502371961184": 73, "26243009865059": 73, "83511693216035": 73, "01650759969682": 73, "1219715833017": 73, "193129951486": 73, "25984927684709": 73, "246756226096": 73, "16961935329535": 73, "2292706821575": 73, "31058065863118": 73, "30679185978435": 73, "00162377086149": 73, "07019493415782": 73, "14488073433873": 73, "15733356377928": 73, "29667": 73, "280742048788": 73, "31232078408934": 73, "15531893926972": 73, "62243610547647": 73, "3355501078475": 73, "99617019496714": 73, "90925164972085": 73, "78478083621939": 73, "76648417323338": 73, "94552529042894": 73, "81660183265429": 73, "15665229426293": 73, "11984467906358": 73, "34128949509953": 73, "20504796353065": 73, "88586123209223": 73, "84549591879043": 73, "0480387071551": 73, "92364136523652": 73, "32266": 73, "669648540534": 73, "95342186248593": 73, "79017615251069": 73, "61576801735736": 73, "21904412959735": 73, "23337652641756": 73, "70199079621272": 73, "43858732417969": 73, "50085261539548": 73, "30684175112909": 73, "68506692334094": 73, "61997561531062": 73, "64591022418004": 73, "43849129649558": 73, "89730314513248": 73, "86935225127617": 73, "8610257810776": 73, "76415193815065": 73, "1030080798225": 73, "33693": 73, "4200577215": 73, "67471404763066": 73, "76426059004519": 73, "20781447906961": 73, "8565960165495": 73, "84452889598035": 73, "03748347863898": 73, "30287781156127": 73, "44280752813544": 73, "36536796313164": 73, "55357872462707": 73, "79446517569299": 73, "90682538688919": 73, "72661725183894": 73, "03753160386922": 73, "91255021343735": 73, "01250206066998": 73, "95371613155545": 73, "12462597231874": 73, "34861": 73, "66962269026": 73, "49202797924699": 73, "91834253143812": 73, "6676225575917": 73, "40668187489388": 73, "55052344518836": 73, "93795083204492": 73, "60466670710505": 73, "58536199071002": 73, "28750630729937": 73, "6461216699741": 73, "06515682888017": 73, "06046316147131": 73, "57842146719483": 73, "13899733853399": 73, "14064407629781": 73, "0206640579445": 73, "80239869708953": 73, "11389817828658": 73, "9949106627480553": 73, "033": 73, "preserv": 73, "sophist": 73, "ref": 74, "433": 74, "434": 74, "436": 74, "437": 74, "feel": [74, 76], "loggerev": 74, "earlier": 74, "few": 74, "041": 74, "048": 74, "res3": 74, "13": [74, 82], "898": 74, "899": 74, "906": 74, "ep_len_mean": 74, "5e": 74, "ep_rew_mean": 74, "36e": 74, "fp": 74, "2443": 74, "664": 74, "666": 74, "683": 74, "41": [74, 82], "606": 74, "608": 74, "567": 74, "570": 74, "585": 74, "572": 74, "594": 74, "22754": 74, "40": [74, 77], "48e": 74, "comfort_viol": 74, "32": 74, "mean_ep_length": 74, "mean_power_consumpt": 74, "07e": 74, "power_penalti": [74, 75], "std_reward": 74, "33e": 74, "972": 74, "72": 74, "learning_r": 74, "loss": 74, "n_updat": 74, "5019": 74, "42": 74, "104": 74, "122": 74, "32e": 74, "1024": 74, "102": 74, "105120": 74, "13779": 74, "329": 74, "330": 74, "337": 74, "349": 74, "369": 74, "097": 74, "113": 74, "49": [74, 75], "381": 74, "406": 74, "22400": 74, "95": [74, 82], "83e": 74, "65e": 74, "31e": 74, "825": 74, "22539": 74, "0x7f8e66038ee0": 74, "gt": 74, "54": 74, "736": 74, "multiobswrapp": [75, 77, 83], "normalizeobserv": [75, 77, 83], "ranges_5zon": [75, 77], "written": 75, "create_row_cont": 75, "customcsvlogg": 75, "super": [75, 79], "last_10_steps_reward": 75, "_create_row_cont": 75, "44": 75, "589": 75, "590": 75, "591": 75, "592": 75, "091": 75, "099": 75, "5795042490937325": 75, "4954": 75, "294078583251": 75, "49542940785832507": 75, "6635790903291401": 75, "33642090967086": 75, "2058": 75, "929866314376": 75, "4284": 75, "524651309577": 75, "42845246513095775": 75, "7535396279158597": 75, "24646037208414": 75, "4051": 75, "758361432438": 75, "3153": 75, "187061208363": 75, "31531870612083635": 75, "067937288260211": 75, "93206271173979": 75, "5382": 75, "013734959742": 75, "12475": 75, "64348007228": 75, "247564348007228": 75, "83275995845086": 75, "6277": 75, "484511420095": 75, "10484": 75, "78553645204": 75, "0484785536452041": 75, "93922073357949": 75, "7135": 75, "1225886863995": 75, "3532327751198": 75, "025735323277511983": 75, "3377382776424795": 75, "66226172235752": 75, "10046": 75, "461491112917": 75, "175": [75, 76, 77], "7796775010779": 75, "017577967750107792": 75, "0312783648650807": 75, "96872163513492": 75, "13260": 75, "618700298783": 75, "4110": 75, "951203129332": 75, "41109512031293316": 75, "114623854411061": 75, "88537614558894": 75, "16468": 75, "41380897643": 75, "000058680098": 75, "2023000058680098": 75, "00019975340577": 75, "99980024659423": 75, "19250": 75, "32398402108": 75, "2903": 75, "817402808811": 75, "2903817402808811": 75, "99005393832046": 75, "20272": 75, "56018299861": 75, "64907727570824": 75, "21440": 75, "140959844375": 75, "12924490872369887": 75, "8707550912763": 75, "23429": 75, "375251826543": 75, "5116": 75, "385833393026": 75, "5116385833393026": 75, "751923110197989": 75, "24807688980201": 75, "6686465539904984": 75, "984": 75, "sai": 76, "get_season_comfort_rang": 76, "224": 76, "225": 76, "227": 76, "228": 76, "extend": 76, "rbc5zone": 76, "myrulebasedcontrol": 76, "daytim": 76, "zip": 76, "out_temp": 76, "summer_start_d": 76, "summer_final_d": 76, "current_dt": 76, "season_comfort_rang": 76, "setpoints_summ": 76, "in_temp": 76, "current_heat_setpoint": 76, "current_cool_setpoint": 76, "new_heat_setpoint": 76, "new_cool_setpoint": 76, "elif": 76, "weekend": 76, "night": 76, "33": 76, "756": 76, "764": 76, "9027267231826451": 76, "18054": 76, "5344636529": 76, "8054534463652903": [76, 77], "99998833869494": 76, "1764": 76, "4480209727506": 76, "18190": 76, "11301727289": 76, "8190113017272893": 76, "32998609178986": 76, "3319": 76, "0240158271495": 76, "6499": 76, "498986238363": 76, "6499498986238363": 76, "32985628557421": 76, "4331": 76, "530660717744": 76, "2698020216335806": 76, "73019797836642": 76, "34341168003": 76, "2756": 76, "596244185509": 76, "2756596244185509": 76, "33021642625628": 76, "5624": 76, "205479307242": 76, "871": 76, "8985175509725": 76, "08718985175509726": 76, "6700868290835906": 76, "32991317091641": 76, "7188": 76, "94373222068": 76, "7796758221068": 76, "017577967582210682": 76, "710258038781241": 76, "28974196121876": 76, "9056": 76, "39052356895": 76, "20410": 76, "91452531903": 76, "041091452531903": 76, "33010209424337": 76, "10854": 76, "090922968613": 76, "3438": 76, "778066876331": 76, "3438778066876331": 76, "32982109298299": 76, "12308": 76, "980146004908": 76, "6368": 76, "219126588838": 76, "6368219126588838": 76, "33031589389634": 76, "12900": 76, "560641948945": 76, "336525778672": 76, "2705336525778672": 76, "33017846907974": 76, "13780": 76, "798440045137": 76, "5352": 76, "233991403948": 76, "5352233991403947": 76, "32992237675168": 76, "15499": 76, "608669456482": 76, "19332": 76, "86497279549": 76, "9332864972795492": 76, "33000068783789": 76, "4423404300643832": 76, "999": 76, "normil": 77, "47": 77, "002": 77, "004": 77, "005": 77, "007": 77, "014": 77, "res10": 77, "9910000e": 77, "0000000e": 77, "5000000e": 77, "0999999e": 77, "9000000e": 77, "1000000e": 77, "0999992e": 77, "9707859e": 77, "8362732e": 77, "51": 77, "631": 77, "632": 77, "639": 77, "98466104": 77, "33834645": 77, "9484536": 77, "17748918": 77, "8111888": 77, "800001": 77, "44444445": 77, "39061695": 77, "43193626": 77, "56101173": 77, "mo": 77, "tradit": [77, 83], "transform": [77, 83], "multiobjectivereward": [77, 83], "reward_energi": 77, "reward_comfort": 77, "189": 77, "191": 77, "193": 77, "194": 77, "shouldn": 77, "res11": 77, "484": 77, "485": 77, "487": 77, "488": 77, "489": 77, "500": 77, "res12": 77, "147": 77, "156": 77, "674": 77, "172": 77, "177": 77, "179": 77, "multi_object": 77, "multiob": [77, 83], "260": 77, "262": 77, "264": 77, "266": 77, "267": 77, "3464": 77, "192": 77, "178": 77, "180": 77, "188": 77, "res14": 77, "3780170717786078": 77, "7607145700276305": 77, "5693658209031192": 77, "total_energi": 77, "3780": 77, "170717786078": 77, "23928542997237": 77, "170164060335223": 77, "0850820301676114": 77, "21701": 77, "64060335223": 77, "81967380155336": 77, "8365440129567937": 77, "03220371403475042": 77, "43437386349577206": 77, "8365": 77, "440129567936": 77, "96779628596525": 77, "6854227056528615": 77, "35033569759350197": 77, "31457729434714": 77, "24955729199812332": 77, "12477864599906166": 77, "2495": 77, "572919981233": 77, "02192987873644": 77, "7209530243624731": 77, "00504857474834": 77, "8630007995554065": 77, "7209": 77, "530243624731": 77, "99495142525166": 77, "017578665657165853": 77, "7741709350940091": 77, "8958748003755875": 77, "7866565716585": 77, "22582906490599": 77, "636839603914276": 77, "0794240943146285": 77, "8581318491144523": 77, "16368": 77, "39603914276": 77, "92057590568537": 77, "7885407667844642": 77, "0543995195674611": 77, "9214701431759627": 77, "7885": 77, "407667844641": 77, "94560048043254": 77, "9931231984191132": 77, "4965615992095566": 77, "9931": 77, "231984191132": 77, "96863496011508": 77, "9805738638282033": 77, "49028693191410166": 77, "9805": 77, "738638282033": 77, "98911477390746": 77, "343724380043439": 77, "6718621900217195": 77, "13437": 77, "24380043439": 77, "70296337586111": 77, "5065791281596288": 77, "2305126337192291": 77, "868545880939429": 77, "5065": 77, "791281596288": 77, "76948736628077": 77, "301": [77, 83], "num_simul": 78, "sub_runn": 78, "utilsocket": 78, "monitor_norm": 78, "sub_run": 78, "num_episod": 78, "maximum": 78, "within": [78, 80], "suit": 78, "observation_valu": 78, "row": 78, "carri": 78, "techniqu": 78, "factor": 78, "bellow": 79, "discomfort": 79, "togeth": 79, "typic": 79, "satisfact": 79, "similar": 79, "higher": 79, "target": 79, "hourlylinearreward": 79, "slight": 79, "am": 79, "pm": 79, "equal": 79, "neg": 79, "perfect": 79, "behavior": 79, "notic": 79, "seri": 79, "reflect": 79, "But": 79, "pretti": 79, "imagin": 79, "signal": 79, "__call__": 79, "basereward": 79, "customreward": 79, "naiv": 79, "under": [80, 81], "v": 80, "test_common": 80, "test_reward": 80, "test_wrapp": 80, "test_simul": 80, "test_config": 80, "test_env": 80, "test_control": 80, "test_stable_baselin": 80, "conceptu": 80, "readm": 80, "try_env": 81, "soon": 81, "dispos": 81, "simplest": 81, "screen": 81, "\u00bac": 82, "aus_nsw": 82, "sydnei": 82, "947670_iwec": 82, "australia": 82, "subtrop": 82, "dry": 82, "68": 82, "83": 82, "col_bogota": 82, "802220_iwec": 82, "bogota": 82, "colombia": 82, "mediterranean": 82, "warm": 82, "mild": 82, "80": 82, "granada": 82, "spain": 82, "latitud": 82, "semiarid": 82, "passiv": 82, "84": 82, "fin_helsinki": 82, "029740_iwec": 82, "helsinki": 82, "finland": 82, "moist": 82, "continent": 82, "79": 82, "jpn_tokyo": 82, "hyakuri": 82, "477150_iwec": 82, "tokyo": 82, "japan": 82, "78": 82, "mdg_antananarivo": 82, "670830_iwec": 82, "antananarivo": 82, "madagascar": 82, "75": 82, "91": 82, "prt_lisboa": 82, "085360_ineti": 82, "lisboa": 82, "portug": 82, "marin": 82, "74": 82, "arizona": 82, "desert": 82, "usa_co_aurora": 82, "bucklei": 82, "angb": 82, "724695_tmy3": 82, "colorado": 82, "usa_il_chicago": 82, "ohar": 82, "725300_tmy3": 82, "illinoi": 82, "92": 82, "70": 82, "pennsylvania": 82, "66": 82, "washington": 82, "west": 82, "coastal": 82, "rain": 82, "81": 82, "classif": 82, "multi": 83, "variant": 83, "histori": 83, "queue": 83}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "LoggerWrapper"], [65, 1, 1, "", "MultiObjectiveReward"], [66, 1, 1, "", "MultiObsWrapper"], [67, 1, 1, "", "NormalizeObservation"], [68, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "activate_logger"], [64, 2, 1, "", "close"], [64, 2, 1, "", "deactivate_logger"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "get_unwrapped_obs"], [67, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 72], "contribut": 0, "exampl": [0, 69, 70, 71, 74, 76, 77, 81], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 72, 73], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 73, 76], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 74], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 75, 77, 78], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": 4, "model": [4, 72], "load": 4, "environ": [5, 9, 72], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 82], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 72, 79], "kwarg": 5, "action": [5, 8, 72, 73], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 78], "observ": [5, 72, 77], "space": [5, 72], "name": 5, "definit": [5, 72], "extra": [5, 6, 72], "configur": [5, 6, 7, 9, 72, 75], "ad": [5, 72], "new": [5, 8, 72, 80], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 75], "first": 7, "step": [7, 75], "2": [7, 75], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 80], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 75], "instal": [9, 80], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 73], "about": [9, 72], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 75, 77, 83], "loggerwrapp": [64, 75], "multiobjectivereward": 65, "multiobswrapp": 66, "normalizeobserv": 67, "officegridstoragesmoothingactionconstraintswrapp": 68, "mlflow": 69, "tensorboard": 70, "basic": 71, "chang": 72, "an": [72, 73], "regist": 72, "other": 72, "compon": 72, "get": 72, "inform": 72, "updat": 72, "more": 72, "default": 73, "up": 73, "empti": 73, "interfac": 73, "usag": [74, 81], "person": 75, "inherit": 75, "csvloger": 75, "instanti": 75, "rule": 76, "normal": 77, "multi": 77, "object": 77, "all": 77, "one": 77, "format": 78, "custom": 79, "test": 80, "pytest": 80, "run": 80}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[65, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[66, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[67, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[68, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[69, "MLFlow-example"]], "TensorBoard example": [[70, "TensorBoard-example"]], "Basic example": [[71, "Basic-example"]], "Changing an environment registered in Sinergym": [[72, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[72, "Adding-a-new-reward"]], "Adding other new components to the environment": [[72, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[72, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[72, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[72, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[72, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[73, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[74, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[75, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[75, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[75, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[76, "Rule-Controller-example"]], "Wrappers example": [[77, "Wrappers-example"]], "Normalization Wrapper": [[77, "Normalization-Wrapper"]], "Multi-Objective Wrapper": [[77, "Multi-Objective-Wrapper"]], "Multi Observation Wrapper": [[77, "Multi-Observation-Wrapper"]], "Logger Wrapper": [[77, "Logger-Wrapper"]], "All Wrappers in one": [[77, "All-Wrappers-in-one"]], "Output format": [[78, "output-format"]], "Logger": [[78, "logger"]], "Rewards": [[79, "rewards"]], "Custom Rewards": [[79, "custom-rewards"]], "Tests": [[80, "tests"]], "Install Pytest": [[80, "install-pytest"]], "Running tests": [[80, "running-tests"]], "Create new tests": [[80, "create-new-tests"]], "Usage example": [[81, "usage-example"]], "Weathers": [[82, "weathers"]], "Wrappers": [[83, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[65, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[65, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[66, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[66, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[66, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[67, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[67, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[67, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[68, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[68, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 64, 65, 71, 72, 73, 77, 78, 79, 81, 83], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 71, 77, 78, 79, 80], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 71, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 71, 73, 79], "gymnasium": [0, 4, 5, 6, 10, 13, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81], "interfac": [0, 5, 10, 14, 19, 38, 72, 78, 80], "wrap": [0, 4, 10, 24, 32, 36, 47, 69, 70, 74, 78], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83], "engin": [0, 5, 7, 10, 16, 73], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 72, 79, 80], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "deep": [0, 9, 10, 74], "reinforc": [0, 9, 10, 74, 77, 79], "learn": [0, 9, 10, 69, 70, 72, 74, 77, 79], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 74, 76, 82], "help": [0, 4, 10], "u": [0, 6, 9, 10, 73], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 70, 74, 76, 79, 81, 83], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 74, 80], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 72, 79, 83], "easi": [0, 10, 80], "just": [0, 8, 10, 72, 77], "2": [0, 2, 5, 8, 10, 18, 69, 70, 71, 72, 73, 74, 76, 77, 82], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 70, 71, 72, 73, 74, 75, 76, 80, 81], "templat": [0, 7, 10], "bug": [0, 10, 83], "etc": [0, 5, 7, 9, 10, 55, 71, 72], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 68, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83], "detail": [0, 4, 6, 7, 9, 10, 72, 74], "info": [0, 10, 13, 55, 64, 65, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "how": [0, 5, 7, 9, 10, 13, 18, 64, 69, 70, 71, 72, 74, 75, 76, 77, 83], "main": [0, 2, 4, 5, 7, 10, 55, 72, 79], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 71, 72, 75, 76, 77, 79, 80, 81, 83], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82, 83], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 65, 70, 71, 79, 82], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 70, 74, 79, 80], "commun": [0, 5, 10, 14, 38, 78, 80], "between": [0, 4, 5, 8, 10, 29, 79, 83], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 72, 77, 80, 81], "establish": [0, 4, 5, 10, 18, 72, 78, 80], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 76, 78], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82], "tool": [0, 5, 8, 10, 81], "allow": [0, 4, 5, 7, 10, 79], "interact": [0, 3, 4, 10, 45, 55, 64, 73, 74, 78, 83], "sever": [0, 5, 7, 10, 38, 72, 77, 79, 82, 83], "them": [0, 2, 4, 5, 10, 38, 70, 72, 77, 79], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 70, 77], "backend": [0, 5, 10], "while": [0, 10, 70, 71, 72, 73, 75, 76, 77, 81], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 71], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 81, 83], "design": [0, 5, 6, 10, 38, 72], "set": [0, 4, 5, 6, 7, 10, 37, 38, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 69, 70, 74, 77, 80], "These": [0, 5, 7, 8, 10, 55, 72, 77, 79, 80], "mai": [0, 5, 7, 9, 10, 38, 70, 71, 74, 78, 79], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 64, 65, 66, 68, 69, 70, 71, 74, 75, 76, 77, 80, 81], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 65, 66, 67, 75, 76, 78, 79, 80, 83], "space": [0, 4, 7, 10, 13, 69, 70, 71, 73, 74, 81], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 64, 65, 66, 69, 70, 71, 73, 74, 75, 76, 77, 80, 81, 83], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 82], "packag": [0, 2, 8, 10, 69, 70, 72, 74, 77, 80], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 72, 73, 78], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 72, 78], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 74, 76, 79, 83], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 81], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 69, 70, 71, 73, 74, 75, 76, 77, 80], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 83], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 69, 70, 72, 74, 79], "also": [0, 4, 5, 9, 10, 45, 72, 73, 74, 77, 79], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 69, 70, 71, 73, 74, 76, 77, 79, 80], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 72, 74, 75, 77], "chang": [0, 5, 7, 8, 10, 38, 55, 70, 71, 73, 74, 75, 78, 79], "some": [0, 4, 5, 6, 7, 8, 10, 13, 64, 72, 73, 74, 83], "aspect": [0, 2, 10, 79], "wai": [0, 5, 6, 7, 8, 10, 72, 77], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 78, 82], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83], "make": [0, 2, 5, 6, 7, 9, 10, 18, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 69, 70, 71, 73, 74, 75, 76, 77], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 70, 72, 73, 81], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 64, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81, 83], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 68, 72, 73, 76, 78, 79, 80, 81, 82, 83], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 72, 74, 79], "directli": [0, 4, 5, 9, 10, 33, 72, 73, 81], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 64, 66, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "well": [0, 4, 5, 10, 47, 74], "peopl": [0, 5, 10, 72, 79], "occup": [0, 5, 10, 31, 41, 72], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 69, 70, 74, 75, 77, 80, 83], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 64, 65, 66, 71, 72, 73, 74, 76, 77, 81, 83], "per": [0, 2, 4, 5, 6, 10, 47, 55, 78], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 71, 72, 73, 75, 76, 77, 79], "run": [0, 4, 5, 7, 9, 10, 18, 47, 69, 70, 72, 73, 74, 78, 81], "period": [0, 5, 10, 79, 82], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 82], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 78], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 73, 79, 80, 83], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 72, 75, 76, 77, 78, 79, 83], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 64, 66, 69, 70, 71, 73, 74, 75, 76, 77, 82, 83], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 70, 83], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 69, 70, 73, 74, 78, 80, 81], "automat": [0, 5, 8, 9, 10, 13, 38, 72, 73, 79, 80], "adapt": [0, 5, 10, 38, 44, 45, 72, 73], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 72, 78, 80, 82], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 64, 65, 74, 75, 76, 77, 78, 79, 81, 82, 83], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 69, 71, 72, 73, 74, 76, 77, 79, 80, 82, 83], "designdai": [0, 5, 10, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77], "locat": [0, 5, 9, 10, 26, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 82], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82], "epw": [0, 10, 13, 20, 26, 38, 72, 73, 78, 80, 82], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 64, 70, 72, 73, 75, 77, 79, 82], "without": [0, 5, 7, 8, 10, 38, 67, 73, 81], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 65, 66, 67, 72, 74, 75, 76, 77, 78, 79, 81], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 70, 71, 72, 73, 78, 79], "extern": [0, 5, 10, 38, 72, 78], "cfg": [0, 5, 10, 18, 38, 78], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 77, 78], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 68, 72, 73, 78, 79, 81], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 72, 73, 74, 78, 79, 80], "In": [0, 5, 7, 8, 9, 10, 38, 47, 70, 71, 72, 73, 75, 77, 79, 80, 81], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 64, 72, 79], "process": [0, 4, 5, 8, 10, 13, 26, 38, 69, 70], "so": [0, 4, 5, 7, 8, 9, 10, 70, 73, 74, 77, 78, 79, 83], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 64, 70, 72, 73, 74, 78, 79, 80, 83], "what": [0, 5, 10, 72, 77], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 72, 73, 75, 76, 78, 79, 80], "integr": [0, 5, 8, 10, 70, 74], "obtain": [0, 4, 5, 10, 13, 64], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 64, 66, 70, 71, 74, 76, 77, 78, 79, 80, 82, 83], "about": [0, 4, 5, 10, 18, 45, 70, 74, 76, 77, 78, 80, 83], "zone": [0, 2, 5, 7, 10, 13, 72, 76, 79], "schedul": [0, 5, 10, 13, 38, 72], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 65, 72, 73, 78, 79, 80], "possibl": [0, 4, 5, 6, 7, 9, 10, 72, 74, 77, 82], "export": [0, 5, 7, 10, 13, 27, 35, 72], "excel": [0, 10, 27, 72], "know": [0, 5, 7, 10, 72, 78], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 64, 72, 73, 76, 78, 79, 80, 83], "To": [0, 5, 6, 7, 9, 10, 70, 80], "do": [0, 4, 5, 6, 7, 9, 10, 47, 70, 72, 73, 79, 80], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 64, 66, 70, 72, 77, 79, 80, 83], "thei": [0, 4, 5, 7, 8, 9, 10, 70, 79, 80], "replac": [0, 5, 10, 72, 73], "format": [0, 4, 5, 6, 8, 10, 27, 64, 72], "take": [0, 4, 5, 6, 8, 10, 38, 45, 73, 74], "care": [0, 5, 7, 10, 73], "relev": [0, 10], "intern": [0, 4, 5, 10, 79], "stabl": [0, 4, 9, 10, 22, 44, 45, 80], "baselin": [0, 4, 10, 22, 44, 45, 80], "3": [0, 2, 4, 6, 9, 10, 18, 22, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 82], "like": [0, 4, 5, 8, 9, 10, 38, 70, 71, 72, 80], "callback": [0, 10, 21, 46, 47, 57, 69, 70, 74], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 64, 70, 72, 78, 79, 80, 81], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 70, 72, 77, 78, 80, 83], "other": [0, 4, 5, 7, 9, 10, 74, 78, 79, 83], "drl": [0, 3, 5, 7, 10, 69, 70, 73], "librari": [0, 7, 9, 10, 70, 76, 77, 80], "support": [0, 4, 5, 9, 10, 13, 80], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 64, 66], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 70, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 79], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10], "server": [0, 2, 7, 10, 17, 38, 70], "open": [0, 2, 9, 10, 70, 77], "sourc": [0, 2, 8, 9, 10, 13, 64, 77], "platform": [0, 4, 8, 10, 70], "machin": [0, 7, 10, 70, 81], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 80], "local": [0, 4, 7, 10, 47, 52, 53, 69, 70, 72, 74, 77, 81], "store": [0, 4, 10, 23, 38, 53, 55, 70, 72, 78], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 78], "artifact": [0, 4, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 70, 73, 74, 78], "visual": [0, 4, 9, 10], "logger": [0, 5, 10, 64, 69, 70, 73, 74, 83], "tensorboard": [0, 10, 23], "train": [0, 10, 69, 70, 74, 78, 79], "evalu": [0, 7, 10, 24, 69, 70, 74, 79], "real": [0, 4, 5, 10, 55, 70], "notebook": [0, 10, 70, 71, 72, 75, 77], "develop": [0, 3, 4, 5, 8, 9, 10, 70, 77, 80, 83], "code": [0, 3, 6, 8, 9, 10, 69, 71, 79, 83], "purpos": [0, 4, 5, 7, 8, 10, 72], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 71, 72, 74, 76, 79, 81], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 69, 70, 71, 73, 74, 75, 76, 77, 80, 83], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 80], "accompani": [0, 10], "extens": [0, 5, 9, 10, 71, 74], "document": [0, 5, 7, 8, 9, 10, 70, 72, 74, 76, 77, 78], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 80], "workflow": [0, 8, 10, 80], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 68, 77, 79], "understand": [0, 10], "mani": [0, 4, 10, 73], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 67, 72, 78, 79, 80, 81, 82, 83], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 72, 76, 77, 78, 80, 82, 83], "ad": [0, 2, 4, 10, 73, 79, 82], "section": [0, 2, 3, 4, 5, 7, 9, 10, 72, 79, 80, 81, 82], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "progress": [0, 4, 5, 10, 55, 56, 64, 75, 77, 78], "stai": [0, 6, 10, 79], "tune": [0, 6, 10, 79], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 64, 71, 73, 74, 76, 78, 79, 80, 82, 83], "those": [0, 4, 5, 7, 31, 72, 79], "interest": [0, 2, 77, 82], "alwai": [0, 5, 7, 9, 18, 71, 74, 76, 78, 79], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 80], "repo": 0, "read": [0, 5, 7, 16, 18, 52, 74], "md": 0, "first": [0, 5, 9, 18, 38, 47, 67, 69, 71, 72, 74, 75, 76], "comput": [0, 4, 7, 70, 74], "contain": [0, 4, 5, 8, 47, 49, 50, 71, 73, 80], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 69, 70, 71, 72, 74, 75, 77, 78, 79, 80, 83], "instal": [0, 7, 8, 18, 81], "host": [0, 2, 4, 7, 78], "folder": [0, 5, 8, 9, 13, 24, 38, 70, 72, 75, 77], "offici": 0, "repositori": [0, 7, 8, 9, 74, 78, 80, 81], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 72, 78, 82], "framework": [0, 2, 73, 80, 82], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 71, 72, 73, 75, 76, 77, 82], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 82], "ny": 0, "usa": [0, 82], "url": 0, "http": [0, 4, 7, 9, 17, 44, 45], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 69, 70, 71, 72, 73, 74, 75, 76, 77, 82], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 72], "energi": [0, 2, 5, 23, 60, 61, 62, 79], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 66, 70, 71, 72, 73, 74, 75, 76, 77, 79, 82], "sinergym": [2, 3, 4, 8, 10, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "independ": [2, 80, 82], "rest": [2, 5, 7, 9, 48, 49, 79, 82], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82], "experi": [2, 4, 5, 6, 9, 37, 38, 73, 82], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 72, 77], "m2": 2, "divid": [2, 69, 70, 74, 77], "two": [2, 8, 9, 72, 79], "asymmetr": 2, "hvac": [2, 72, 79], "consist": [2, 5], "air": [2, 72, 76, 79], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 72], "cool": [2, 5, 72, 76, 82], "coil": [2, 72], "chill": 2, "water": 2, "vav": [2, 72], "heat": [2, 72, 76], "come": [2, 73], "5zoneautodxvav": [2, 5, 41, 73], "singl": [2, 73], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 67, 69, 70, 71, 72, 73, 74, 76, 77, 79, 81, 82, 83], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "outdoor": [2, 72, 76], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 70, 71, 72, 73, 74, 75, 76, 77, 82], "equip": [2, 72], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 83], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 73], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 79, 80], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 65, 66, 67, 68, 69, 70, 72, 74, 75, 76, 77, 82, 83], "electr": [2, 72, 79], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 69, 70, 74, 77], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 72, 73, 80], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 80], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 69, 70, 71, 72, 73, 74, 75, 76, 77, 82], "basement": 2, "rectangular": 2, "46": [2, 71], "320": 2, "organ": [2, 5, 72, 80], "19": [2, 61, 72, 73, 75, 77], "bot": [2, 8], "mid": [2, 82], "level": [2, 8, 56, 80], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 72, 77], "charg": [2, 5, 68], "discharg": [2, 68], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 64, 74, 77, 79, 80, 83], "random": [3, 43, 73], "rule": [3, 41, 42, 80], "base": [3, 4, 7, 8, 41, 42, 57, 59, 72, 76, 80], "5zone": [3, 5, 6, 72, 76], "datacent": [3, 5, 72], "find": [3, 8], "util": [3, 4, 7, 13, 69, 70, 72, 73, 74, 75, 76, 77, 79, 80, 81, 83], "py": [3, 4, 5, 7, 9, 45, 69, 70, 74, 77, 80, 81, 83], "veri": [3, 9, 72, 79], "perform": [3, 4, 5, 9, 24, 47, 65, 66, 79], "refer": [3, 7], "point": [3, 70, 74, 81], "studi": [3, 5], "simpl": [3, 5, 71, 72, 79], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 79], "instanc": [3, 4, 5, 7, 8, 13, 49, 78], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 65, 66, 67, 68, 69, 70, 74, 75, 76, 77, 79, 81, 83], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 72, 73, 75, 78, 79, 80, 83], "usag": [3, 7, 69], "facil": [4, 72, 79], "discret": [4, 5, 13, 71, 72, 79], "continu": [4, 5, 6, 8, 9, 70, 71, 72, 73], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 69, 70, 74], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 69, 70, 71, 72, 74, 77, 83], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 72, 74, 78], "stage": 4, "procedur": [4, 8], "access": 4, "state": [4, 5, 18, 64], "dure": [4, 5, 8, 13, 23, 24, 74, 78, 81], "monitor": [4, 7, 9, 24, 47, 55, 64, 70, 73, 74, 75, 77, 78], "save": [4, 6, 24, 38, 69, 70, 72, 74], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 83], "column": [4, 5, 26, 38], "due": [4, 5, 68, 70], "its": [4, 5, 7, 8, 9, 50, 64, 71, 79, 81, 83], "import": [4, 6, 7, 8, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 83], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 65, 66, 70, 74, 77, 80], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 65, 69, 70, 71, 72, 73, 74, 75, 76, 83], "log": [4, 55, 56, 64, 74, 78, 83], "extract": [4, 5, 13, 34, 38], "why": 4, "record": [4, 30, 33, 55, 64, 78], "same": [4, 5, 7, 8, 26, 69, 72, 77, 78, 82, 83], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 74, 78], "constructor": [4, 5, 6, 16, 68, 72, 79, 83], "loggercallback": [4, 70], "basecallback": [4, 24], "wandb": [4, 57], "ai": 4, "site": [4, 69, 70, 71, 72, 73, 74, 75, 76, 77], "__": 4, "background": [4, 73], "With": [4, 5, 72], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82], "regist": [4, 5, 8, 70, 71, 74, 81], "hyperparamet": 4, "output": [4, 6, 8, 34, 38, 45, 56, 69, 70, 71, 72, 73, 74, 75, 76, 77], "compar": [4, 77], "summari": [4, 5, 9, 64, 71], "registr": 4, "enabl": [4, 7, 8], "best": [4, 24, 69, 70, 74], "metric": 4, "There": [4, 7, 9, 78], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 64, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "log_interv": [4, 69, 70, 74], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 64, 66, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 81, 82], "consequ": [4, 7, 79], "featur": [4, 5], "thu": [4, 5], "off": [4, 70, 72], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 67, 68, 69, 70, 72, 74, 75, 77, 78, 79, 83], "instead": [4, 5, 7, 9, 47, 65, 77, 83], "version": [4, 5, 8, 9, 13, 72, 81], "result": [4, 6, 18, 47, 70, 71, 72, 73, 75, 76, 77, 78, 81], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 64, 69, 78], "loggerevalcallback": [4, 69, 70, 74], "evalcallback": 4, "particular": [4, 5, 71], "concret": 4, "construct": [4, 5, 7], "place": [4, 5, 73, 81], "On": [4, 7, 9, 72], "hand": [4, 7, 9, 72], "occupi": [4, 72], "accur": 4, "averag": [4, 47, 81], "therefor": [4, 5, 73, 79, 81], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 65, 77, 79], "good": 4, "turn": [4, 70], "out": [4, 69, 70, 74, 78], "howev": [4, 5, 6, 7, 8, 9, 72, 73, 79, 80], "calcul": [4, 5, 69, 74, 79, 81], "power": [4, 55, 60, 61, 62, 78, 79], "consumpt": [4, 23, 61, 62, 78, 79], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 72, 76, 78, 79], "penalti": [4, 78, 79], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 79, 81], "decid": [4, 5, 7], "better": [4, 5], "appear": [4, 5, 9, 47, 71, 78], "action_simul": 4, "becaus": [4, 5, 7, 8, 74, 76, 81], "clip": [4, 68], "Then": [4, 5, 7, 9, 69, 70, 72, 73], "pars": [4, 5], "note": [4, 47, 78], "box": [4, 5, 13, 69, 70, 72, 73, 74], "equival": 4, "csv": [4, 5, 55, 64, 74, 75, 77, 78], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 71, 72, 73, 75, 76, 77, 79, 82], "bound": [4, 69, 70, 74], "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 67, 71, 72, 73, 75, 76, 77, 79, 81, 83], "cumulative_comfort_penalti": 4, "sum": [4, 71, 72, 73, 75, 76, 81], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 74], "being": [4, 5, 7, 13, 78, 79], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 64, 66, 67, 72, 74, 75, 78, 80], "normal": [4, 5, 67, 78, 79, 80, 83], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 72, 77, 78], "rollout": [4, 74], "exploration_r": [4, 74], "doesn": [4, 7, 83], "t": [4, 5, 7, 9, 30, 60, 62, 68, 71, 73, 77, 78, 82, 83], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 72, 77, 78, 79], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 72, 74, 81], "drl_batteri": [4, 7, 74], "most": [4, 5, 78, 79], "must": [4, 5, 7, 9, 47, 72], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 69, 70, 74], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 79], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 72, 74, 79, 83], "field": [4, 5, 13, 38, 79, 82], "valid": [4, 50, 77, 83], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 70, 72], "abl": [4, 5, 7, 9, 72], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 64, 65, 66, 67, 75, 79], "json": [4, 7], "alloc": [4, 7, 8], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 71, 73, 78], "overwrit": 4, "seed": [4, 13, 64, 66], "befor": [4, 5, 7, 18, 38, 47, 72, 73, 74, 77], "id": [4, 5, 7, 72, 79, 81], "respect": [4, 5, 8, 9], "mention": [4, 5, 7, 72], "otherwis": [4, 6, 77, 83], "error": [4, 5, 7, 8, 47, 70, 72, 77], "next": [4, 5, 7, 8, 13, 18, 64, 66, 69, 72, 77, 79, 80], "appropri": [4, 72, 81], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 69, 70, 74], "__version__": 4, "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81], "overwritten": [4, 72], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 66, 72, 74, 78], "bucket": [4, 52, 53], "delet": [4, 49], "previou": [4, 7, 8, 66, 72], "load_ag": [4, 7], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 72, 73, 79], "onc": [4, 5, 9], "predict": 4, "agre": 4, "collect": [4, 55, 81], "sent": 4, "memori": [4, 7], "direct": 4, "plan": [4, 5], "futur": [4, 5, 6, 7, 70, 79], "As": [5, 7, 9, 72], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 64, 73], "receiv": [5, 13, 18, 20, 83], "At": [5, 7, 8, 71, 74], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 60, 61, 62, 63, 64, 66, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83], "via": 5, "socket": [5, 18, 78], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 69, 70, 71, 72, 73, 74, 75, 76, 77], "eplu": [5, 6, 13, 34, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81], "demo": [5, 69, 70, 71, 72, 74, 75, 76, 77, 81], "v1": [5, 6, 13, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81], "usa_pa_pittsburgh": [5, 73, 82], "allegheni": [5, 73, 82], "counti": [5, 73, 82], "ap": [5, 73, 82], "725205_tmy3": [5, 73, 82], "No": [5, 70], "01": [5, 72, 74, 77], "31": [5, 6, 73], "03": [5, 74, 77], "hot": [5, 6, 60, 61, 62, 72, 73, 79, 82], "usa_az_davi": [5, 82], "monthan": [5, 82], "afb": [5, 82], "722745_tmy3": [5, 82], "mix": [5, 79, 82], "usa_ny_new": [5, 82], "j": [5, 82], "f": [5, 9, 69, 70, 74, 82], "kennedi": [5, 82], "intl": [5, 82], "744860_tmy3": [5, 82], "usa_wa_port": [5, 82], "angel": [5, 82], "william": [5, 82], "r": [5, 60, 62, 82], "fairchild": [5, 82], "727885_tmy3": [5, 82], "stochast": [5, 24, 47, 72, 79], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 68], "shopwithvandbatteri": 5, "complet": [5, 69, 70, 74, 77], "context": [5, 6, 13, 64, 72, 80], "either": 5, "predefin": [5, 72], "shown": [5, 9, 69, 81], "abov": [5, 7, 8, 70, 72], "def": [5, 75, 76, 79], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 75, 79], "self": [5, 75, 76, 79], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 72], "union": [5, 13, 18, 27, 55, 60, 61, 62, 64, 65, 66, 75], "observation_spac": [5, 13, 72], "5e6": [5, 72], "high": [5, 72, 73], "shape": [5, 72, 73], "dtype": [5, 69, 70, 72, 74, 77], "np": [5, 13, 18, 55, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 81], "float32": [5, 13, 69, 70, 72, 74], "observation_vari": [5, 13, 72], "action_spac": [5, 13, 43, 71, 72, 73, 75, 77, 81], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 81, 83], "action_vari": [5, 13, 72, 73], "action_map": [5, 13, 72], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 64, 65, 66, 67, 75, 76, 77, 79], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 64, 65, 66, 75, 76], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 64, 65, 66, 75], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 64, 65, 66, 70, 75], "weather_vari": [5, 13, 37, 72], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 64, 66, 67, 73, 75], "linearreward": [5, 13, 69, 70, 72, 74, 79], "reward_kwarg": [5, 13, 72, 79], "act_repeat": [5, 13, 18, 72], "max_ep_data_store_num": [5, 13, 18, 72], "action_definit": [5, 13, 18, 38, 72, 73], "env_nam": [5, 13, 18, 20, 34, 38, 72, 78], "config_param": [5, 6, 13, 18, 72], "arg": [5, 7, 9, 23, 24, 57, 76], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 71, 72, 73, 75, 77, 81, 82], "randomli": [5, 13, 38, 43, 68, 81], "empti": [5, 9, 13, 38, 69, 70, 74, 77], "manual": [5, 6, 8, 13, 73], "should": [5, 6, 7, 9, 13, 18, 24, 59, 81], "extra_config": [5, 13, 38], "map": [5, 13, 72], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 67, 74, 78, 83], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 78], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 64, 67, 72], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 64, 72, 79, 83], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 75, 76], "detect": 5, "planner": 5, "get_schedul": [5, 13, 38, 72], "date": 5, "need": [5, 7, 9, 69, 71, 74, 75, 76, 78], "month": [5, 18, 28, 29, 31, 60, 61, 62, 71, 72, 73, 75, 76, 77, 81], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 71, 72, 73, 75, 76, 77, 79], "reset": [5, 13, 18, 38, 47, 64, 66, 71, 72, 73, 75, 76, 77, 81], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 76], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 72], "reward_fn": 5, "obs_dict": [5, 76], "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 64], "free": [5, 7, 74, 76], "runperiod": [5, 71, 72, 73], "copi": [5, 9, 18, 78], "climat": [5, 82], "compat": [5, 9, 45, 77], "select": [5, 9, 13, 41, 42, 43, 64, 76, 83], "re": [5, 78], "done": [5, 55, 72, 75], "increas": [5, 79], "complex": [5, 80], "desir": [5, 76], "nois": [5, 71], "tau": [5, 26, 38], "whose": [5, 55, 79], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 64], "moreov": 5, "n": [5, 66, 72, 77], "activ": [5, 9, 23, 55, 64, 78], "present": [5, 13, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "dynam": [5, 70], "let": [5, 6, 7, 9, 69, 70, 71, 72, 74, 81], "requir": [5, 7, 8, 9, 38, 72, 74, 79, 83], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 80, 81, 83], "correct": [5, 7, 9, 31, 77, 83], "look": [5, 32, 36, 45, 74, 76], "found": [5, 13, 38, 83], "rdd": 5, "ones": [5, 79, 83], "constant": [5, 60, 61, 62, 75, 77, 79, 83], "discuss": [5, 72], "249": [5, 72, 73, 83], "range_gett": 5, "common": [5, 21, 24, 47, 69, 70, 74, 76, 79, 80], "get": [5, 9, 13, 31, 38, 47, 50, 67, 76], "standard": [5, 8, 31, 41, 71, 81], "repres": 5, "previous": [5, 38, 72, 78], "rememb": [5, 74, 76], "later": [5, 55], "reserv": 5, "inconsist": [5, 72], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 72, 73], "usual": [5, 79], "solut": 5, "problem": [5, 7, 72, 77], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 77], "plai": [5, 74, 76], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 77], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 73], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 71, 72, 73, 74, 75, 76, 77, 79, 82], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 72], "load": [5, 70, 72, 73], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 72], "object2": [5, 72], "entri": 5, "kei": [5, 6, 7, 18, 30, 34, 57, 65], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 72, 79], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 79], "dedic": 5, "explan": [5, 7], "download": 5, "ddy": [5, 38, 69, 70, 71, 72, 73, 74, 75, 76, 77], "exactli": 5, "That": [5, 79], "alreadi": [5, 7, 72, 76, 79, 80], "even": [5, 72, 74, 76], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 68, 78, 79, 83], "intend": 5, "someon": 5, "far": [5, 79], "concern": [5, 72], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 69, 70, 71, 74, 75, 76, 77], "config": [6, 7, 27, 71, 80], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 72], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 72, 77, 79], "less": [6, 73], "1991": [6, 71, 72, 73, 75, 76, 77], "determin": 6, "length": [6, 47, 69, 74], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7], "apply_extra_conf": [6, 38], "gcloud": 7, "combin": [7, 72, 73, 77], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 72, 79], "bias": 7, "finish": [7, 8, 18, 81], "job": [7, 8, 9, 80], "remov": [7, 49, 60, 61, 62, 79], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 72, 73, 79], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 64, 65, 71, 72, 75, 76, 79], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 80, 81], "termin": [7, 18, 55, 56, 65, 66, 71, 72, 73, 75, 76, 77, 81], "applic": [7, 80], "login": 7, "upload": [7, 8, 53], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 50], "restart": 7, "never": [7, 71], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 71, 72, 73, 74, 75, 76, 77, 82], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 77, 81, 83], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 73, 77, 79], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 80, 81], "write": [7, 8, 9, 57, 80], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 79], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 80], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 73, 74, 81], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 72], "predetermin": 7, "enter": [7, 81], "after": [7, 18, 47, 71, 72, 77], "immedi": 7, "hasn": [7, 30], "yet": [7, 80], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 74], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 72], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 71, 74, 76], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 71, 74], "everi": [7, 8, 9, 24, 71, 72, 73, 75, 76, 77, 80, 81], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 74, 81], "gitignor": 7, "ignor": [7, 8, 70, 80], "final": [7, 71, 73], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 69, 70, 74], "rise": 8, "pytyp": 8, "d": [8, 18, 69, 70, 74], "cannot": [8, 70, 81], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 79, 81], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": [8, 69, 74], "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 72, 78], "pypi": [8, 9], "yml": [8, 9, 80], "minim": 8, "below": [9, 79, 82], "throughout": 9, "ubuntu": 9, "18": [9, 71, 72, 74, 75, 76, 77, 82], "04": [9, 70, 74, 77], "lt": [9, 69, 70, 74], "7": [9, 18, 71, 72, 73, 74, 75, 76, 77, 79, 82], "22": [9, 71, 72, 73, 75, 76, 77], "avoid": [9, 47], "pip": [9, 80], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 72, 77], "pop": [9, 75], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 81], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 69, 70, 74, 77], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 79], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 71, 79], "subset": [9, 77, 83], "ofici": 9, "supervis": [9, 80], "vv": [9, 80], "anywai": [9, 80], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 72], "properti": [13, 18, 38], "close": [13, 18, 64, 70, 71, 72, 73, 74, 75, 76, 77, 81], "xlsx": [13, 72], "get_zon": [13, 72], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 69, 74], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 65, 66, 67, 68, 75], "np_random": [13, 64], "chosen": [13, 41, 42, 43, 64, 76, 81], "entropi": [13, 64], "integ": [13, 18, 64], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 64, 65, 66, 75], "truncat": [13, 18, 64, 65, 71, 72, 73, 75, 76, 77, 81], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 75], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 76], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 72, 75], "element": [18, 30, 33, 55, 83], "fals": [18, 23, 24, 47, 55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 81], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "verbos": [23, 24, 70, 74, 80], "csvlogger": [23, 64, 75, 78], "boolean": 23, "on_training_end": 23, "eval_env": 24, "callback_on_new_best": 24, "accord": [24, 82], "n_eval_episod": [24, 47, 69, 74], "eval_freq": [24, 69, 74], "eval": [24, 69, 74], "freq": 24, "log_path": [24, 69, 74], "npz": 24, "best_model_save_path": [24, 69, 74], "determinist": [24, 47, 69, 74], "stable_baselines3": [24, 47, 69, 70, 74], "vec_env": [24, 47, 69, 70, 74], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 64, 66, 69, 70, 74, 75, 77], "weather_data": [26, 38], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 72, 76], "variat": [26, 38], "opyplu": [26, 28, 30, 33, 35, 38], "ou": [26, 38], "_get_actu": 27, "rel": [27, 72], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 72, 73, 75, 77], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 72, 76, 79, 82], "ashra": [31, 41, 42], "55": [31, 41, 82], "thermal": [31, 41, 61, 72, 79], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62], "min": [34, 72], "absolut": [34, 60, 62, 79], "file_path": 35, "content": [35, 78], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 78], "till": 36, "modif": [37, 79], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 72], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 72], "99": 38, "summer": [38, 60, 61, 62, 79, 82], "winter": [38, 79, 82], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 69, 70, 71, 72, 73, 74, 75, 76, 77], "tree": [38, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": [38, 70], "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 68, 76], "sequenc": [41, 42, 43, 67, 75, 76], "perceiv": [41, 42, 76], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 71], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 64], "count": [47, 72], "scale": [47, 80], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 78], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 64, 75], "progress_head": [55, 64, 75], "log_progress_fil": [55, 75], "log_fil": [55, 75], "header": [55, 64, 75], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 64, 78], "steps_data": 55, "elabor": 55, "total_timestep": [55, 69, 70, 74], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 71, 72, 73, 74, 75, 76], "belong": [55, 78], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 67, 71, 72, 73, 75, 76, 77, 81], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": 57, "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 72, 79], "energy_vari": [60, 61, 62, 72, 79], "range_comfort_wint": [60, 61, 62, 72, 79], "range_comfort_summ": [60, 61, 62, 72, 79], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 69, 71, 72, 75, 76], "energy_weight": [60, 62, 72, 79], "lambda_energi": [60, 61, 62, 79], "0001": [60, 61, 62, 74], "lambda_temperatur": [60, 61, 62, 79], "exponenti": [60, 79], "w": [60, 61, 62, 70, 73, 79], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 79, 82], "session": [60, 61, 62, 70], "dimens": [60, 61, 62, 79], "1e": [60, 61, 62, 79], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 79], "logger_class": [64, 75], "activate_logg": 64, "deactivate_logg": 64, "reward_term": [65, 77], "vector": [65, 66, 74, 77, 83], "scalar": [65, 77, 83], "flatten": [66, 77], "stack": [66, 83], "flat": 66, "reli": [67, 74], "get_unwrapped_ob": 67, "rate": [68, 72, 79], "simultan": 68, "upper": 68, "dummyvecenv": [69, 70, 74], "datetim": [69, 70, 74, 76], "loggerwrapp": [69, 70, 73, 74, 77, 81, 83], "usr": [69, 70, 74, 77], "lib": [69, 70, 74, 77], "dist": [69, 70, 74, 77], "73": [69, 70, 74], "userwarn": [69, 70, 74], "precis": [69, 70, 74], "lower": [69, 70, 74], "cast": [69, 70, 74], "todai": [69, 70, 74], "strftime": [69, 70, 74], "y": [69, 70, 74], "m": [69, 70, 74, 82], "h": [69, 70, 74, 82], "episodes_": [69, 70, 74], "start_run": 69, "run_nam": 69, "mlppolici": [69, 70, 74], "n_timesteps_episod": [69, 70, 74], "_eplus_one_epi_len": [69, 70, 74], "_eplus_run_steps": [69, 70, 74], "env_vec": [69, 70, 74], "lambda": [69, 70, 74], "eval_callback": [69, 74], "best_model": [69, 74], "append": [69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "_env_working_dir_par": [69, 70, 74], "end_run": 69, "2022": [69, 70, 74], "07": [69, 70, 74, 77], "09": [69, 70, 71, 72, 73, 74, 75, 76], "05": [69, 74], "15": [69, 71, 72, 74, 75], "336": 69, "eplus_env_demo": [69, 70, 71, 72, 74, 75, 76, 77], "v1_mainthread_root": [69, 70, 71, 72, 73, 74, 75, 76, 77], "externalinterfac": [69, 70, 71, 72, 73, 74, 75, 76, 77], "340": 69, "sizingperiod": [69, 70, 71, 72, 73, 74, 75, 76, 77], "343": 69, "bvctb": [69, 70, 71, 72, 73, 74, 75, 76, 77], "346": 69, "347": [69, 74], "379": 69, "395": 69, "workspac": [69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "res4": 69, "sub_run1": [69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "28": [69, 71, 72, 75, 76, 77], "814": 69, "816": 69, "833": 69, "sub_run2": [69, 70, 74, 77, 78], "52": [69, 70], "095": [69, 74], "096": 69, "106": [69, 74], "sub_run3": [69, 70, 74, 78], "numpi": [69, 70, 71, 72, 73, 74, 75, 76, 77, 81], "fromnumer": [69, 70, 74, 77], "3432": [69, 70, 74], "runtimewarn": [69, 70, 74, 77], "slice": [69, 70, 74, 77], "_method": [69, 70, 74, 77], "_mean": [69, 70, 74, 77], "axi": [69, 70, 74, 77], "190": [69, 70, 74], "invalid": [69, 70, 74, 77], "encount": [69, 70, 74, 77, 83], "double_scalar": [69, 70, 74], "ret": [69, 70, 74, 77], "rcount": [69, 70, 74, 77], "265": [69, 70, 74], "degre": [69, 70, 74], "freedom": [69, 70, 74], "_var": [69, 70, 74], "ddof": [69, 70, 74], "223": [69, 70, 74], "arrmean": [69, 70, 74], "um": [69, 70, 74], "true_divid": [69, 70, 74], "div": [69, 70, 74], "39": [69, 70, 71, 72, 73, 74, 75, 76, 77], "unsaf": [69, 70, 74], "257": [69, 70, 74, 75], "56": [69, 72, 74, 77], "988": 69, "989": 69, "996": 69, "sub_run4": [69, 70, 74], "06": 69, "618": 69, "619": 69, "626": [69, 74], "sub_run5": [69, 70, 74], "941": 69, "943": 69, "957": 69, "sub_run6": [69, 74], "num_timestep": [69, 74], "70080": [69, 74], "episode_reward": [69, 74], "22006": 69, "98": 69, "00": [69, 71, 74, 75, 77], "35040": [69, 71, 72, 73, 74, 75, 76, 77], "168": [69, 73], "176": 69, "sub_run7": [69, 74], "862": 69, "863": 69, "870": 69, "sub_run8": [69, 74], "35": [69, 82], "851": 69, "852": 69, "861": 69, "sub_run9": [69, 74], "181": [69, 77], "183": 69, "196": 69, "sub_run10": [69, 74], "08": [69, 70, 72, 74], "522": [69, 70], "532": 69, "sub_run11": [69, 74], "140160": [69, 74], "23530": 69, "67": 69, "923": [70, 77], "925": 70, "927": 70, "929": 70, "930": 70, "tensorboard_path": 70, "tensorboard_log": 70, "cpu": [70, 74], "devic": [70, 74], "log_callback": 70, "tensorboardformatlogg": 70, "tb_path": 70, "new_logg": 70, "set_logg": 70, "712510": 70, "tensorflow": 70, "cc": 70, "169": [70, 74], "onednn": 70, "oper": 70, "slightli": 70, "numer": 70, "round": 70, "tf_enable_onednn_opt": 70, "716588": 70, "stream_executor": 70, "dso_load": 70, "64": 70, "libcudart": 70, "11": [70, 71, 72, 73, 74, 75, 76, 77], "dlerror": 70, "share": 70, "716606": 70, "cuda": 70, "cudart_stub": 70, "29": [70, 71, 72, 75, 77], "cudart": 70, "gpu": 70, "416": 70, "425": 70, "res7": 70, "27": [70, 71, 72, 75, 77], "141": 70, "149": 70, "560": 70, "563": 70, "582": 70, "25": [70, 71, 72, 73, 76, 77, 82], "548": 70, "549": 70, "557": 70, "59": [70, 74, 82], "524": 70, "537": 70, "617": 70, "loop": 71, "2023": [71, 72, 73, 75, 76, 77], "02": [71, 72, 73, 74, 75, 76, 77], "049": 71, "050": 71, "052": 71, "053": 71, "054": 71, "glanc": 71, "someth": 71, "current_month": [71, 72, 73, 75, 76, 77, 81], "displai": [71, 72, 73, 75, 76, 77, 81], "print": [71, 72, 73, 74, 75, 76, 77, 81], "139": 71, "146": [71, 77], "res1": [71, 72, 73, 75, 76], "086220480544118": 71, "time_elaps": [71, 72, 73, 74, 75, 76, 77], "900": [71, 72, 73, 75, 76, 77], "23": [71, 72, 73, 75, 76, 77, 79], "total_pow": [71, 72, 73, 75, 76], "21724": 71, "40961088236": 71, "total_power_no_unit": [71, 72, 73, 75, 76], "172440961088236": 71, "abs_comfort": [71, 72, 73, 75, 76, 77], "21": [71, 72, 73, 75, 76, 77, 82], "81947413483711": 71, "2083": 71, "3260107177957": 71, "2976": [71, 72, 73, 75, 76, 77], "2678400": [71, 72, 73, 75, 76, 77], "16": [71, 72, 75, 77, 82], "4300": 71, "67198003095": 71, "43006719800309506": 71, "470462231008021": 71, "52953776899198": 71, "4068": 71, "1430820739643": 71, "5664": [71, 72, 73, 75, 76, 77], "5097600": [71, 72, 73, 75, 76, 77], "17443": 71, "56199085256": 71, "7443561990852559": 71, "52682664353406": 71, "5408": 71, "011099508528": 71, "8640": [71, 72, 73, 75, 76, 77], "7776000": [71, 72, 73, 75, 76, 77], "17": [71, 72, 75, 77, 82], "152": [71, 75, 76, 77], "4868953414246": [71, 75, 76, 77], "01524868953414246": [71, 75, 76, 77], "20": [71, 72, 73, 75, 76, 77, 79], "02634475252593": 71, "6324": 71, "363418661066": 71, "11520": [71, 72, 73, 75, 76, 77], "10368000": [71, 72, 73, 75, 76, 77], "87808257037088": 71, "7166": 71, "002341495086": 71, "14496": [71, 72, 73, 75, 76, 77], "13046400": [71, 72, 73, 75, 76, 77], "5901": 71, "306181804051": 71, "5901306181804051": 71, "00595003066665": 71, "99404996933335": 71, "10107": 71, "38621508419": 71, "17376": [71, 72, 73, 75, 76, 77], "15638400": [71, 72, 73, 75, 76, 77], "5959": 71, "248391726638": 71, "5959248391726638": 71, "003880381582551": 71, "99611961841745": 71, "13368": 71, "049092385163": 71, "20352": [71, 72, 73, 75, 76, 77], "18316800": [71, 72, 73, 75, 76, 77], "20642": 71, "54173343959": 71, "064254173343959": 71, "2461460714288606": 71, "75385392857114": 71, "16573": 71, "882795341822": 71, "23328": [71, 72, 73, 75, 76, 77], "20995200": [71, 72, 73, 75, 76, 77], "296": 71, "4125183546004": 71, "029641251835460045": 71, "85266561770349": 71, "14733438229651": 71, "19392": 71, "89340178917": 71, "26208": [71, 72, 73, 75, 76, 77], "23587200": [71, 72, 73, 75, 76, 77], "33172235919861": 71, "20446": 71, "271430476787": 71, "29184": [71, 72, 73, 75, 76, 77], "26265600": [71, 72, 73, 75, 76, 77], "45708717771629": 71, "21616": 71, "477165610137": 71, "32064": [71, 72, 73, 75, 76, 77], "28857600": [71, 72, 73, 75, 76, 77], "182": [71, 72], "8619608065522": 71, "01828619608065522": 71, "0452010578529105": 71, "95479894214709": 71, "23634": 71, "85490851": 71, "31536000": [71, 72, 73, 75, 76, 77], "1992": [71, 72, 73, 75, 76, 77], "23109": 71, "07172644784": 71, "310907172644784": 71, "04969081696662": 71, "forget": 71, "130": 71, "cumul": [71, 72, 73, 75, 76, 79, 81], "6745106994437942": 71, "over": 71, "environment_id": 72, "long": 72, "198": 72, "eplus_env_5zon": 72, "199": 72, "201": [72, 73], "202": 72, "scratch": 72, "obvious": 72, "expreward": [72, 79], "space1": [72, 76, 79], "total": [72, 74, 79], "demand": [72, 79], "26": [72, 73, 74, 75, 77, 79], "34": [72, 74, 77, 82], "490": 72, "492": 72, "493": 72, "494": 72, "esp_granada": [72, 82], "084190_swec": [72, 82], "001": [72, 77], "new_env_nam": 72, "14": [72, 74, 76, 82], "36": [72, 74], "775": 72, "eplus_env_new_env_name_mainthread_root": 72, "776": 72, "777": 72, "778": 72, "779": 72, "new_observation_vari": 72, "humid": [72, 82], "wind": 72, "speed": 72, "fanger": 72, "ppd": 72, "east": 72, "new_action_vari": 72, "heating_setpoint_rl": 72, "cooling_setpoint_rl": 72, "new_observation_spac": 72, "len": 72, "new_action_map": 72, "new_action_spac": 72, "58": 72, "042": 72, "eplus_env_datacent": 72, "043": 72, "044": 72, "045": 72, "047": 72, "24071189929661993": 72, "4814": 72, "237985932398": 72, "48142379859323986": 72, "663": 72, "5403139587615": 72, "3902": 72, "820992932057": 72, "39028209929320573": 72, "1239": 72, "6466565782107": 72, "4289": 72, "43749835403": 72, "428943749835403": 72, "1846": 72, "3376477287582": 72, "4605": 72, "786815476858": 72, "4605786815476858": 72, "2638": 72, "351276498183": 72, "4140": 72, "066604495791": 72, "41400666044957907": 72, "3535": 72, "2292329474312": 72, "3585": 72, "00576986839": 72, "358500576986839": 72, "5030": [72, 76], "414183067792": 72, "3962": 72, "959903637627": 72, "39629599036376273": 72, "7065": 72, "662896790269": 72, "2020": 72, "616347754115": 72, "2020616347754115": 72, "9301": 72, "430375216012": 72, "6150": 72, "00539925926": 72, "6150005399259261": 72, "10852": 72, "482595941527": 72, "4705": 72, "83115210627": 72, "470583115210627": 72, "11635": 72, "614609284981": 72, "3160": 72, "38778492112": 72, "316038778492112": 72, "12226": 72, "346387257105": 72, "4049": 72, "327293756508": 72, "40493272937565084": 72, "12842": 72, "09822858374": 72, "5236": 72, "012401867805": 72, "5236012401867806": 72, "3664982371171533": 72, "652": 72, "fit": 72, "knowledg": 72, "pprint": 72, "385": 72, "386": 72, "388": 72, "activitysch": 72, "actschd": 72, "object_field_nam": 72, "activity_level_schedule_nam": 72, "object_nam": 72, "object_typ": 72, "space2": 72, "object3": 72, "space3": 72, "object4": 72, "space4": 72, "object5": 72, "space5": 72, "airvelocitysch": 72, "air_velocity_schedule_nam": 72, "basinheatersch": 72, "basin_heater_operating_schedule_nam": 72, "twospe": 72, "setp": 72, "sch": 72, "cooling_setpoint_temperature_schedule_nam": 72, "dualsetpoint": 72, "thermostatsetpoint": 72, "setpoint_temperature_schedule_nam": 72, "coolingsetpoint": 72, "singlecool": 72, "clothingsch": 72, "coolingcoilavailsch": 72, "availability_schedule_nam": 72, "coilsystem": 72, "fraction": 72, "schedule_nam": 72, "eleceq": 72, "electricequip": 72, "fanavailsch": 72, "sy": 72, "availabilitymanag": 72, "suppli": 72, "fan": 72, "variablevolum": 72, "heating_setpoint_temperature_schedule_nam": 72, "heatingsetpoint": 72, "singleh": 72, "infil": 72, "zoneinfiltr": 72, "designflowr": 72, "light": 72, "oa": 72, "sched": 72, "minimum_outdoor_air_schedule_nam": 72, "outdoorair": 72, "oarequir": 72, "outdoor_air_schedule_nam": 72, "zoneminoarequir": 72, "designspecif": 72, "number_of_people_schedule_nam": 72, "plenumclg": 72, "plenumcoolingsetpoint": 72, "plenumhtg": 72, "plenumheatingsetpoint": 72, "reheatcoilavailsch": 72, "reheat": 72, "airtermin": 72, "singleduct": 72, "object10": 72, "object11": 72, "object6": 72, "object7": 72, "object8": 72, "object9": 72, "temp": 72, "shadetranssch": 72, "transmittance_schedule_nam": 72, "south": 72, "overhang": 72, "shade": 72, "door": 72, "workeffsch": 72, "work_efficiency_schedule_nam": 72, "control_type_schedule_nam": 72, "zonecontrol": 72, "thermostat": [72, 76], "plenum": 72, "aris": 72, "light_control": 72, "new_action_definit": 72, "246": 72, "248": 72, "251": 72, "378": [72, 74], "5953435921799378": 72, "772135": 72, "065615": 72, "118682444": 72, "3702": 72, "129212670561": 72, "3702129212670561": 72, "8204742630928195": 72, "17952573690718": 72, "1323": 72, "6734504483704": 72, "915005": 72, "252123": 72, "15262651": 72, "8240": 72, "440639174443": 72, "8240440639174443": 72, "95402558077242": 72, "2653": 72, "495511682493": 72, "406197": 72, "032454": 72, "26987368": 72, "2705": [72, 76], "327387104871": 72, "2705327387104871": 72, "6026980339436996": 72, "3973019660563": 72, "3654": 72, "117264731128": 72, "771828": 72, "576086": 72, "7228997": 72, "5473": 72, "696407644316": 72, "5473696407644316": 72, "3236919826706703": 72, "67630801732933": 72, "4538": 72, "064413351645": 72, "968792": 72, "643467": 72, "42019805": 72, "120": [72, 77], "4056020773604": 72, "01204056020773604": 72, "94994733268213": 72, "5259": 72, "877199437174": 72, "487429": 72, "881165": 72, "43655413": 72, "7020926257567": 72, "018270209262575672": 72, "2600072645660596": 72, "73999273543394": 72, "6975": 72, "320963205122": 72, "296425": 72, "643679": 72, "86003727": 72, "1226": 72, "248426331626": 72, "1226248426331626": 72, "70903953647829": 72, "29096046352171": 72, "8706": 72, "30201843947": 72, "121338": 72, "962442": 72, "025553703": 72, "697": 72, "2103275980762": 72, "06972103275980762": 72, "8752707894151683": 72, "12472921058483": 72, "10343": 72, "998184182996": 72, "662157": 72, "507599": 72, "93150544": 72, "684": 72, "6697597628286": 72, "06846697597628286": 72, "3248581251439404": 72, "67514187485606": 72, "12237": 72, "019209920722": 72, "351902": 72, "181551": 72, "48064095": 72, "473": 72, "2032270919159": 72, "04732032270919159": 72, "5222419743496403": 72, "47775802565036": 72, "13069": 72, "99679905446": 72, "231323": 72, "530094": 72, "7219142": 72, "441": 72, "5292668362657": 72, "044152926683626574": 72, "4993623031804013": 72, "5006376968196": 72, "14003": 72, "21498085445": 72, "48401": 72, "047281": 72, "6802347": 72, "07314090112306104": 72, "92685909887694": 72, "15358": 72, "466454604144": 72, "825996": 72, "284712": 72, "21843678": 72, "4599": 72, "272751902536": 72, "4599272751902536": 72, "0169386743400288": 72, "98306132565997": 72, "4383123988186277": 72, "711": 72, "put": 72, "leav": 72, "intact": 72, "extra_conf": 72, "297": 72, "298": 72, "300": 72, "disadvantag": 73, "adjust": [73, 79], "stand": 73, "propos": 73, "912": 73, "eplus_env_offic": 73, "913": 73, "914": 73, "915": [73, 77], "916": 73, "917": 73, "937": 73, "008417052432114895": 73, "3410486422979": 73, "01683410486422979": 73, "41070439945542": 73, "27041626118706": 73, "84918155106144": 73, "88116986202595": 73, "74532738560474": 73, "73841316494982": 73, "38460288121428": 73, "66372873926693": 73, "24314170888169": 73, "12321836432302": 73, "67730731535304": 73, "88721275822578": 73, "17223251340036": 73, "30793764011797": 73, "20143741435643": 73, "4627284531045": 73, "03096300421944": 73, "93365898954337": 73, "1482": 73, "85953514518": 73, "4442211987932": 73, "024944422119879323": 73, "69669852361374": 73, "25313699035975": 73, "31323981198721": 73, "87141679758788": 73, "11090427756838": 73, "56241622682827": 73, "9404356024169": 73, "94282444325588": 73, "67194978294257": 73, "12528250474749": 73, "02675393355748": 73, "02881519606414": 73, "7323170557345": 73, "27057664160117": 73, "38432687212007": 73, "31131614661928": 73, "12704060142421": 73, "5512781399194": 73, "2254": 73, "712265755012": 73, "6570166669069": 73, "06842055195615": 73, "19611060077995": 73, "76257909194055": 73, "03948097340511": 73, "44816667157681": 73, "68246103494577": 73, "74943691501284": 73, "57724440341409": 73, "04252087505039": 73, "82097230898479": 73, "89365754884302": 73, "57236745458363": 73, "23540331299291": 73, "15797185610974": 73, "15254710004311": 73, "07075284558289": 73, "49970749537007": 73, "3618": 73, "41549254088": 73, "198977940785": 73, "020119897794078502": 73, "95177229570344": 73, "03365818920899": 73, "60757560084356": 73, "01807134766616": 73, "02808474031944": 73, "82190812609193": 73, "48682887050774": 73, "88794828178202": 73, "59810935786398": 73, "46778150537447": 73, "44257972669456": 73, "79284879509999": 73, "43562436709753": 73, "41247285833814": 73, "62715643472103": 73, "03611257878451": 73, "79267736363525": 73, "65243564408237": 73, "6482": 73, "27876446466": 73, "86509413798045": 73, "1071046471536": 73, "27509765486189": 73, "55675636953588": 73, "65216773896621": 73, "5571280438139": 73, "79071520939431": 73, "83977394603949": 73, "98455644317614": 73, "15279122447957": 73, "20765409229273": 73, "24402610262762": 73, "43118400765561": 73, "60430118197448": 73, "86909845458321": 73, "87644643022476": 73, "06484591156406": 73, "24300908399611": 73, "9982": 73, "991284981603": 73, "6090046831275": 73, "01686090046831275": 73, "94899380246081": 73, "06360575139866": 73, "64043835708107": 73, "90053413764347": 73, "77775409162826": 73, "85491440084278": 73, "84413809380008": 73, "84852169014866": 73, "81155249007516": 73, "2474442023517": 73, "08359041763356": 73, "03184496587623": 73, "06114037003215": 73, "49805825736507": 73, "80319610787662": 73, "78635379853651": 73, "76633279008873": 73, "23300358565249": 73, "15197": 73, "775861760021": 73, "6430": 73, "25476366733": 73, "643025476366733": 73, "30362458961184": 73, "08749938089204": 73, "47728046995123": 73, "84848610748885": 73, "35441535664673": 73, "23674788167068": 73, "83684923572157": 73, "48953443144097": 73, "70569108217305": 73, "92570822385427": 73, "95453942245817": 73, "9310852109356": 73, "90761065616391": 73, "54695943183036": 73, "02379180782778": 73, "09140023176932": 73, "79379237233488": 73, "62275516349538": 73, "20393": 73, "055482672924": 73, "40730428893415": 73, "2081195882295": 73, "94397819959719": 73, "63057921118531": 73, "16215148190642": 73, "34597161854728": 73, "68084155872953": 73, "79261102276273": 73, "80021185275091": 73, "92354348202196": 73, "72571798349205": 73, "7933442496152": 73, "89388375583001": 73, "94708364107272": 73, "52064693594591": 73, "62639383402464": 73, "64389562611166": 73, "78208493279325": 73, "25435": 73, "235586329356": 73, "29888599656579": 73, "60513463360622": 73, "6502371961184": 73, "26243009865059": 73, "83511693216035": 73, "01650759969682": 73, "1219715833017": 73, "193129951486": 73, "25984927684709": 73, "246756226096": 73, "16961935329535": 73, "2292706821575": 73, "31058065863118": 73, "30679185978435": 73, "00162377086149": 73, "07019493415782": 73, "14488073433873": 73, "15733356377928": 73, "29667": 73, "280742048788": 73, "31232078408934": 73, "15531893926972": 73, "62243610547647": 73, "3355501078475": 73, "99617019496714": 73, "90925164972085": 73, "78478083621939": 73, "76648417323338": 73, "94552529042894": 73, "81660183265429": 73, "15665229426293": 73, "11984467906358": 73, "34128949509953": 73, "20504796353065": 73, "88586123209223": 73, "84549591879043": 73, "0480387071551": 73, "92364136523652": 73, "32266": 73, "669648540534": 73, "95342186248593": 73, "79017615251069": 73, "61576801735736": 73, "21904412959735": 73, "23337652641756": 73, "70199079621272": 73, "43858732417969": 73, "50085261539548": 73, "30684175112909": 73, "68506692334094": 73, "61997561531062": 73, "64591022418004": 73, "43849129649558": 73, "89730314513248": 73, "86935225127617": 73, "8610257810776": 73, "76415193815065": 73, "1030080798225": 73, "33693": 73, "4200577215": 73, "67471404763066": 73, "76426059004519": 73, "20781447906961": 73, "8565960165495": 73, "84452889598035": 73, "03748347863898": 73, "30287781156127": 73, "44280752813544": 73, "36536796313164": 73, "55357872462707": 73, "79446517569299": 73, "90682538688919": 73, "72661725183894": 73, "03753160386922": 73, "91255021343735": 73, "01250206066998": 73, "95371613155545": 73, "12462597231874": 73, "34861": 73, "66962269026": 73, "49202797924699": 73, "91834253143812": 73, "6676225575917": 73, "40668187489388": 73, "55052344518836": 73, "93795083204492": 73, "60466670710505": 73, "58536199071002": 73, "28750630729937": 73, "6461216699741": 73, "06515682888017": 73, "06046316147131": 73, "57842146719483": 73, "13899733853399": 73, "14064407629781": 73, "0206640579445": 73, "80239869708953": 73, "11389817828658": 73, "9949106627480553": 73, "033": 73, "preserv": 73, "sophist": 73, "ref": 74, "433": 74, "434": 74, "436": 74, "437": 74, "feel": [74, 76], "loggerev": 74, "earlier": 74, "few": 74, "041": 74, "048": 74, "res3": 74, "13": [74, 82], "898": 74, "899": 74, "906": 74, "ep_len_mean": 74, "5e": 74, "ep_rew_mean": 74, "36e": 74, "fp": 74, "2443": 74, "664": 74, "666": 74, "683": 74, "41": [74, 82], "606": 74, "608": 74, "567": 74, "570": 74, "585": 74, "572": 74, "594": 74, "22754": 74, "40": [74, 77], "48e": 74, "comfort_viol": 74, "32": 74, "mean_ep_length": 74, "mean_power_consumpt": 74, "07e": 74, "power_penalti": [74, 75], "std_reward": 74, "33e": 74, "972": 74, "72": 74, "learning_r": 74, "loss": 74, "n_updat": 74, "5019": 74, "42": 74, "104": 74, "122": 74, "32e": 74, "1024": 74, "102": 74, "105120": 74, "13779": 74, "329": 74, "330": 74, "337": 74, "349": 74, "369": 74, "097": 74, "113": 74, "49": [74, 75], "381": 74, "406": 74, "22400": 74, "95": [74, 82], "83e": 74, "65e": 74, "31e": 74, "825": 74, "22539": 74, "0x7f8e66038ee0": 74, "gt": 74, "54": 74, "736": 74, "multiobswrapp": [75, 77, 83], "normalizeobserv": [75, 77, 83], "ranges_5zon": [75, 77], "written": 75, "create_row_cont": 75, "customcsvlogg": 75, "super": [75, 79], "last_10_steps_reward": 75, "_create_row_cont": 75, "44": 75, "589": 75, "590": 75, "591": 75, "592": 75, "091": 75, "099": 75, "5795042490937325": 75, "4954": 75, "294078583251": 75, "49542940785832507": 75, "6635790903291401": 75, "33642090967086": 75, "2058": 75, "929866314376": 75, "4284": 75, "524651309577": 75, "42845246513095775": 75, "7535396279158597": 75, "24646037208414": 75, "4051": 75, "758361432438": 75, "3153": 75, "187061208363": 75, "31531870612083635": 75, "067937288260211": 75, "93206271173979": 75, "5382": 75, "013734959742": 75, "12475": 75, "64348007228": 75, "247564348007228": 75, "83275995845086": 75, "6277": 75, "484511420095": 75, "10484": 75, "78553645204": 75, "0484785536452041": 75, "93922073357949": 75, "7135": 75, "1225886863995": 75, "3532327751198": 75, "025735323277511983": 75, "3377382776424795": 75, "66226172235752": 75, "10046": 75, "461491112917": 75, "175": [75, 76, 77], "7796775010779": 75, "017577967750107792": 75, "0312783648650807": 75, "96872163513492": 75, "13260": 75, "618700298783": 75, "4110": 75, "951203129332": 75, "41109512031293316": 75, "114623854411061": 75, "88537614558894": 75, "16468": 75, "41380897643": 75, "000058680098": 75, "2023000058680098": 75, "00019975340577": 75, "99980024659423": 75, "19250": 75, "32398402108": 75, "2903": 75, "817402808811": 75, "2903817402808811": 75, "99005393832046": 75, "20272": 75, "56018299861": 75, "64907727570824": 75, "21440": 75, "140959844375": 75, "12924490872369887": 75, "8707550912763": 75, "23429": 75, "375251826543": 75, "5116": 75, "385833393026": 75, "5116385833393026": 75, "751923110197989": 75, "24807688980201": 75, "6686465539904984": 75, "984": 75, "sai": 76, "get_season_comfort_rang": 76, "224": 76, "225": 76, "227": 76, "228": 76, "extend": 76, "rbc5zone": 76, "myrulebasedcontrol": 76, "daytim": 76, "zip": 76, "out_temp": 76, "summer_start_d": 76, "summer_final_d": 76, "current_dt": 76, "season_comfort_rang": 76, "setpoints_summ": 76, "in_temp": 76, "current_heat_setpoint": 76, "current_cool_setpoint": 76, "new_heat_setpoint": 76, "new_cool_setpoint": 76, "elif": 76, "weekend": 76, "night": 76, "33": 76, "756": 76, "764": 76, "9027267231826451": 76, "18054": 76, "5344636529": 76, "8054534463652903": [76, 77], "99998833869494": 76, "1764": 76, "4480209727506": 76, "18190": 76, "11301727289": 76, "8190113017272893": 76, "32998609178986": 76, "3319": 76, "0240158271495": 76, "6499": 76, "498986238363": 76, "6499498986238363": 76, "32985628557421": 76, "4331": 76, "530660717744": 76, "2698020216335806": 76, "73019797836642": 76, "34341168003": 76, "2756": 76, "596244185509": 76, "2756596244185509": 76, "33021642625628": 76, "5624": 76, "205479307242": 76, "871": 76, "8985175509725": 76, "08718985175509726": 76, "6700868290835906": 76, "32991317091641": 76, "7188": 76, "94373222068": 76, "7796758221068": 76, "017577967582210682": 76, "710258038781241": 76, "28974196121876": 76, "9056": 76, "39052356895": 76, "20410": 76, "91452531903": 76, "041091452531903": 76, "33010209424337": 76, "10854": 76, "090922968613": 76, "3438": 76, "778066876331": 76, "3438778066876331": 76, "32982109298299": 76, "12308": 76, "980146004908": 76, "6368": 76, "219126588838": 76, "6368219126588838": 76, "33031589389634": 76, "12900": 76, "560641948945": 76, "336525778672": 76, "2705336525778672": 76, "33017846907974": 76, "13780": 76, "798440045137": 76, "5352": 76, "233991403948": 76, "5352233991403947": 76, "32992237675168": 76, "15499": 76, "608669456482": 76, "19332": 76, "86497279549": 76, "9332864972795492": 76, "33000068783789": 76, "4423404300643832": 76, "999": 76, "normil": 77, "47": 77, "002": 77, "004": 77, "005": 77, "007": 77, "014": 77, "res10": 77, "9910000e": 77, "0000000e": 77, "5000000e": 77, "0999999e": 77, "9000000e": 77, "1000000e": 77, "0999992e": 77, "9707859e": 77, "8362732e": 77, "51": 77, "631": 77, "632": 77, "639": 77, "98466104": 77, "33834645": 77, "9484536": 77, "17748918": 77, "8111888": 77, "800001": 77, "44444445": 77, "39061695": 77, "43193626": 77, "56101173": 77, "mo": 77, "tradit": [77, 83], "transform": [77, 83], "multiobjectivereward": [77, 83], "reward_energi": 77, "reward_comfort": 77, "189": 77, "191": 77, "193": 77, "194": 77, "shouldn": 77, "res11": 77, "484": 77, "485": 77, "487": 77, "488": 77, "489": 77, "500": 77, "res12": 77, "147": 77, "156": 77, "674": 77, "172": 77, "177": 77, "179": 77, "multi_object": 77, "multiob": [77, 83], "260": 77, "262": 77, "264": 77, "266": 77, "267": 77, "3464": 77, "192": 77, "178": 77, "180": 77, "188": 77, "res14": 77, "3780170717786078": 77, "7607145700276305": 77, "5693658209031192": 77, "total_energi": 77, "3780": 77, "170717786078": 77, "23928542997237": 77, "170164060335223": 77, "0850820301676114": 77, "21701": 77, "64060335223": 77, "81967380155336": 77, "8365440129567937": 77, "03220371403475042": 77, "43437386349577206": 77, "8365": 77, "440129567936": 77, "96779628596525": 77, "6854227056528615": 77, "35033569759350197": 77, "31457729434714": 77, "24955729199812332": 77, "12477864599906166": 77, "2495": 77, "572919981233": 77, "02192987873644": 77, "7209530243624731": 77, "00504857474834": 77, "8630007995554065": 77, "7209": 77, "530243624731": 77, "99495142525166": 77, "017578665657165853": 77, "7741709350940091": 77, "8958748003755875": 77, "7866565716585": 77, "22582906490599": 77, "636839603914276": 77, "0794240943146285": 77, "8581318491144523": 77, "16368": 77, "39603914276": 77, "92057590568537": 77, "7885407667844642": 77, "0543995195674611": 77, "9214701431759627": 77, "7885": 77, "407667844641": 77, "94560048043254": 77, "9931231984191132": 77, "4965615992095566": 77, "9931": 77, "231984191132": 77, "96863496011508": 77, "9805738638282033": 77, "49028693191410166": 77, "9805": 77, "738638282033": 77, "98911477390746": 77, "343724380043439": 77, "6718621900217195": 77, "13437": 77, "24380043439": 77, "70296337586111": 77, "5065791281596288": 77, "2305126337192291": 77, "868545880939429": 77, "5065": 77, "791281596288": 77, "76948736628077": 77, "301": [77, 83], "num_simul": 78, "sub_runn": 78, "utilsocket": 78, "monitor_norm": 78, "sub_run": 78, "num_episod": 78, "maximum": 78, "within": [78, 80], "suit": 78, "observation_valu": 78, "row": 78, "carri": 78, "techniqu": 78, "factor": 78, "bellow": 79, "discomfort": 79, "togeth": 79, "typic": 79, "satisfact": 79, "similar": 79, "higher": 79, "target": 79, "hourlylinearreward": 79, "slight": 79, "am": 79, "pm": 79, "equal": 79, "neg": 79, "perfect": 79, "behavior": 79, "notic": 79, "seri": 79, "reflect": 79, "But": 79, "pretti": 79, "imagin": 79, "signal": 79, "__call__": 79, "basereward": 79, "customreward": 79, "naiv": 79, "under": [80, 81], "v": 80, "test_common": 80, "test_reward": 80, "test_wrapp": 80, "test_simul": 80, "test_config": 80, "test_env": 80, "test_control": 80, "test_stable_baselin": 80, "conceptu": 80, "readm": 80, "try_env": 81, "soon": 81, "dispos": 81, "simplest": 81, "screen": 81, "\u00bac": 82, "aus_nsw": 82, "sydnei": 82, "947670_iwec": 82, "australia": 82, "subtrop": 82, "dry": 82, "68": 82, "83": 82, "col_bogota": 82, "802220_iwec": 82, "bogota": 82, "colombia": 82, "mediterranean": 82, "warm": 82, "mild": 82, "80": 82, "granada": 82, "spain": 82, "latitud": 82, "semiarid": 82, "passiv": 82, "84": 82, "fin_helsinki": 82, "029740_iwec": 82, "helsinki": 82, "finland": 82, "moist": 82, "continent": 82, "79": 82, "jpn_tokyo": 82, "hyakuri": 82, "477150_iwec": 82, "tokyo": 82, "japan": 82, "78": 82, "mdg_antananarivo": 82, "670830_iwec": 82, "antananarivo": 82, "madagascar": 82, "75": 82, "91": 82, "prt_lisboa": 82, "085360_ineti": 82, "lisboa": 82, "portug": 82, "marin": 82, "74": 82, "arizona": 82, "desert": 82, "usa_co_aurora": 82, "bucklei": 82, "angb": 82, "724695_tmy3": 82, "colorado": 82, "usa_il_chicago": 82, "ohar": 82, "725300_tmy3": 82, "illinoi": 82, "92": 82, "70": 82, "pennsylvania": 82, "66": 82, "washington": 82, "west": 82, "coastal": 82, "rain": 82, "81": 82, "classif": 82, "multi": 83, "variant": 83, "histori": 83, "queue": 83}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "LoggerWrapper"], [65, 1, 1, "", "MultiObjectiveReward"], [66, 1, 1, "", "MultiObsWrapper"], [67, 1, 1, "", "NormalizeObservation"], [68, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "activate_logger"], [64, 2, 1, "", "close"], [64, 2, 1, "", "deactivate_logger"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "get_unwrapped_obs"], [67, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 72], "contribut": 0, "exampl": [0, 69, 70, 71, 74, 76, 77, 81], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 72, 73], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 73, 76], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 74], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 75, 77, 78], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": 4, "model": [4, 72], "load": 4, "environ": [5, 9, 72], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 82], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 72, 79], "kwarg": 5, "action": [5, 8, 72, 73], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 78], "observ": [5, 72, 77], "space": [5, 72], "name": 5, "definit": [5, 72], "extra": [5, 6, 72], "configur": [5, 6, 7, 9, 72, 75], "ad": [5, 72], "new": [5, 8, 72, 80], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 75], "first": 7, "step": [7, 75], "2": [7, 75], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 80], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 75], "instal": [9, 80], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 73], "about": [9, 72], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 75, 77, 83], "loggerwrapp": [64, 75], "multiobjectivereward": 65, "multiobswrapp": 66, "normalizeobserv": 67, "officegridstoragesmoothingactionconstraintswrapp": 68, "mlflow": 69, "tensorboard": 70, "basic": 71, "chang": 72, "an": [72, 73], "regist": 72, "other": 72, "compon": 72, "get": 72, "inform": 72, "updat": 72, "more": 72, "default": 73, "up": 73, "empti": 73, "interfac": 73, "usag": [74, 81], "person": 75, "inherit": 75, "csvloger": 75, "instanti": 75, "rule": 76, "normal": 77, "multi": 77, "object": 77, "all": 77, "one": 77, "format": 78, "custom": 79, "test": 80, "pytest": 80, "run": 80}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[65, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[66, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[67, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[68, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[69, "MLFlow-example"]], "TensorBoard example": [[70, "TensorBoard-example"]], "Basic example": [[71, "Basic-example"]], "Changing an environment registered in Sinergym": [[72, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[72, "Adding-a-new-reward"]], "Adding other new components to the environment": [[72, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[72, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[72, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[72, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[72, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[73, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[74, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[75, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[75, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[75, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[76, "Rule-Controller-example"]], "Wrappers example": [[77, "Wrappers-example"]], "Normalization Wrapper": [[77, "Normalization-Wrapper"]], "Multi-Objective Wrapper": [[77, "Multi-Objective-Wrapper"]], "Multi Observation Wrapper": [[77, "Multi-Observation-Wrapper"]], "Logger Wrapper": [[77, "Logger-Wrapper"]], "All Wrappers in one": [[77, "All-Wrappers-in-one"]], "Output format": [[78, "output-format"]], "Logger": [[78, "logger"]], "Rewards": [[79, "rewards"]], "Custom Rewards": [[79, "custom-rewards"]], "Tests": [[80, "tests"]], "Install Pytest": [[80, "install-pytest"]], "Running tests": [[80, "running-tests"]], "Create new tests": [[80, "create-new-tests"]], "Usage example": [[81, "usage-example"]], "Weathers": [[82, "weathers"]], "Wrappers": [[83, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[65, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[65, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[66, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[66, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[66, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[67, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[67, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[67, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[68, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[68, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.3.0/.buildinfo b/docs/compilation/v2.3.0/.buildinfo index 04880f9096..49ef33cbbc 100644 --- a/docs/compilation/v2.3.0/.buildinfo +++ b/docs/compilation/v2.3.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 7f4afae0b285e4fdc5378c772c075435 +config: c8a50eee0c8dfcb26802bb66a2b9e8c1 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.3.0/.doctrees/environment.pickle b/docs/compilation/v2.3.0/.doctrees/environment.pickle index 49a8d97300..e8a6732ce0 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/environment.pickle and b/docs/compilation/v2.3.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.3.0/.doctrees/index.doctree b/docs/compilation/v2.3.0/.doctrees/index.doctree index e7d4a2282f..2adc1ea400 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/index.doctree and b/docs/compilation/v2.3.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree index 2bdd444df4..7c690c0b54 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree index 8a2594d5ed..9dfacac21e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree index c3b5b6a76e..ba247b962a 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree index e49a6958e5..7893898725 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree index 9043b57019..dc04c654d2 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree index a68bbcbea7..4f4b7ab4cd 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree index 066da90634..a4be6cf995 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree index 7f023d7ae3..9cdf3298bf 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree index 77281cc0d0..e4051cbac2 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree index f03b54d9c4..2454bcb558 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree index f580cef34c..c7981311db 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 81b5a15fdd..af80b76400 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index cdaaab3f57..c73d1fbbc3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 909efb7f6a..07eb59cbd3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index bcdaec222d..06b440874a 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree index 823914dac3..7099d02ff3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 228e1cb6c3..c86e7cd707 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 051a13f3d4..56b1b910b5 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index b99d37e32f..132b7936a0 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 74be143582..cbb107151b 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index d163d83f92..905871a5eb 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index ddbe04287e..3cc62d27a6 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index b6085bef58..d9ae5e59c4 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 8a5f8fc4c8..18c7626792 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 00d4f228a3..c68de7037e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index e69ef1daf5..51541d1c4e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 5e953774fa..19d9d5dc54 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 744791689d..1ed2e6da15 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index d003863171..6a2d2e10b3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 5ee2c6902b..9182269d66 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index a118218988..fc91813007 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 2a6bfaa45d..b695d7b3da 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index bfb977725e..06325a7530 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 55ea66bd5b..efa18727d3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 6cb755e29f..ca3e06a7d3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 014fcdc59b..7c798f78c8 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree index bf12637bbb..5b1433e00f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 0f1548590f..fb781f8192 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index c8db2d3cf9..a94814242b 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 89609c7fc7..5f5aa572cb 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 6dec3b1e88..e231dae7a6 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index ef19cdb9a4..76a6846327 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree index 5234d293c3..3fc505647b 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 798675e306..dbd59a9e58 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index ec8b747371..7986f9282a 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index dbb1953709..3def0f96a3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 924f515993..381d0bf4c1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 87017b6472..02e2b758dd 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 0d2a21b3dd..5443826ac3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 0a38a5cefd..2c0e897740 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 1e16d4f2bc..7242f7147c 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 94e3cc8a6c..23c7aa5d5e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index f04438f637..25c68338f5 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index ca5c807acb..5b291cef3e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 5ccdb66779..26e8759ef7 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index c6040b1237..5cab02f079 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 32ab13e6f4..6968aa75bb 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index c013a5ed32..8a3f02c166 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index df8671ab20..3138435dcc 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 95bfe38cd4..e87092d1a8 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 03293a05e8..2a7cc6ce40 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index d3a392af44..350c06b873 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 31a5df2530..c995872350 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index d27692ca90..e118d195f1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 625966f08d..b6db107b7f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index e28c8a5e34..b4e540ec24 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index a68112acf4..bf15d95db1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 15310715ac..335a776791 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 4d73b78689..c99805fbd6 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index e464275127..32a780d93d 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index f89773892b..f7354aeb98 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree index 169e5b7c7b..a377f45d4f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree index be844bd042..2d5b7a5a7f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree index 092c9302aa..bf2fba2ce1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree index 766fe3915d..590a27e225 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 044fb95ee1..9312fa8fcd 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree index c312ab001e..22e508c5ee 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 18847bd8a3..a2955fee7f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/output.doctree b/docs/compilation/v2.3.0/.doctrees/pages/output.doctree index 3e33d11af8..3e3e5cc8da 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree index 1a9e56801c..31b4a2a9f6 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree index 96b0f5ee69..5ec92d9743 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree index e713f3a8a9..21469b8a54 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree index 75e929d5a6..19dee82162 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree index 6b77afb80b..c3df7a28c3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.3.0/objects.inv b/docs/compilation/v2.3.0/objects.inv index f1a2e4a0a8..786f31de8c 100644 Binary files a/docs/compilation/v2.3.0/objects.inv and b/docs/compilation/v2.3.0/objects.inv differ diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html index 2b87ac8d5c..a7a07f4dbb 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html index f5cebbc2c8..6fd23c96f3 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html index 103be4466d..57ba47cc64 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html index 490da42cc5..4475485c1c 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html index a933cdf9b0..eb1571eaa6 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html index 0cee7662f1..f1f44ef2e2 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html index ebee79bd4e..3d17b411eb 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html index 5ea47d22bc..913ee4d7f9 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html @@ -138,9 +138,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html index 8fa26abd8b..c612d1b6c1 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html index c09f50343c..b4c878f02e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html index d005d2f467..6ddb32e90e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html index 61724864ed..7d3ca27275 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html index 770a4a6246..283f41b498 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html index 874aae9d2b..1506dcaf4c 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html index 38ef959d2c..f0c20a6434 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html index 590a3686b9..6ac79439a3 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html index 6424a996b7..50124004f0 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html index 722480f922..ca16c830cc 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.3.0/searchindex.js b/docs/compilation/v2.3.0/searchindex.js index 5220f16812..c0dcfcd7b0 100644 --- a/docs/compilation/v2.3.0/searchindex.js +++ b/docs/compilation/v2.3.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 80, 81, 84], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10, 84], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 72, 75, 80, 83], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 78, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79, 84], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 80], "occup": [0, 5, 10, 31, 41, 73, 75], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 78, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 79, 80, 81], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 73, 74, 75, 76, 77, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10, 75, 84], "server": [0, 2, 7, 10, 17, 38, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 75, 81], "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 79], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "artifact": [0, 4, 7, 10, 75], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "visual": [0, 4, 9, 10, 75], "logger": [0, 5, 10, 66, 74, 75, 84], "tensorboard": [0, 10, 23], "train": [0, 10, 79, 80], "evalu": [0, 7, 10, 24, 75, 80], "real": [0, 4, 5, 10, 55, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81, 84], "code": [0, 3, 6, 8, 9, 10, 72, 75, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 72, 74, 75, 77, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73, 78], "m2": 2, "divid": [2, 75, 78], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77], "come": [2, 74, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75, 78], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "5zone": [3, 5, 6, 73, 77], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "log": [4, 55, 56, 66, 75, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "record": [4, 30, 33, 55, 66, 79], "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "wandb": [4, 57, 75], "background": [4, 74], "With": [4, 5, 73, 75], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "regist": [4, 5, 8, 72, 75, 82], "hyperparamet": [4, 75], "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "best": [4, 24, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": 4, "construct": [4, 5, 7], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "appear": [4, 5, 9, 47, 72, 79], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 82], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50, 78, 84], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 79], "overwrit": [4, 75], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 79], "bucket": [4, 52, 53], "delet": [4, 49], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 80], "onc": [4, 5, 9], "predict": [4, 75], "agre": 4, "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "direct": [4, 75], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "receiv": [5, 13, 18, 20, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 78, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 82], "abov": [5, 7, 8, 73], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "self": [5, 75, 76, 77, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75, 78], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75, 78], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 80, 84], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80, 84], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 66], "moreov": 5, "n": [5, 68, 73, 78], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "let": [5, 6, 7, 9, 72, 73, 75, 82], "requir": [5, 7, 8, 9, 38, 73, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 81, 82, 84], "correct": [5, 7, 9, 31, 78, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74, 84], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "problem": [5, 7, 73, 78], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 74], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 73, 75, 80], "bias": [7, 75], "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 80, 84], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 71, 72, 73, 75, 76, 77, 80], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 78, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 80], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 83], "thermal": [31, 41, 61, 73, 75, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62], "min": [34, 73], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 84], "sin": [64, 84], "co": [64, 84], "sen": 64, "transform": [64, 65, 78, 84], "max_valu": 65, "min_valu": 65, "delta_temp": 65, "step_temp": 65, "action_nam": 65, "One": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 80], "simultan": 70, "upper": 70, "previous_vari": 71, "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77, 78], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": [72, 78], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77, 78], "01524868953414246": [72, 76, 77, 78], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75], "198": 73, "eplus_env_5zon": 73, "199": [73, 75], "201": [73, 74], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 80], "total": [73, 75, 80], "demand": [73, 75, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 78, 83], "490": 73, "492": 73, "493": [73, 75], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75, 78], "new_env_nam": 73, "14": [73, 75, 77, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 83], "wind": [73, 75], "speed": [73, 75], "fanger": [73, 75], "ppd": [73, 75], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": 73, "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75, 78], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75, 78], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": [74, 78], "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "datetim": [75, 77], "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": 75, "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "ai": 75, "_evalu": 75, "05": 75, "51": [75, 78], "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": 75, "line_termin": 75, "keyword": 75, "deprec": 75, "linetermin": 75, "epw_cont": 75, "_headers_to_epw": 75, "use_datetim": 75, "df": 75, "to_csv": 75, "52": 75, "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": 75, "solar": 75, "radiat": 75, "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": 75, "662": 75, "radiant": 75, "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": 75, "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": 75, "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": [75, 78], "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": 75, "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": 75, "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 83], "fromnumer": [75, 78], "3464": [75, 78], "runtimewarn": [75, 78], "slice": [75, 78], "_method": [75, 78], "_mean": [75, 78], "axi": [75, 78], "192": [75, 78], "invalid": [75, 78], "encount": [75, 78, 84], "ret": [75, 78], "rcount": [75, 78], "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": [75, 78], "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": [75, 78], "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": [75, 78], "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": 76, "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77, 78], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": [77, 78], "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "normil": 78, "002": 78, "004": 78, "005": 78, "007": 78, "014": 78, "res10": 78, "9910000e": 78, "0000000e": 78, "5000000e": 78, "0999999e": 78, "9000000e": 78, "1000000e": 78, "0999992e": 78, "9707859e": 78, "8362732e": 78, "631": 78, "632": 78, "639": 78, "98466104": 78, "33834645": 78, "9484536": 78, "17748918": 78, "8111888": 78, "800001": 78, "44444445": 78, "39061695": 78, "43193626": 78, "56101173": 78, "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "191": 78, "193": 78, "shouldn": 78, "07": 78, "923": 78, "res11": 78, "484": 78, "485": 78, "487": 78, "488": 78, "489": 78, "500": 78, "res12": 78, "147": 78, "156": 78, "674": 78, "172": 78, "177": 78, "179": 78, "181": 78, "multi_object": 78, "multiob": [78, 84], "260": 78, "262": 78, "264": 78, "266": 78, "267": 78, "40": 78, "178": 78, "188": 78, "res14": 78, "3780170717786078": 78, "7607145700276305": 78, "5693658209031192": 78, "total_energi": 78, "3780": 78, "170717786078": 78, "23928542997237": 78, "170164060335223": 78, "0850820301676114": 78, "21701": 78, "64060335223": 78, "81967380155336": 78, "8365440129567937": 78, "03220371403475042": 78, "43437386349577206": 78, "8365": 78, "440129567936": 78, "96779628596525": 78, "6854227056528615": 78, "35033569759350197": 78, "31457729434714": 78, "24955729199812332": 78, "12477864599906166": 78, "2495": 78, "572919981233": 78, "02192987873644": 78, "7209530243624731": 78, "00504857474834": 78, "8630007995554065": 78, "7209": 78, "530243624731": 78, "99495142525166": 78, "017578665657165853": 78, "7741709350940091": 78, "8958748003755875": 78, "7866565716585": 78, "22582906490599": 78, "636839603914276": 78, "0794240943146285": 78, "8581318491144523": 78, "16368": 78, "39603914276": 78, "92057590568537": 78, "7885407667844642": 78, "0543995195674611": 78, "9214701431759627": 78, "7885": 78, "407667844641": 78, "94560048043254": 78, "9931231984191132": 78, "4965615992095566": 78, "9931": 78, "231984191132": 78, "96863496011508": 78, "9805738638282033": 78, "49028693191410166": 78, "9805": 78, "738638282033": 78, "98911477390746": 78, "343724380043439": 78, "6718621900217195": 78, "13437": 78, "24380043439": 78, "70296337586111": 78, "5065791281596288": 78, "2305126337192291": 78, "868545880939429": 78, "5065": 78, "791281596288": 78, "76948736628077": 78, "301": [78, 84], "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "75": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "multi": 84, "variant": 84, "queue": 84, "datetimewrapp": 84, "previousobservationwrapp": 84, "discreteincrementalwrapp": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "observ": [5, 73, 78], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 76], "first": 7, "step": [7, 76], "2": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "inform": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "instanti": 76, "rule": 77, "normal": 78, "multi": 78, "object": 78, "all": 78, "one": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "All Wrappers in one": [[78, "All-Wrappers-in-one"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 80, 81, 84], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10, 84], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 72, 75, 80, 83], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 78, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79, 84], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 80], "occup": [0, 5, 10, 31, 41, 73, 75], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 78, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 79, 80, 81], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 73, 74, 75, 76, 77, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10, 75, 84], "server": [0, 2, 7, 10, 17, 38, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 75, 81], "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 79], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "artifact": [0, 4, 7, 10, 75], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "visual": [0, 4, 9, 10, 75], "logger": [0, 5, 10, 66, 74, 75, 84], "tensorboard": [0, 10, 23], "train": [0, 10, 79, 80], "evalu": [0, 7, 10, 24, 75, 80], "real": [0, 4, 5, 10, 55, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81, 84], "code": [0, 3, 6, 8, 9, 10, 72, 75, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 72, 74, 75, 77, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73, 78], "m2": 2, "divid": [2, 75, 78], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77], "come": [2, 74, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75, 78], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "5zone": [3, 5, 6, 73, 77], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "log": [4, 55, 56, 66, 75, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "record": [4, 30, 33, 55, 66, 79], "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "wandb": [4, 57, 75], "background": [4, 74], "With": [4, 5, 73, 75], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "regist": [4, 5, 8, 72, 75, 82], "hyperparamet": [4, 75], "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "best": [4, 24, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": 4, "construct": [4, 5, 7], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "appear": [4, 5, 9, 47, 72, 79], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 82], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50, 78, 84], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 79], "overwrit": [4, 75], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 79], "bucket": [4, 52, 53], "delet": [4, 49], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 80], "onc": [4, 5, 9], "predict": [4, 75], "agre": 4, "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "direct": [4, 75], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "receiv": [5, 13, 18, 20, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 78, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 82], "abov": [5, 7, 8, 73], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "self": [5, 75, 76, 77, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75, 78], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75, 78], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 80, 84], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80, 84], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 66], "moreov": 5, "n": [5, 68, 73, 78], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "let": [5, 6, 7, 9, 72, 73, 75, 82], "requir": [5, 7, 8, 9, 38, 73, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 81, 82, 84], "correct": [5, 7, 9, 31, 78, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74, 84], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "problem": [5, 7, 73, 78], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 74], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 73, 75, 80], "bias": [7, 75], "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 80, 84], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 71, 72, 73, 75, 76, 77, 80], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 78, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 80], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 83], "thermal": [31, 41, 61, 73, 75, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62], "min": [34, 73], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 84], "sin": [64, 84], "co": [64, 84], "sen": 64, "transform": [64, 65, 78, 84], "max_valu": 65, "min_valu": 65, "delta_temp": 65, "step_temp": 65, "action_nam": 65, "One": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 80], "simultan": 70, "upper": 70, "previous_vari": 71, "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77, 78], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": [72, 78], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77, 78], "01524868953414246": [72, 76, 77, 78], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75], "198": 73, "eplus_env_5zon": 73, "199": [73, 75], "201": [73, 74], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 80], "total": [73, 75, 80], "demand": [73, 75, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 78, 83], "490": 73, "492": 73, "493": [73, 75], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75, 78], "new_env_nam": 73, "14": [73, 75, 77, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 83], "wind": [73, 75], "speed": [73, 75], "fanger": [73, 75], "ppd": [73, 75], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": 73, "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75, 78], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75, 78], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": [74, 78], "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "datetim": [75, 77], "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": 75, "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "ai": 75, "_evalu": 75, "05": 75, "51": [75, 78], "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": 75, "line_termin": 75, "keyword": 75, "deprec": 75, "linetermin": 75, "epw_cont": 75, "_headers_to_epw": 75, "use_datetim": 75, "df": 75, "to_csv": 75, "52": 75, "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": 75, "solar": 75, "radiat": 75, "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": 75, "662": 75, "radiant": 75, "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": 75, "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": 75, "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": [75, 78], "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": 75, "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": 75, "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 83], "fromnumer": [75, 78], "3464": [75, 78], "runtimewarn": [75, 78], "slice": [75, 78], "_method": [75, 78], "_mean": [75, 78], "axi": [75, 78], "192": [75, 78], "invalid": [75, 78], "encount": [75, 78, 84], "ret": [75, 78], "rcount": [75, 78], "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": [75, 78], "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": [75, 78], "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": [75, 78], "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": 76, "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77, 78], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": [77, 78], "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "normil": 78, "002": 78, "004": 78, "005": 78, "007": 78, "014": 78, "res10": 78, "9910000e": 78, "0000000e": 78, "5000000e": 78, "0999999e": 78, "9000000e": 78, "1000000e": 78, "0999992e": 78, "9707859e": 78, "8362732e": 78, "631": 78, "632": 78, "639": 78, "98466104": 78, "33834645": 78, "9484536": 78, "17748918": 78, "8111888": 78, "800001": 78, "44444445": 78, "39061695": 78, "43193626": 78, "56101173": 78, "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "191": 78, "193": 78, "shouldn": 78, "07": 78, "923": 78, "res11": 78, "484": 78, "485": 78, "487": 78, "488": 78, "489": 78, "500": 78, "res12": 78, "147": 78, "156": 78, "674": 78, "172": 78, "177": 78, "179": 78, "181": 78, "multi_object": 78, "multiob": [78, 84], "260": 78, "262": 78, "264": 78, "266": 78, "267": 78, "40": 78, "178": 78, "188": 78, "res14": 78, "3780170717786078": 78, "7607145700276305": 78, "5693658209031192": 78, "total_energi": 78, "3780": 78, "170717786078": 78, "23928542997237": 78, "170164060335223": 78, "0850820301676114": 78, "21701": 78, "64060335223": 78, "81967380155336": 78, "8365440129567937": 78, "03220371403475042": 78, "43437386349577206": 78, "8365": 78, "440129567936": 78, "96779628596525": 78, "6854227056528615": 78, "35033569759350197": 78, "31457729434714": 78, "24955729199812332": 78, "12477864599906166": 78, "2495": 78, "572919981233": 78, "02192987873644": 78, "7209530243624731": 78, "00504857474834": 78, "8630007995554065": 78, "7209": 78, "530243624731": 78, "99495142525166": 78, "017578665657165853": 78, "7741709350940091": 78, "8958748003755875": 78, "7866565716585": 78, "22582906490599": 78, "636839603914276": 78, "0794240943146285": 78, "8581318491144523": 78, "16368": 78, "39603914276": 78, "92057590568537": 78, "7885407667844642": 78, "0543995195674611": 78, "9214701431759627": 78, "7885": 78, "407667844641": 78, "94560048043254": 78, "9931231984191132": 78, "4965615992095566": 78, "9931": 78, "231984191132": 78, "96863496011508": 78, "9805738638282033": 78, "49028693191410166": 78, "9805": 78, "738638282033": 78, "98911477390746": 78, "343724380043439": 78, "6718621900217195": 78, "13437": 78, "24380043439": 78, "70296337586111": 78, "5065791281596288": 78, "2305126337192291": 78, "868545880939429": 78, "5065": 78, "791281596288": 78, "76948736628077": 78, "301": [78, 84], "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "75": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "multi": 84, "variant": 84, "queue": 84, "datetimewrapp": 84, "previousobservationwrapp": 84, "discreteincrementalwrapp": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "observ": [5, 73, 78], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 76], "first": 7, "step": [7, 76], "2": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "inform": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "instanti": 76, "rule": 77, "normal": 78, "multi": 78, "object": 78, "all": 78, "one": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "All Wrappers in one": [[78, "All-Wrappers-in-one"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.3.1/.buildinfo b/docs/compilation/v2.3.1/.buildinfo index d2b666a9ba..bcf91716ce 100644 --- a/docs/compilation/v2.3.1/.buildinfo +++ b/docs/compilation/v2.3.1/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: bfb64285c8794ef16d40599517924524 +config: 8000ca62634158146dfbcf385dc40c51 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.3.1/.doctrees/environment.pickle b/docs/compilation/v2.3.1/.doctrees/environment.pickle index a98109d4e9..7e6412ab68 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/environment.pickle and b/docs/compilation/v2.3.1/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.3.1/.doctrees/index.doctree b/docs/compilation/v2.3.1/.doctrees/index.doctree index dfc27d8e63..0ffd1cf0cd 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/index.doctree and b/docs/compilation/v2.3.1/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.3.1/.doctrees/pages/API-reference.doctree index f080dd0a74..fc450def3b 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/buildings.doctree b/docs/compilation/v2.3.1/.doctrees/pages/buildings.doctree index 28c063eea6..a3743d40c9 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/controllers.doctree b/docs/compilation/v2.3.1/.doctrees/pages/controllers.doctree index cb3f92d567..d12527009f 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.3.1/.doctrees/pages/deep-reinforcement-learning.doctree index 0ca1233dea..edd85c8790 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/environments.doctree b/docs/compilation/v2.3.1/.doctrees/pages/environments.doctree index b488e310a3..02036c73f0 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/environments.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.3.1/.doctrees/pages/extra-configuration.doctree index 26c834e918..1dd30d9ed4 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.3.1/.doctrees/pages/gcloudAPI.doctree index dadb429289..38dd9afd1f 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.3.1/.doctrees/pages/github-actions.doctree index c404a4b953..4d39653d55 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/installation.doctree b/docs/compilation/v2.3.1/.doctrees/pages/installation.doctree index 0a31c0f7e4..215b26a439 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/installation.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/introduction.doctree b/docs/compilation/v2.3.1/.doctrees/pages/introduction.doctree index e7e5df00cc..b897cd0df5 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.doctree index 39306980d3..c88fe3894d 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 30bce6e66e..b86e38eac7 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index e92296d7e6..06e672d3cf 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index eca828a807..2ee0a1fcd9 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.doctree index 6b74ae762e..8ac39a3e31 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.doctree index 3e3a4dc7df..a1300fd3cf 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 5d98a448f4..0012f80b1f 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 201b825753..1897dafd43 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 05be781d47..a4faa5b633 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 712390a060..a7cdba4c6a 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 9ae30620f6..002690a296 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 59ab5e6524..60ce6b8428 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index f6d9f01ebf..945faa8f58 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index cba5e3f249..0b4073839b 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.doctree index c2844ed3ca..3f5a565f19 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 8fffe3e7a5..1873e2b6a4 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index eb0d0bfca1..04e4719ddc 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 9b5b25253e..a7189cdac7 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 92af042ac5..293360eeda 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 3b6871ce09..da10cd9467 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index db8149a19c..e4cb6693a0 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index fb399efb3a..48f030a05b 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index c2905fc398..6b9b2ce033 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 8ffcee496e..dc2c5857bf 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index b88c766e2e..0a75773acb 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 60dfc5946e..1286ae2cdf 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.doctree index 2d686fd25e..1dec0785f7 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.constants.doctree index b5d6c32d88..02ce8ed104 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 5c5c0d1601..1da66fae34 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index a546050176..458bff959a 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index f4b09f39a7..b232669aee 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree index f86cbeedb7..b63b69f602 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.doctree index 27d2dbe30e..58f5cc5786 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 5460a9064a..3d237a3216 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index b01c8badd4..e330f98bde 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 4bd4791477..51a1d1d531 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index cd8caa799a..d4c71e4d82 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 992c556e6b..b732d83aa9 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 7161329f45..091f916686 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 7e9f3b2daa..31a1c0b98d 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 86890077d5..e21e451f58 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index a96c6caa8c..1c9033ec04 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index eeb02f3e6d..534a78204b 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 45cbfef7a7..d34899268e 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 61da6d1504..9399119281 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 32f043c469..b100e98d1f 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.doctree index 6e3aeb6361..08b0128c7c 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 225facd7fc..0ae8fa717d 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 982fdb0adf..34af8e24f9 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index d1165036ff..ba39e7c52c 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 68a20df5c7..9fdb156c1a 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 2d11dbda34..5b9a5be54c 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index b82080d74c..49a171a84f 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 623e264acb..d571cc3227 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 73b04eeacd..7857befd4c 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 60fc0d816a..9acaa8dc2d 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 21b5f43f02..3afbfc4044 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 887cc2143c..0f01e801d4 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 3a3cf85079..3b5f4ca5d8 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index f3632f12fd..c8c3479995 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 4edfe15b1b..add29f030a 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/basic_example.doctree index ee3a6eb961..d882d3ded8 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/change_environment.doctree index c4c518b1ab..abc398f9d4 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/default_building_control.doctree index 56096716b5..d921e23d30 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/drl.doctree index ab76b0dbca..b7609e85be 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 74f4ac77cd..3ce26198b7 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/rule_controller_example.doctree index 599cd01aa3..d986a50e89 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/wrappers_examples.doctree index 12da9deb85..3d34627f1a 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/output.doctree b/docs/compilation/v2.3.1/.doctrees/pages/output.doctree index 95dbb12532..d6a942ea78 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/output.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/rewards.doctree b/docs/compilation/v2.3.1/.doctrees/pages/rewards.doctree index da54585a27..035d074b0b 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/tests.doctree b/docs/compilation/v2.3.1/.doctrees/pages/tests.doctree index 93518519d0..5b85338238 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/tests.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.3.1/.doctrees/pages/usage-example.doctree index 9e1a191727..64dfa451f7 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/weathers.doctree b/docs/compilation/v2.3.1/.doctrees/pages/weathers.doctree index e946208eb7..677647e181 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.3.1/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.3.1/.doctrees/pages/wrappers.doctree index 1a37d3dc29..71d484992b 100644 Binary files a/docs/compilation/v2.3.1/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.3.1/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.3.1/objects.inv b/docs/compilation/v2.3.1/objects.inv index bb612321a6..7501efbc55 100644 Binary files a/docs/compilation/v2.3.1/objects.inv and b/docs/compilation/v2.3.1/objects.inv differ diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.3.1/pages/modules/sinergym.envs.eplus_env.html index a510e87162..2192487737 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.envs.eplus_env.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.envs.html b/docs/compilation/v2.3.1/pages/modules/sinergym.envs.html index 36315ed535..cd33e6b43a 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.envs.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.base.html index 0312442bd3..e1e5fcc79d 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.base.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus.html index 9c3d634408..f7b6531d7d 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus_alpha.html index 621d5bf2f5..68bd63820d 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.eplus_alpha.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.html b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.html index 5817f3e3b0..30f51c8151 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.simulators.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.callbacks.html index ac1e616467..6235baf7ec 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.common.html index b62d552c8e..a0bc4e17be 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.common.html @@ -138,9 +138,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.config.html index 3af36a0cda..756642c731 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.config.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.constants.html index a71aab65d2..5781d2fdfb 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.controllers.html index fe90701732..7f7405a350 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.env_checker.html index 0563d8e436..f004ce01aa 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.evaluation.html index 28e91edb50..bb4e7d1ae9 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.gcloud.html index 05ff08bcae..62cb3f7757 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.html index 53c89b20c9..27406e7e64 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.logger.html index e2e2ce1d3e..dc8aad8e59 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.rewards.html index 0c5c7065e6..77aab503b4 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.wrappers.html index a9e3ed7416..25aa5913de 100644 --- a/docs/compilation/v2.3.1/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.3.1/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.3.1/searchindex.js b/docs/compilation/v2.3.1/searchindex.js index b2d63f6af1..707f3147b3 100644 --- a/docs/compilation/v2.3.1/searchindex.js +++ b/docs/compilation/v2.3.1/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10, 75, 78, 84], "server": [0, 2, 7, 10, 17, 38, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 75, 81], "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "artifact": [0, 4, 7, 10, 75], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "visual": [0, 4, 9, 10, 75], "logger": [0, 5, 10, 66, 74, 75, 84], "tensorboard": [0, 10, 23], "train": [0, 10, 79, 80], "evalu": [0, 7, 10, 24, 75, 80], "real": [0, 4, 5, 10, 55, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "record": [4, 30, 33, 55, 66, 79], "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "wandb": [4, 57, 75], "background": [4, 74], "With": [4, 5, 73, 75], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "regist": [4, 5, 8, 72, 75, 82], "hyperparamet": [4, 75], "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "best": [4, 24, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "appear": [4, 5, 9, 47, 72, 78, 79], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 78, 82, 84], "abov": [5, 7, 8, 73, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "self": [5, 75, 76, 77, 78, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 66], "moreov": 5, "n": [5, 68, 73, 78], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "let": [5, 6, 7, 9, 72, 73, 75, 82], "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "problem": [5, 7, 73, 78], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 74], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 73, 75, 80], "bias": [7, 75], "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 80], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "transform": [64, 65, 78, 84], "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "One": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "datetim": [75, 77], "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "ai": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": 78, "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "observ": [5, 73, 78], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 76], "first": 7, "step": [7, 76], "2": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "inform": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10, 75, 78, 84], "server": [0, 2, 7, 10, 17, 38, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 75, 81], "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "artifact": [0, 4, 7, 10, 75], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "visual": [0, 4, 9, 10, 75], "logger": [0, 5, 10, 66, 74, 75, 84], "tensorboard": [0, 10, 23], "train": [0, 10, 79, 80], "evalu": [0, 7, 10, 24, 75, 80], "real": [0, 4, 5, 10, 55, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "record": [4, 30, 33, 55, 66, 79], "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "wandb": [4, 57, 75], "background": [4, 74], "With": [4, 5, 73, 75], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "regist": [4, 5, 8, 72, 75, 82], "hyperparamet": [4, 75], "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "best": [4, 24, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "appear": [4, 5, 9, 47, 72, 78, 79], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 78, 82, 84], "abov": [5, 7, 8, 73, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "self": [5, 75, 76, 77, 78, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 66], "moreov": 5, "n": [5, 68, 73, 78], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "let": [5, 6, 7, 9, 72, 73, 75, 82], "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "problem": [5, 7, 73, 78], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 74], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 73, 75, 80], "bias": [7, 75], "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 80], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "transform": [64, 65, 78, 84], "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "One": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "datetim": [75, 77], "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "ai": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": 78, "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "observ": [5, 73, 78], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 76], "first": 7, "step": [7, 76], "2": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "inform": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.3.2/.buildinfo b/docs/compilation/v2.3.2/.buildinfo index b52716bc14..cce1756ddc 100644 --- a/docs/compilation/v2.3.2/.buildinfo +++ b/docs/compilation/v2.3.2/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 70ec449f680b42d133a3742b39284184 +config: a7d95bb6c4fafc1c2a3b962914bdff6f tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.3.2/.doctrees/environment.pickle b/docs/compilation/v2.3.2/.doctrees/environment.pickle index 2e54a2410b..b32db8c9fe 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/environment.pickle and b/docs/compilation/v2.3.2/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.3.2/.doctrees/index.doctree b/docs/compilation/v2.3.2/.doctrees/index.doctree index 89d2cbe97e..c55ecd1ae7 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/index.doctree and b/docs/compilation/v2.3.2/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.3.2/.doctrees/pages/API-reference.doctree index de9dd862b4..720d9a0c28 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/buildings.doctree b/docs/compilation/v2.3.2/.doctrees/pages/buildings.doctree index 95cb212c44..9de84e024f 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/controllers.doctree b/docs/compilation/v2.3.2/.doctrees/pages/controllers.doctree index 2a193b1778..9119fac566 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.3.2/.doctrees/pages/deep-reinforcement-learning.doctree index 73f3320098..df2796c578 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/environments.doctree b/docs/compilation/v2.3.2/.doctrees/pages/environments.doctree index dedd6a83ed..d6a97a7038 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/environments.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.3.2/.doctrees/pages/extra-configuration.doctree index cfdfc3eacf..9e44fd5ba4 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.3.2/.doctrees/pages/gcloudAPI.doctree index 3c69ccec22..7ab3528946 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.3.2/.doctrees/pages/github-actions.doctree index abc6a0010e..b224d581a8 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/installation.doctree b/docs/compilation/v2.3.2/.doctrees/pages/installation.doctree index ed19b0e53b..129198a5cd 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/installation.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/introduction.doctree b/docs/compilation/v2.3.2/.doctrees/pages/introduction.doctree index bdcda9d2b2..72fa823e52 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.doctree index d77b6c7f24..ebd78eb15a 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 703b794c45..5f4c0ed4ef 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 3664b5fc75..fec3b03bf8 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 850de443cc..331354c125 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.doctree index a05fb12fc6..bb2b1f47b8 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.doctree index bcd560eb7c..80d597c1ba 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 499bda47ac..54ae99f3a8 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 57a9d19fa7..aecda7bfdc 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index db0d09ed1c..0f258941f7 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 64fae28932..9add4c53ed 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index d76e14db87..e21c2034e7 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 0483b5f241..0e511ade29 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index dcf6d8a386..9dd50b9396 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index ee08519335..c288471deb 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.doctree index 6971c76542..2fa3b93a9b 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 0b9ca5f3b6..82df0bc758 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index a8e430940e..7af9f76273 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index a7b19de433..09b93e9145 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 475997fc53..6de119d06e 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index a878e8c843..d4ef88b8c1 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index b571b92d0b..e5469cdd21 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 9db8f201ec..0a0d43f4a4 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 252b730310..458fde6dae 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 3c27754f56..938a8909b7 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index a910b4bf9f..cf2172a316 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 6f180f3016..3c0a0c9576 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.doctree index b76495cb26..600d3d2333 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.constants.doctree index 7fb3ad4492..7814bcec57 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 887dc26ace..afff50a086 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 1844afaa75..79954e8343 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 579090eef3..5fb5c0ce89 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 61de81038a..55d2a30aad 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.doctree index 677853e806..7e4d19baa8 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index cc6aadcb8c..dd68d8965a 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index d657675d9c..5ef44e11a1 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 922bd926c1..c83784dc24 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 33668de9c2..21bc2767ec 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 00c9fdc4fe..8c64667a1d 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 57bdce9ab4..13e692964b 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index dabc6ed87a..4684483230 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 0c8006b789..54d1644397 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index aa3dcb4824..f381557e8e 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 7328d1d66e..34d620d0ed 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 32044c6e80..2fe7730079 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 9f8fb37c9f..d4d476ee87 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 1471ae4d13..5868231504 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.doctree index dc137b4ff1..5856eabbab 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index cee51a8576..aee5b41d65 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 5e4e87fd20..994c2643ff 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 58885f30db..f87820c160 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index e0f0c63faa..9284df9657 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 717e9bac3d..69dd9ad7f0 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 5f81151bb4..40d9299dd0 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 2719292ee0..d361ce96ca 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 709dc05a3c..65368704a2 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 21f9ee2c4d..d5f41ca22a 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 04ac72207b..a4ec60d698 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 8e49304783..b26a7aecf7 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index d166618eae..6016da9724 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index d52581ea5a..7bc82c2a89 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 0bacfe4dc1..b4b28179c1 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/basic_example.doctree index d8203768c7..5bac5b0e19 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/change_environment.doctree index 228b8181a7..fa8f013d43 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/default_building_control.doctree index 26dfd80a75..b9158b1a37 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/drl.doctree index 5c96117490..9185ffc15f 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 9cd163f2c7..e32f86fffe 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/rule_controller_example.doctree index 6cf2f884c1..391cdceed2 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/wrappers_examples.doctree index e1cd5657ac..9c270ef9aa 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/output.doctree b/docs/compilation/v2.3.2/.doctrees/pages/output.doctree index 8c5ffdf979..beb0c05132 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/output.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/rewards.doctree b/docs/compilation/v2.3.2/.doctrees/pages/rewards.doctree index 5b9fff7177..0036baa665 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/tests.doctree b/docs/compilation/v2.3.2/.doctrees/pages/tests.doctree index 4dafa0b246..58500af051 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/tests.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.3.2/.doctrees/pages/usage-example.doctree index e5a2b4225f..7ac8539afc 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/weathers.doctree b/docs/compilation/v2.3.2/.doctrees/pages/weathers.doctree index 50787be185..313c099796 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.3.2/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.3.2/.doctrees/pages/wrappers.doctree index 1093e99905..45c45947b0 100644 Binary files a/docs/compilation/v2.3.2/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.3.2/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.3.2/objects.inv b/docs/compilation/v2.3.2/objects.inv index 76beaa60ad..7e80f14074 100644 Binary files a/docs/compilation/v2.3.2/objects.inv and b/docs/compilation/v2.3.2/objects.inv differ diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.3.2/pages/modules/sinergym.envs.eplus_env.html index 4baa8f0a6b..ba2c8c2c75 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.envs.eplus_env.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.envs.html b/docs/compilation/v2.3.2/pages/modules/sinergym.envs.html index fe5ea3b76c..3727f2dc17 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.envs.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.base.html index b42e9b057c..bc64ae634d 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.base.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus.html index 11a3109eb2..946476253f 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus_alpha.html index 959843e634..6ab13fd5f5 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.eplus_alpha.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.html b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.html index 2d4c1c1192..207a83429d 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.simulators.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.callbacks.html index 0f43bcae2b..a813852d41 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.common.html index e7922ddab6..fcba3eda45 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.common.html @@ -138,9 +138,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.config.html index 9d59c46010..465c4b4dfc 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.config.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.constants.html index cdd1e67c0b..29a390bce1 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.controllers.html index f785a5cfcc..7ce097fab8 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.env_checker.html index 3d425bd473..61a242e892 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.evaluation.html index 7b10b83b41..43fd3a9c0f 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.gcloud.html index fae02f0240..d5887a37c3 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.html index 9e6c479823..adf5d710eb 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.logger.html index 55166dabeb..e8966a71c8 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.rewards.html index d93c32c0d3..2229755a8f 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.wrappers.html index b2f594a7e9..7b67e52140 100644 --- a/docs/compilation/v2.3.2/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.3.2/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.3.2/searchindex.js b/docs/compilation/v2.3.2/searchindex.js index ccacbc1eec..e839acb370 100644 --- a/docs/compilation/v2.3.2/searchindex.js +++ b/docs/compilation/v2.3.2/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 5, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10, 75, 78, 84], "server": [0, 2, 7, 10, 17, 38, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 75, 81], "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "artifact": [0, 4, 7, 10, 75], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "visual": [0, 4, 9, 10, 75], "logger": [0, 5, 10, 66, 74, 75, 84], "tensorboard": [0, 10, 23], "train": [0, 10, 79, 80], "evalu": [0, 7, 10, 24, 75, 80], "real": [0, 4, 5, 10, 55, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "record": [4, 30, 33, 55, 66, 79], "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "wandb": [4, 57, 75], "background": [4, 74], "With": [4, 5, 73, 75], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "regist": [4, 5, 8, 72, 75, 82], "hyperparamet": [4, 75], "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "best": [4, 24, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "appear": [4, 5, 9, 47, 72, 78, 79], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "num": 5, "elaps": [5, 28, 55], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "self": [5, 75, 76, 77, 78, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "let": [5, 6, 7, 9, 72, 73, 75, 82], "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "problem": [5, 7, 73, 78], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 74], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 73, 75, 80], "bias": [7, 75], "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 80], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "addit": [13, 18, 23, 38, 45, 47, 66], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "One": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "ai": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": 78, "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 76], "first": 7, "step": [7, 76], "2": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 5, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10, 75, 78, 84], "server": [0, 2, 7, 10, 17, 38, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 75, 81], "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "artifact": [0, 4, 7, 10, 75], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "visual": [0, 4, 9, 10, 75], "logger": [0, 5, 10, 66, 74, 75, 84], "tensorboard": [0, 10, 23], "train": [0, 10, 79, 80], "evalu": [0, 7, 10, 24, 75, 80], "real": [0, 4, 5, 10, 55, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "record": [4, 30, 33, 55, 66, 79], "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "wandb": [4, 57, 75], "background": [4, 74], "With": [4, 5, 73, 75], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "regist": [4, 5, 8, 72, 75, 82], "hyperparamet": [4, 75], "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "best": [4, 24, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "appear": [4, 5, 9, 47, 72, 78, 79], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "num": 5, "elaps": [5, 28, 55], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "self": [5, 75, 76, 77, 78, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "let": [5, 6, 7, 9, 72, 73, 75, 82], "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "problem": [5, 7, 73, 78], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 74], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 73, 75, 80], "bias": [7, 75], "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 80], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "addit": [13, 18, 23, 38, 45, 47, 66], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "One": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "ai": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": 78, "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 76], "first": 7, "step": [7, 76], "2": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.3.3/.buildinfo b/docs/compilation/v2.3.3/.buildinfo index 43b2b76f9a..3ffd63015f 100644 --- a/docs/compilation/v2.3.3/.buildinfo +++ b/docs/compilation/v2.3.3/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: ad0ae3bd2eaf4aaa07fb8a4a3ab3af30 +config: 644945d63e46ee7f790cac67bd6d7954 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.3.3/.doctrees/environment.pickle b/docs/compilation/v2.3.3/.doctrees/environment.pickle index 0b56ade05a..7b675ddbe7 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/environment.pickle and b/docs/compilation/v2.3.3/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.3.3/.doctrees/index.doctree b/docs/compilation/v2.3.3/.doctrees/index.doctree index 9f8c354d1a..0b0dc3786e 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/index.doctree and b/docs/compilation/v2.3.3/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.3.3/.doctrees/pages/API-reference.doctree index 9c1ab2f28a..46b25ca379 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/buildings.doctree b/docs/compilation/v2.3.3/.doctrees/pages/buildings.doctree index 55819bf654..75563f38df 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/controllers.doctree b/docs/compilation/v2.3.3/.doctrees/pages/controllers.doctree index 52d75f96aa..e428f9e725 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.3.3/.doctrees/pages/deep-reinforcement-learning.doctree index 3ed9373e26..d870c11aec 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/environments.doctree b/docs/compilation/v2.3.3/.doctrees/pages/environments.doctree index 4280eb0440..83b47f8c66 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/environments.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.3.3/.doctrees/pages/extra-configuration.doctree index 985815d48e..9e4cb8b69e 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.3.3/.doctrees/pages/gcloudAPI.doctree index 1e24a457bb..2120057b38 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.3.3/.doctrees/pages/github-actions.doctree index 827af0e18c..4c7b9fb143 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/installation.doctree b/docs/compilation/v2.3.3/.doctrees/pages/installation.doctree index 54dc357bd1..e80df29feb 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/installation.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/introduction.doctree b/docs/compilation/v2.3.3/.doctrees/pages/introduction.doctree index 3f26475a44..abbd75dc19 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.doctree index f4ae32488f..e56258eebe 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index c9054d0e7b..46fa72866f 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index bed4f787f4..1fd3e22109 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index d8ce615fb4..b3999563c9 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.doctree index 03eda8ff40..bbb8a07ae1 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.doctree index ea7737077c..6d58041621 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 94771a9972..76da31e72e 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 0787ecb24e..a73c688304 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 531b269515..4f30cfc23b 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index cbc2dc50a9..fe56086ad0 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 725d9f57da..bc7fdd7495 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index e0fe418dd6..6997d88808 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index d328fbe192..af55f5e2fa 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index f0a9037fc4..aabdcb707c 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.doctree index f9f9bbb21e..1abb00e39f 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 2921f61d73..c2c23b8fe5 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index ecafc9b45d..b334f171c7 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 756c1889b2..d92c554c9b 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 48627319d2..8bdad4e686 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 208cec21bb..0d35af2c15 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index fd2eefab1d..29c6a51f29 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index 87520d021c..a7ff75641a 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 5906ce03e9..1352c2f066 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 1c434a8d03..fc8dbc21ef 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 9375344507..b7b0fef714 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 21bca6c18e..ffd0c29572 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.doctree index b0ab709242..5347a4e6a7 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.constants.doctree index a35a06ba88..6d9741329f 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 19fc6be455..500dbfeacb 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 4e294ef7ff..3740859641 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index de78060094..6294806e34 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 615d6faa93..e71cc038ed 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.doctree index e706dc07d5..d1f6b055ed 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 5e823a602d..865394c9b2 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 8d29ec92ba..2c8de56c2a 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 727cda0fed..5e834e93aa 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 4740f4236c..c2d88f5189 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index b4b72e04c9..3bd0229dca 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index d6628213ee..866bf4154e 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index e7e5d14563..941094aff3 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index c4cfd071ef..64a271de4f 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 5170373680..db9692431b 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index eb69c47369..f5b303987d 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index a62ee41f81..1e3287b57a 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index f2c1861e80..fe709b56c5 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 7bb06aa192..319ce87755 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.doctree index bcad247958..899a4c8e61 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 0d3884c8de..7e0da11267 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index f482c2a1a2..bdda716b1a 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index bc287b1ce4..950166826d 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index ec6650b06e..e6b5e23a34 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 4fde61445d..74f8a45626 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index b45358d3e1..c676f90520 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 1cc6892e0a..90134f12c5 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index a43a6e49bf..0ccbb159f9 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 2b138f1434..3e30a7c8a8 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 786694a8d1..1e4e02b8a7 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 26ad7e90fa..66607e74d0 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index a21126e42b..6220ddfe10 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 12def1a4b5..c84eda1746 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 23d89febe1..a3710608e9 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/basic_example.doctree index 1c408196fd..6259b4d96c 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/change_environment.doctree index c46477d14d..d5f6389983 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/default_building_control.doctree index e6a3de8b53..3e4c7c14b6 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/drl.doctree index 18398cd16c..5e26f3bd7e 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 692ae865ba..cd1d25fbd2 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/rule_controller_example.doctree index 18a84f27a2..d402328ba4 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/wrappers_examples.doctree index b5dab9c597..2d90dd5371 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/output.doctree b/docs/compilation/v2.3.3/.doctrees/pages/output.doctree index 4a14911a0e..6cdd492e1b 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/output.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/rewards.doctree b/docs/compilation/v2.3.3/.doctrees/pages/rewards.doctree index b9533f6c86..f9865e7e30 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/tests.doctree b/docs/compilation/v2.3.3/.doctrees/pages/tests.doctree index 3b516cfc84..e88b4730a6 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/tests.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.3.3/.doctrees/pages/usage-example.doctree index 6ac4c5d201..09f9a48e6d 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/weathers.doctree b/docs/compilation/v2.3.3/.doctrees/pages/weathers.doctree index 131dfb7225..231d8f3a81 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.3.3/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.3.3/.doctrees/pages/wrappers.doctree index 4ff6184395..69ef22587c 100644 Binary files a/docs/compilation/v2.3.3/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.3.3/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.3.3/objects.inv b/docs/compilation/v2.3.3/objects.inv index 2ee582163e..2e4c0eff26 100644 Binary files a/docs/compilation/v2.3.3/objects.inv and b/docs/compilation/v2.3.3/objects.inv differ diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.3.3/pages/modules/sinergym.envs.eplus_env.html index f7ac33d3b0..5c6654973c 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.envs.eplus_env.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.envs.html b/docs/compilation/v2.3.3/pages/modules/sinergym.envs.html index df75c90d24..f35f23927a 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.envs.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.base.html index cf2bd08b2b..9927edaf44 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.base.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus.html index b6eeb254bf..a4f02c793a 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus_alpha.html index 4289f39cea..c381c40596 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.eplus_alpha.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.html b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.html index 19692f297e..c2431052b2 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.simulators.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.callbacks.html index 3f980a062b..d88ed3e1c1 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.common.html index 703021a374..5c21fab023 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.common.html @@ -138,9 +138,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.config.html index 522a382a27..51b1bbc13e 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.config.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.constants.html index c9bf7cc2ab..7161989d9b 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.controllers.html index 98d1f20096..986b0544a1 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.env_checker.html index 3b8513b486..61fab0f47b 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.evaluation.html index eab9d97513..3be02828d7 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.gcloud.html index 460ba5a36f..f179af9d5d 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.html index 04fbfcc3ee..7e898da221 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.logger.html index 71aba09188..bbdd77211c 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.rewards.html index b419dcc781..eb1ca84925 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.wrappers.html index 781df1df4b..564c841958 100644 --- a/docs/compilation/v2.3.3/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.3.3/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.3.3/searchindex.js b/docs/compilation/v2.3.3/searchindex.js index 964a161f72..712bdbdc3c 100644 --- a/docs/compilation/v2.3.3/searchindex.js +++ b/docs/compilation/v2.3.3/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 5, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "monitor": [0, 4, 7, 9, 10, 24, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 37, 38, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 30, 33, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 24, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 17, 38, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 73, 75, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "num": 5, "elaps": [5, 28, 55], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 24, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "addit": [13, 18, 23, 38, 45, 47, 66], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "tensorboard": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": 78, "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "5": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "1": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 5, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "monitor": [0, 4, 7, 9, 10, 24, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 37, 38, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 30, 33, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 24, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 17, 38, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 73, 75, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "num": 5, "elaps": [5, 28, 55], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 24, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "addit": [13, 18, 23, 38, 45, 47, 66], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "tensorboard": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": 78, "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "5": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "1": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.3.4/.buildinfo b/docs/compilation/v2.3.4/.buildinfo index 642ea84e09..e16cda5cdd 100644 --- a/docs/compilation/v2.3.4/.buildinfo +++ b/docs/compilation/v2.3.4/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 91cf4750f54b179f53d923faa9498f80 +config: 03dad55ae6d19ef4f8134be5d8619307 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.3.4/.doctrees/environment.pickle b/docs/compilation/v2.3.4/.doctrees/environment.pickle index 508328949c..62566c4fbd 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/environment.pickle and b/docs/compilation/v2.3.4/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.3.4/.doctrees/index.doctree b/docs/compilation/v2.3.4/.doctrees/index.doctree index 9975e397a7..ae9a6a5c4a 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/index.doctree and b/docs/compilation/v2.3.4/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.3.4/.doctrees/pages/API-reference.doctree index c294b28bf8..ccc1f54235 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/buildings.doctree b/docs/compilation/v2.3.4/.doctrees/pages/buildings.doctree index 3c0bc88c81..ad8651f88f 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/controllers.doctree b/docs/compilation/v2.3.4/.doctrees/pages/controllers.doctree index e430f9fd63..8a416af80a 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.3.4/.doctrees/pages/deep-reinforcement-learning.doctree index 744aca4fa9..e8e2933708 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/environments.doctree b/docs/compilation/v2.3.4/.doctrees/pages/environments.doctree index dedf42b257..6b82c481db 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/environments.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.3.4/.doctrees/pages/extra-configuration.doctree index 17d8c8a6cd..cef0c020d5 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.3.4/.doctrees/pages/gcloudAPI.doctree index 2c65571e5f..20fb21711d 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.3.4/.doctrees/pages/github-actions.doctree index 9247dad1b8..1bf2d3df44 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/installation.doctree b/docs/compilation/v2.3.4/.doctrees/pages/installation.doctree index b5a90a565f..8b4d4eb5d8 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/installation.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/introduction.doctree b/docs/compilation/v2.3.4/.doctrees/pages/introduction.doctree index ba84f91608..34227936d2 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.doctree index 71cd8d32e3..f346e23642 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 775d493f81..b1c2b684e3 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 62f6afda32..dd64c28929 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 8d29fcbd57..4ef0c659f3 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.doctree index 0e4b3df239..b699861ed1 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.doctree index 4db280c9d0..415bb7826c 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 141764a636..ac1edf5e99 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index e7aaa55dfb..918bd23fea 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 85a0525baa..09b3cc3427 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 297d72704c..db4501e7b7 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 8a11489934..2ff80c41a4 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index fd138fcd3e..721e391120 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 2dbffa66ed..e314f33f16 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 2f9fe42f3e..45644da6b3 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.doctree index 7659470724..a53fbb250b 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 2e2afff517..259c6faa7e 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index ca6751023f..2cd0ff0f79 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 711d368194..fa8ce0ba67 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index e7ad608f80..d39c7efe52 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 471b107320..d5455bffc3 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index eba528f214..02775c55a6 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index bc0a54461c..b2a6e8a531 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 1669e159d7..5df9405fe5 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index a7ab12a7f2..ea5a4263b3 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index fcb59ad52b..84922bfaab 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index bc1f9767d4..09b55d5ec5 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.doctree index 4276ef99c9..221cc9976c 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.constants.doctree index 76c63b5766..89e60b3e73 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 0b62009f2e..cd451c21ca 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 14f367dc07..a434c1df55 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index a15dd57862..46b9cc529d 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 2d13fbabf3..7d958c4043 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.doctree index 7aafcdb13c..220640811e 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 66defaa7fe..c73ae4a2bd 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 5f634efe25..d35a74e8c5 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 3625d06937..68b700bcff 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 0d2d576313..589cef7520 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 7b4924652f..f5f1a5bc87 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 6f84ca610a..a9d8ef8341 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 6941bf358c..54699e1cad 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 4ab246c767..5fffb80a47 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 921ecfa0c7..d70acc1cbd 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index c6a9fc4223..9b5685e848 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 944cb5f5a0..505a166d03 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 768cf977be..02b12aef48 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 68708288f0..65b334b59a 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.doctree index b4252eec34..13dcb04f26 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index dabf0802f3..159a3eb098 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index b3a7b2cb58..814c873a9f 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 40858ef119..513656a07b 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 7c7f7674e1..3cf6e1eaa5 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree index c6e61b0ded..9f607982ad 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 10f79082a6..7623389825 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 74e4d759c7..4a0d718848 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 71b8669a4f..523ce6e0b0 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 57311797db..35ded60e0f 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 803967effa..fb82eeda21 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index f5d41e4e89..a9a351feeb 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 7b460742ba..a84adbfebe 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 63413d3b37..5cfc4328de 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index b745a7ccf0..39b1d92a4b 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/basic_example.doctree index f23448b51c..8133005fa1 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/change_environment.doctree index 05b16af512..ae2702b4ce 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/default_building_control.doctree index 9e49e154ff..51e94e52a2 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/drl.doctree index 3f9f8ce6dd..a418e66f45 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 4b2d02fe8f..d2c05b4056 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/rule_controller_example.doctree index 406a233607..6d8a9426bb 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/wrappers_examples.doctree index eff17909f3..dcd4d3dad7 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/output.doctree b/docs/compilation/v2.3.4/.doctrees/pages/output.doctree index 3adc7c8b91..aeae9807d4 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/output.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/rewards.doctree b/docs/compilation/v2.3.4/.doctrees/pages/rewards.doctree index c0b8bf522c..c2b83988f9 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/tests.doctree b/docs/compilation/v2.3.4/.doctrees/pages/tests.doctree index d3d1b26643..465a413c1d 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/tests.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.3.4/.doctrees/pages/usage-example.doctree index b1f61fec78..54e1044b83 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/weathers.doctree b/docs/compilation/v2.3.4/.doctrees/pages/weathers.doctree index b6c6445802..495b9c05a4 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.3.4/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.3.4/.doctrees/pages/wrappers.doctree index f33e0f2311..cf1026c3ef 100644 Binary files a/docs/compilation/v2.3.4/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.3.4/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.3.4/objects.inv b/docs/compilation/v2.3.4/objects.inv index 2ee582163e..2e4c0eff26 100644 Binary files a/docs/compilation/v2.3.4/objects.inv and b/docs/compilation/v2.3.4/objects.inv differ diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.3.4/pages/modules/sinergym.envs.eplus_env.html index 9401963458..d77fb6a352 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.envs.eplus_env.html @@ -118,9 +118,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.envs.html b/docs/compilation/v2.3.4/pages/modules/sinergym.envs.html index 101091b83f..49f18a0a6f 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.envs.html @@ -114,9 +114,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.base.html index 44846ec898..01e7616db4 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.base.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus.html index e3498c3d9b..b61b5ca57a 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus_alpha.html index c0127f1ca7..aa6b774b00 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.eplus_alpha.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.html b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.html index 6b6a06db13..88dec2ff7e 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.simulators.html @@ -116,9 +116,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.callbacks.html index 35b7a58441..c518a87a91 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.common.html index 174bb80f56..c61f03c8dd 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.common.html @@ -138,9 +138,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.config.html index d2d9c8fde1..6011cd733b 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.config.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.config

    -

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.utils.config

    +

    Class and utilities for set up extra configuration in experiments with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.constants.html index f08cf69d42..fb0a953371 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.controllers.html index aaa4297ef7..499bb9ddee 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.env_checker.html index 2ed489c368..340a55cd64 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.evaluation.html index 3e508cca23..0f27be1fed 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.gcloud.html index 2aed652d00..d1737ca51e 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.html index a0f185c64d..1af284e519 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.logger.html index 7f9198c041..08ed99d74f 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.rewards.html index 8faad83443..552705d9a5 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.wrappers.html index 8b271bde5a..7197df9c1f 100644 --- a/docs/compilation/v2.3.4/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.3.4/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.3.4/searchindex.js b/docs/compilation/v2.3.4/searchindex.js index 07c751517a..1f305d1dac 100644 --- a/docs/compilation/v2.3.4/searchindex.js +++ b/docs/compilation/v2.3.4/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "monitor": [0, 4, 7, 9, 10, 24, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 37, 38, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 30, 33, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 24, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 17, 38, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 73, 75, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "num": 5, "elaps": [5, 28, 55], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 41, 72, 82], "repres": [5, 80], "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 24, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "addit": [13, 18, 23, 38, 45, 47, 66], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "tensorboard": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "5": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "1": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "sinergym-envs"]], "sinergym.envs.eplus_env": [[12, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "sinergym-simulators"]], "sinergym.simulators.base": [[15, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "sinergym-utils"]], "sinergym.utils.callbacks": [[22, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "sinergym-utils-config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 31, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "monitor": [0, 4, 7, 9, 10, 24, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 37, 38, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 30, 33, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 24, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": [0, 78], "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73], "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 17, 38, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 73, 75, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 78, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "receiv": [5, 13, 18, 20, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "num": 5, "elaps": [5, 28, 55], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73, 78], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73, 78, 84], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 38, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 78, 81, 82, 84], "correct": [5, 7, 9, 31, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 41, 72, 82], "repres": [5, 80], "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75, 78], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 24, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": [8, 78], "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "addit": [13, 18, 23, 38, 45, 47, 66], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 78, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "tensorboard": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75, 78], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77, 78], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75, 78], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75, 78], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 78, 84], "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 78, 83], "thermal": [31, 41, 61, 73, 75, 78, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62, 78, 84], "min": [34, 73, 78, 84], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": 72, "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77], "01524868953414246": [72, 76, 77], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76, 78], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73, 78], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "198": 73, "eplus_env_5zon": [73, 78], "199": [73, 75, 78], "201": [73, 74, 78], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 83], "490": 73, "492": 73, "493": [73, 75, 78], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75], "new_env_nam": 73, "14": [73, 75, 77, 78, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": [73, 78], "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75, 78], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": 74, "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "_evalu": 75, "05": 75, "51": 75, "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77, 78], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": [75, 78], "line_termin": [75, 78], "keyword": [75, 78], "deprec": [75, 78], "linetermin": [75, 78], "epw_cont": [75, 78], "_headers_to_epw": [75, 78], "use_datetim": [75, 78], "df": [75, 78], "to_csv": [75, 78], "52": [75, 78], "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": [75, 78], "662": 75, "radiant": [75, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": [75, 78], "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": [75, 78], "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": 75, "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": [75, 78], "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": [75, 78], "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": [75, 78], "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": 75, "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": [76, 78], "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": 77, "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "317": 78, "318": 78, "321": 78, "shouldn": 78, "358": 78, "499": 78, "48": 78, "223": 78, "059453113841696555": 78, "35551957460636885": 78, "previousobservationwrapp": [78, 84], "018": 78, "019": 78, "021": 78, "022": 78, "023": 78, "131": 78, "263": 78, "res2": 78, "588": 78, "65": 78, "875": 78, "145": 78, "086689": 78, "676394": 78, "532095": 78, "75": [78, 83], "38": 78, "68046": 78, "3270": 78, "513": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "426": 78, "427": 78, "429": 78, "431": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "483": 78, "res3": 78, "877": 78, "5403022766113281": 78, "8414710164070129": 78, "400000095367432": 78, "086688995361328": 78, "676393508911133": 78, "532094955444336": 78, "68046188354492": 78, "512939453125": 78, "discreteincrementalwrapp": [78, 84], "676": 78, "678": 78, "680": 78, "681": 78, "682": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "733": 78, "857": 78, "res4": 78, "07": 78, "150": 78, "154": 78, "156": 78, "157": 78, "WITH": 78, "IN": 78, "197": 78, "307": 78, "res5": 78, "330": 78, "9333345": 78, "22222222": 78, "41318318": 78, "724823": 78, "32209": 78, "33358": 78, "9866": 78, "765": 78, "204": 78, "206": 78, "207": 78, "210": 78, "322": 78, "res6": 78, "679": 78, "queue": [78, 84], "540": 78, "545": 78, "547": 78, "552": 78, "672": 78, "res7": 78, "991000e": 78, "000000e": 78, "900000e": 78, "100000e": 78, "300000e": 78, "500000e": 78, "100003e": 78, "329465e": 78, "107487e": 78, "046": 78, "423": 78, "critic": 78, "proper": 78, "strongli": 78, "264": 78, "267": 78, "272": 78, "273": 78, "448": 78, "res8": 78, "8209325438116365": 78, "41046627190581825": 78, "total_energi": 78, "8209": 78, "325438116364": 78, "00006684120256": 78, "6848468558238691": 78, "34242342791193453": 78, "6848": 78, "46855823869": 78, "50057331250261": 78, "01813289248823428": 78, "4984361428384716": 78, "2582845176633529": 78, "181": 78, "3289248823428": 78, "50156385716153": 78, "1040693769433787": 78, "06110113471580649": 78, "89593062305662": 78, "9583472284581178": 78, "6007574643048912": 78, "7795523463815045": 78, "9583": 78, "472284581178": 78, "39924253569511": 78, "9964857748041758": 78, "001291342069031": 78, "9988885584366034": 78, "9964": 78, "857748041757": 78, "99870865793097": 78, "4733491648705395": 78, "34702238145465": 78, "9101857731625949": 78, "4733": 78, "491648705395": 78, "65297761854535": 78, "443602482396341": 78, "2248294227629195": 78, "3342159525796302": 78, "14436": 78, "02482396341": 78, "77517057723708": 78, "4343503063852525": 78, "6114555971832694": 78, "022902951784261": 78, "4343": 78, "503063852525": 78, "38854440281673": 78, "1854108306246651": 78, "5927054153123326": 78, "11854": 78, "10830624665": 78, "50497260472862": 78, "03608418399317549": 78, "018042091996587746": 78, "360": 78, "8418399317549": 78, "1185105135585": 78, "2327552433090005": 78, "6254440678986174": 78, "767244756691": 78, "34362801565069034": 78, "18088045406946232": 78, "65637198434931": 78, "882": 78, "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "5": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "1": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.4.1/.buildinfo b/docs/compilation/v2.4.1/.buildinfo index a740154b58..ead3b1f27a 100644 --- a/docs/compilation/v2.4.1/.buildinfo +++ b/docs/compilation/v2.4.1/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 0614e67ce490906ad8a7db9999d2ef64 +config: dc949923893684130865a57e1ef5726c tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.4.1/.doctrees/environment.pickle b/docs/compilation/v2.4.1/.doctrees/environment.pickle index e8e6d599cd..4bfdc69f87 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/environment.pickle and b/docs/compilation/v2.4.1/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.4.1/.doctrees/index.doctree b/docs/compilation/v2.4.1/.doctrees/index.doctree index 1123917698..541dd01647 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/index.doctree and b/docs/compilation/v2.4.1/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.4.1/.doctrees/pages/API-reference.doctree index 2e86e58ba5..8ff595a435 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/buildings.doctree b/docs/compilation/v2.4.1/.doctrees/pages/buildings.doctree index 338c93761e..4565f58ef0 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/controllers.doctree b/docs/compilation/v2.4.1/.doctrees/pages/controllers.doctree index 702db6f3c4..17c526798e 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.4.1/.doctrees/pages/deep-reinforcement-learning.doctree index 43905d127b..a255822f19 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/environments.doctree b/docs/compilation/v2.4.1/.doctrees/pages/environments.doctree index bce33ce910..4483ae34e2 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/environments.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.4.1/.doctrees/pages/extra-configuration.doctree index 1fe111b126..427c6ebe77 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.4.1/.doctrees/pages/gcloudAPI.doctree index 3401a9cd61..76a2221867 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.4.1/.doctrees/pages/github-actions.doctree index d53f988803..dd190d8d4f 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/installation.doctree b/docs/compilation/v2.4.1/.doctrees/pages/installation.doctree index d10b917e3c..7a1ec3acbd 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/installation.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/introduction.doctree b/docs/compilation/v2.4.1/.doctrees/pages/introduction.doctree index 88e9cc5ce3..e1ab7fe530 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.doctree index 841220b796..1168bb39db 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree index e146be818f..4ba0c15706 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index bcb1903236..22f9904e02 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.doctree index e317022c0f..2c02c071ac 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.doctree index d80c8302fa..bb2f5ff12e 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index d385dfa4fc..8bcd7e2b8a 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index a403a5abe7..8aa6cc3169 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index f5e894670f..4a7382ab88 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.doctree index dbad78abeb..f40811af8c 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.doctree index 565eb0cdc0..4d95020934 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 1a00510340..f949c42157 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 9c1c122d30..0aee42fc73 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 768aeabe1b..ad23cf3ceb 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 34587dbd75..c7a69d1b50 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 6e27addd22..199c34af3e 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index e9aa940476..4d21f29379 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 5375aaa2c6..aecb68f581 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 883b0a567d..918ad47762 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.doctree index d860ef2c71..cdf13910ce 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index e0b644c339..69c64f6a59 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index e8af9e1c23..50227fe212 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index e394fa8665..de87f13366 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 389755b33c..4b6a2fda63 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 370fca0cee..604436c141 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index ced6fe1227..b6e1a16b86 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index f5bc43c879..4aa9590010 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index a6fedf1aa6..bded08e496 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.constants.doctree index 83f1014a87..ddf017bd26 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 116e72c8cb..e5e656f8df 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 845ba427ec..c191421ca3 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 9acead59a0..8398dec627 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 5ca6530ae3..1cb02e7e37 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.doctree index a78a0c482d..0ce3b38de3 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 313e3a50dc..031a2e5f17 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index b53e3935e3..8c6abbae63 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 584ed0448c..f444c153b1 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 8a03f0320b..b2b2d9f0e3 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 5eb809c01d..1272554fe2 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 756a8b4b4f..1d90ddd385 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index ad0d7497c8..f0cd17a611 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 6c8209ef32..6d61852033 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index fee8c112cb..f67cb93ac0 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 5af7797490..d11e47b6ea 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 531ee1aef7..6e01ec1373 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index a3a0733585..6dafd1f780 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 568affdaf0..ce6429c278 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.doctree index cc9b074433..00f28972a5 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 721b9f7e77..04a0fef109 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 38ab0b4382..b5531c9519 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 5ea92df7ca..a20bf71f67 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 32b568675c..602f22c7a6 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree index ce24922315..6bd5bc58e2 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 02815ddc5e..9727ad6110 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 62b57eb71d..689136aaa2 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index a7228ad5da..794361fda2 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index f4217c5004..59e82239b2 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 784f758323..091a06c3ce 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 978e8df6be..a6f0e33160 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 0ce5b92a6b..953f1c36a7 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 67d0bd423b..0998de11b7 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 92d8ee9b96..2e0fcfc76f 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/basic_example.doctree index 73186ea5a0..fbbadd700e 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/change_environment.doctree index 85dc4f0503..168246d18a 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/default_building_control.doctree index a281a6e017..b037030758 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/drl.doctree index f92a1745d2..e0e593d425 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index b796d40031..b3e955add3 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/rule_controller_example.doctree index df1507303a..bb70b0b249 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/wrappers_examples.doctree index 13f1be1c91..12a88477f7 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/output.doctree b/docs/compilation/v2.4.1/.doctrees/pages/output.doctree index aae21d80a1..62b8da21be 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/output.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/rewards.doctree b/docs/compilation/v2.4.1/.doctrees/pages/rewards.doctree index 12fe9a3601..1e24e55463 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/tests.doctree b/docs/compilation/v2.4.1/.doctrees/pages/tests.doctree index 16783f34f3..23ceef87ac 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/tests.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.4.1/.doctrees/pages/usage-example.doctree index 8dfed32ab2..5af80c3851 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/weathers.doctree b/docs/compilation/v2.4.1/.doctrees/pages/weathers.doctree index 11981127e4..07e5e0b74b 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.4.1/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.4.1/.doctrees/pages/wrappers.doctree index 149fcc2902..331bafd82d 100644 Binary files a/docs/compilation/v2.4.1/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.4.1/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.4.1/objects.inv b/docs/compilation/v2.4.1/objects.inv index 3ee148361e..f85dafdf2c 100644 Binary files a/docs/compilation/v2.4.1/objects.inv and b/docs/compilation/v2.4.1/objects.inv differ diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.config.html b/docs/compilation/v2.4.1/pages/modules/sinergym.config.html index 26dd4d478a..b90373e88e 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.config.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.config.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.config

    -

    Modeling python objects about simulation (building, weather, etc).

    +
    +

    sinergym.config

    +

    Modeling python objects about simulation (building, weather, etc).

    Modules

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.config.modeling.html b/docs/compilation/v2.4.1/pages/modules/sinergym.config.modeling.html index 3b7bafac40..b037cf3e67 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.config.modeling.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.config.modeling

    -

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.config.modeling

    +

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.4.1/pages/modules/sinergym.envs.eplus_env.html index 877103dfb6..b539d5ebb8 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.envs.eplus_env.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.envs.html b/docs/compilation/v2.4.1/pages/modules/sinergym.envs.html index 4c99cf34e7..51d4562b47 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.envs.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.base.html index b2d261d561..c48ff4678e 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.base.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus.html index a7be559056..a94ecac605 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus_alpha.html index 2b7e94b4c4..e310991c88 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.eplus_alpha.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.html b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.html index 1f147392cf..1a71c618ad 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.simulators.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.callbacks.html index 79023577ee..3fe1b69776 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.common.html index e7a2361412..5257ae50a8 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.common.html @@ -136,9 +136,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.constants.html index 9a6ff0a7af..7a906738c2 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.controllers.html index ac86c707d2..69304d7dc1 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.env_checker.html index 72287bd75f..87665a0d79 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.evaluation.html index 386a69723b..b40538b5f6 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.gcloud.html index 36cc6b4d58..1236b9d0fb 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.html index 9a8d62d980..4c13023535 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.logger.html index 6917f7e20e..ff02285b01 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.rewards.html index e7e100f4dd..2f34d3d870 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.wrappers.html index 850bcbe1c3..247604d8a7 100644 --- a/docs/compilation/v2.4.1/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.4.1/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.4.1/searchindex.js b/docs/compilation/v2.4.1/searchindex.js index af7ae5cc0d..2aa17bfd32 100644 --- a/docs/compilation/v2.4.1/searchindex.js +++ b/docs/compilation/v2.4.1/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 78], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 14, 17], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 14, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 32, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 13, 75, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "bool": [17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "flag": [22, 55, 64, 66, 76, 78, 84], "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "fals": [22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "true": [28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 78, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73, 77], "33": [72, 75, 77], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": [72, 78], "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 77, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": 72, "48": 72, "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 83], "598": 73, "eplus_env_5zon": [73, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": [73, 78], "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77, 78], "eplus_env_offic": 74, "990": 74, "992": 74, "994": 74, "125": 74, "res2": [74, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": [75, 78], "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": [75, 78], "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 78, 83], "cloth": [75, 78], "662": 75, "radiant": [75, 78], "53": [75, 76, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": 75, "885": 75, "43": 75, "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": 75, "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": [75, 77], "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": 75, "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": [76, 78], "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": [76, 77], "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": 76, "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "50": 77, "459": 77, "461": 77, "464": 77, "465": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "837": 77, "973": 77, "res5": [77, 78], "555472460427038": 77, "110944920854076": 77, "11109": 77, "44920854076": 77, "99999214301718": 77, "1646": 77, "2524485001004": 77, "6319275820302366": 77, "2638551640604732": 77, "12638": 77, "55164060473": 77, "32999035838968": 77, "3521": 77, "554500576192": 77, "329999923706055": 77, "493972806005651": 77, "2963122890182604": 77, "6916333229930416": 77, "2963": 77, "122890182604": 77, "30836667700696": 77, "4625": 77, "416944945128": 77, "5765227606488547": 77, "007756884363910412": 77, "145288636933799": 77, "56884363910412": 77, "8547113630662": 77, "5253": 77, "588301789213": 77, "17350166808601855": 77, "3470033361720371": 77, "3470": 77, "033361720371": 77, "33028428947056": 77, "5804": 77, "239857002728": 77, "3575452900204674": 77, "04504726077090611": 77, "670043319270029": 77, "450": 77, "4726077090611": 77, "32995668072997": 77, "7014": 77, "056138683364": 77, "14237290405316": 77, "007776888271558947": 77, "2769689198347614": 77, "76888271558947": 77, "72303108016524": 77, "8347": 77, "885443505464": 77, "5777724111276291": 77, "1555448222552582": 77, "11555": 77, "44822255258": 77, "33011237958411": 77, "9578": 77, "267067274302": 77, "11371544019180026": 77, "22743088038360051": 77, "2274": 77, "308803836005": 77, "33010938638332": 77, "10730": 77, "280647200174": 77, "3223465283115184": 77, "6446930566230368": 77, "6446": 77, "930566230368": 77, "33025334254351": 77, "11936": 77, "260758227023": 77, "16612981759986586": 77, "33225963519973173": 77, "3322": 77, "596351997317": 77, "33009897623347": 77, "12990": 77, "251981433648": 77, "26488400229285347": 77, "5297680045857069": 77, "5297": 77, "68004585707": 77, "32991787449022": 77, "14461": 77, "222013342354": 77, "7190890740147525": 77, "438178148029505": 77, "14381": 77, "78148029505": 77, "33001174568691": 77, "4127061076867006": 77, "243": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "52": 78, "324": 78, "325": 78, "326": 78, "327": 78, "shouldn": 78, "373": 78, "492": 78, "59": [78, 83], "208": 78, "08284143205459649": 78, "30864953312002896": 78, "previousobservationwrapp": [78, 84], "328": 78, "329": 78, "414": 78, "529": 78, "937": 78, "65": 78, "875": 78, "145": 78, "00007": 78, "689066": 78, "126598": 78, "75": [78, 83], "436188": 78, "8179": 78, "9976": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "066": 78, "068": 78, "070": 78, "071": 78, "072": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "146": 78, "259": 78, "res3": 78, "743": 78, "400000095367432": 78, "39952278137207": 78, "68906593322754": 78, "58685302734375": 78, "847368240356445": 78, "10128": 78, "751953125": 78, "discreteincrementalwrapp": [78, 84], "870": 78, "872": 78, "873": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "974": 78, "098": 78, "821": 78, "930": 78, "931": 78, "933": 78, "934": 78, "935": 78, "WITH": 78, "IN": 78, "998": 78, "129": 78, "849": 78, "266667": 78, "7777778": 78, "30209124": 78, "093657": 78, "453144": 78, "69135": 78, "828": 78, "4143": 78, "955": 78, "957": 78, "959": 78, "961": 78, "962": 78, "964": 78, "res6": 78, "939": 78, "queue": [78, 84], "40": 78, "055": 78, "058": 78, "060": 78, "064": 78, "065": 78, "069": 78, "188": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "1000031e": 78, "3247053e": 78, "0801924e": 78, "47": 78, "252": 78, "255": 78, "368": 78, "54": 78, "569": 78, "critic": 78, "proper": 78, "strongli": 78, "716": 78, "719": 78, "722": 78, "723": 78, "789": 78, "924": 78, "res8": 78, "01287517197652": 78, "50643758598826": 78, "7517197652": 78, "39952294733769": 78, "5713704399231108": 78, "2856852199615554": 78, "5713": 78, "704399231107": 78, "00053854409991": 78, "0228454128515769": 78, "70775714157962": 78, "36530127721559846": 78, "228": 78, "454128515769": 78, "29224285842038": 78, "009213100161810072": 78, "004606550080905036": 78, "92": [78, 83], "13100161810073": 78, "63698358856674": 78, "059850254269872": 78, "529925127134936": 78, "10598": 78, "50254269872": 78, "99998411784924": 78, "0726817108841111": 78, "5588963325184615": 78, "8157890217012863": 78, "10726": 78, "81710884111": 78, "44110366748154": 78, "2927507041696274": 78, "445107658084101": 78, "3689291811268642": 78, "2927": 78, "507041696274": 78, "5548923419159": 78, "107391180793777": 78, "6015681540087812": 78, "8544796674012791": 78, "11073": 78, "91180793777": 78, "39843184599122": 78, "25816640276015645": 78, "9120626271517196": 78, "585114514955938": 78, "2581": 78, "664027601564": 78, "08793737284828": 78, "4877771983328041": 78, "24388859916640204": 78, "4877": 78, "771983328041": 78, "50005938629086": 78, "1243505186470471": 78, "06217525932352355": 78, "1243": 78, "505186470471": 78, "00007053356337": 78, "96998421644155": 78, "2690803078450692": 78, "13914670400343965": 78, "73091969215493": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "70": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "9": 9, "5": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "1": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "sinergym-config"]], "sinergym.config.modeling": [[12, "sinergym-config-modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "sinergym-envs"]], "sinergym.envs.eplus_env": [[16, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "sinergym-simulators"]], "sinergym.simulators.base": [[19, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "sinergym-utils"]], "sinergym.utils.callbacks": [[26, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 78], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 14, 17], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 14, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 32, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 13, 75, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "bool": [17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "flag": [22, 55, 64, 66, 76, 78, 84], "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "fals": [22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "true": [28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 78, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73, 77], "33": [72, 75, 77], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": [72, 78], "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 77, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": 72, "48": 72, "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 83], "598": 73, "eplus_env_5zon": [73, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": [73, 78], "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77, 78], "eplus_env_offic": 74, "990": 74, "992": 74, "994": 74, "125": 74, "res2": [74, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": [75, 78], "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": [75, 78], "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 78, 83], "cloth": [75, 78], "662": 75, "radiant": [75, 78], "53": [75, 76, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": 75, "885": 75, "43": 75, "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": 75, "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": [75, 77], "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": 75, "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": [76, 78], "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": [76, 77], "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": 76, "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "50": 77, "459": 77, "461": 77, "464": 77, "465": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "837": 77, "973": 77, "res5": [77, 78], "555472460427038": 77, "110944920854076": 77, "11109": 77, "44920854076": 77, "99999214301718": 77, "1646": 77, "2524485001004": 77, "6319275820302366": 77, "2638551640604732": 77, "12638": 77, "55164060473": 77, "32999035838968": 77, "3521": 77, "554500576192": 77, "329999923706055": 77, "493972806005651": 77, "2963122890182604": 77, "6916333229930416": 77, "2963": 77, "122890182604": 77, "30836667700696": 77, "4625": 77, "416944945128": 77, "5765227606488547": 77, "007756884363910412": 77, "145288636933799": 77, "56884363910412": 77, "8547113630662": 77, "5253": 77, "588301789213": 77, "17350166808601855": 77, "3470033361720371": 77, "3470": 77, "033361720371": 77, "33028428947056": 77, "5804": 77, "239857002728": 77, "3575452900204674": 77, "04504726077090611": 77, "670043319270029": 77, "450": 77, "4726077090611": 77, "32995668072997": 77, "7014": 77, "056138683364": 77, "14237290405316": 77, "007776888271558947": 77, "2769689198347614": 77, "76888271558947": 77, "72303108016524": 77, "8347": 77, "885443505464": 77, "5777724111276291": 77, "1555448222552582": 77, "11555": 77, "44822255258": 77, "33011237958411": 77, "9578": 77, "267067274302": 77, "11371544019180026": 77, "22743088038360051": 77, "2274": 77, "308803836005": 77, "33010938638332": 77, "10730": 77, "280647200174": 77, "3223465283115184": 77, "6446930566230368": 77, "6446": 77, "930566230368": 77, "33025334254351": 77, "11936": 77, "260758227023": 77, "16612981759986586": 77, "33225963519973173": 77, "3322": 77, "596351997317": 77, "33009897623347": 77, "12990": 77, "251981433648": 77, "26488400229285347": 77, "5297680045857069": 77, "5297": 77, "68004585707": 77, "32991787449022": 77, "14461": 77, "222013342354": 77, "7190890740147525": 77, "438178148029505": 77, "14381": 77, "78148029505": 77, "33001174568691": 77, "4127061076867006": 77, "243": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "52": 78, "324": 78, "325": 78, "326": 78, "327": 78, "shouldn": 78, "373": 78, "492": 78, "59": [78, 83], "208": 78, "08284143205459649": 78, "30864953312002896": 78, "previousobservationwrapp": [78, 84], "328": 78, "329": 78, "414": 78, "529": 78, "937": 78, "65": 78, "875": 78, "145": 78, "00007": 78, "689066": 78, "126598": 78, "75": [78, 83], "436188": 78, "8179": 78, "9976": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "066": 78, "068": 78, "070": 78, "071": 78, "072": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "146": 78, "259": 78, "res3": 78, "743": 78, "400000095367432": 78, "39952278137207": 78, "68906593322754": 78, "58685302734375": 78, "847368240356445": 78, "10128": 78, "751953125": 78, "discreteincrementalwrapp": [78, 84], "870": 78, "872": 78, "873": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "974": 78, "098": 78, "821": 78, "930": 78, "931": 78, "933": 78, "934": 78, "935": 78, "WITH": 78, "IN": 78, "998": 78, "129": 78, "849": 78, "266667": 78, "7777778": 78, "30209124": 78, "093657": 78, "453144": 78, "69135": 78, "828": 78, "4143": 78, "955": 78, "957": 78, "959": 78, "961": 78, "962": 78, "964": 78, "res6": 78, "939": 78, "queue": [78, 84], "40": 78, "055": 78, "058": 78, "060": 78, "064": 78, "065": 78, "069": 78, "188": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "1000031e": 78, "3247053e": 78, "0801924e": 78, "47": 78, "252": 78, "255": 78, "368": 78, "54": 78, "569": 78, "critic": 78, "proper": 78, "strongli": 78, "716": 78, "719": 78, "722": 78, "723": 78, "789": 78, "924": 78, "res8": 78, "01287517197652": 78, "50643758598826": 78, "7517197652": 78, "39952294733769": 78, "5713704399231108": 78, "2856852199615554": 78, "5713": 78, "704399231107": 78, "00053854409991": 78, "0228454128515769": 78, "70775714157962": 78, "36530127721559846": 78, "228": 78, "454128515769": 78, "29224285842038": 78, "009213100161810072": 78, "004606550080905036": 78, "92": [78, 83], "13100161810073": 78, "63698358856674": 78, "059850254269872": 78, "529925127134936": 78, "10598": 78, "50254269872": 78, "99998411784924": 78, "0726817108841111": 78, "5588963325184615": 78, "8157890217012863": 78, "10726": 78, "81710884111": 78, "44110366748154": 78, "2927507041696274": 78, "445107658084101": 78, "3689291811268642": 78, "2927": 78, "507041696274": 78, "5548923419159": 78, "107391180793777": 78, "6015681540087812": 78, "8544796674012791": 78, "11073": 78, "91180793777": 78, "39843184599122": 78, "25816640276015645": 78, "9120626271517196": 78, "585114514955938": 78, "2581": 78, "664027601564": 78, "08793737284828": 78, "4877771983328041": 78, "24388859916640204": 78, "4877": 78, "771983328041": 78, "50005938629086": 78, "1243505186470471": 78, "06217525932352355": 78, "1243": 78, "505186470471": 78, "00007053356337": 78, "96998421644155": 78, "2690803078450692": 78, "13914670400343965": 78, "73091969215493": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "70": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "9": 9, "5": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "1": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.5.0/.buildinfo b/docs/compilation/v2.5.0/.buildinfo index 9a9e574eaf..1600bcfeda 100644 --- a/docs/compilation/v2.5.0/.buildinfo +++ b/docs/compilation/v2.5.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: d63db08fbeae4ba601ec661968015e29 +config: 3e8d61d3d104298cf281578d29d9c18d tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.5.0/.doctrees/environment.pickle b/docs/compilation/v2.5.0/.doctrees/environment.pickle index c5ea17c8e6..17f8165306 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/environment.pickle and b/docs/compilation/v2.5.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.5.0/.doctrees/index.doctree b/docs/compilation/v2.5.0/.doctrees/index.doctree index 7590bf0ffb..1642719ba8 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/index.doctree and b/docs/compilation/v2.5.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree index b86c2712d5..089d80befc 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree index 86c886f0bb..9da3b140ea 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree index 7f88af0803..3b0f8bd03a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree index b921c64bac..a14da5582c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree index 7c0c3c479d..3c6b9dd18f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree index 83842cba1e..caf2ddfdc8 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree index 2fac5e1267..42fa431287 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree index 684506263a..c2b11c9633 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree index 09e26ff4f0..03b4ddb22c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree index f6fd4ce607..b6c8c84d86 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree index e0316d98dc..8702e2beb5 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree index f8a4c2edfc..b593a10df5 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 6b7ac5256e..e9e97263ce 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree index fcc4b8f177..4e7d925134 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree index c9c65b7c8b..692838eafa 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index c5f34b70e3..cf75587953 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 6a7a4d1bbe..1760316fbb 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 9c1243f391..bb50da189e 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 4c3ea1db90..20a792e32b 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree index 875cb7faa6..9cdc194183 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index d19d863230..8f0c51a8fb 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 2110a600a9..f2980ae27a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 08f55ca31d..3eb5c6a0ec 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index b4733ea8c2..d942b9e94e 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 73f672312a..55144d6e05 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index c4317126e9..9c618cbf59 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index c0310ea0ee..99f6027173 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 2c23b8e03e..c2f25dceca 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 80d81f657e..50efe037b3 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 7410c89af4..714a985499 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index cbecc6a724..ea632acc75 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 76877462df..8c5c1a1ff4 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 607fbebc67..0e131ade08 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 7a6785516c..96566e87d5 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 1d5d27b625..761a2ffaf4 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 171dab1537..b76fa215d8 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 779d1062a3..c2486312e9 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 67d6d5ae0e..5e1e3471b8 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index bb93b93254..82f58a9bea 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 27b4f63e05..9b7981d704 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index ea1230f222..7987bac211 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index e4f8132dc1..cae6cf3f30 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree index 5d98bc834a..1b3a96e83a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index a44d5e548c..bb103c1864 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 04893cf15e..2b4dd27775 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index d72947492f..239a0332e7 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index dde1a4b9e6..486c2e93d8 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index fa9d53b572..dad51ff292 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 14c485e5c0..92b723848f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 1e403f476e..db2952e6cd 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 0c4e48109b..9b1e355df3 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 4438f7713d..6f228d023f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 199f148a15..1a4b5d70dc 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 4fa7085136..26dbdf8fec 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index c6608e30dd..c70c6896fa 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index eb94437aa0..9a82e0266c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 91564350e0..4c2eef69d8 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 0c02c2dd82..352da5af0d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 9527dad4df..29cd949efe 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 7326bbdbec..aa1f61c8d1 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index fd735d8d3a..458cd5ee61 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 9054e92c6d..15756194f7 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index a5e02ae4c3..81b1eb28a7 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 29a0a72b34..ed17e38f72 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index b64f6ecf55..0526a541e5 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 4b157627f4..227ed0af27 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 6b50ce441a..c0b93fdc8c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 29462ab6a8..3010d12695 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index de9298f7e8..5ecf78df16 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 65f4e71b96..6f4732b6a6 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 1d27c01a07..e1ad41d168 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree index 3d3b0adaae..ec41a4865d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree index 4cc8e471c2..06011abee6 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree index 3743e98cbf..67eae6baef 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree index aa4dd9209a..e260b2c366 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 2f9f03bd1e..823d8a5a1b 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree index eda0da9d54..c197194fa3 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 98f88319e6..0cc2801cc1 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/output.doctree b/docs/compilation/v2.5.0/.doctrees/pages/output.doctree index 0f36d09e04..fbf136c9f7 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree index cfa0049b6d..58d64453e6 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree index ab421535c3..718d34ab1a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree index 8e29b085a5..f6885b5462 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree index fa7e6d9625..496a724d5d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree index ad92124d58..c744145926 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.5.0/objects.inv b/docs/compilation/v2.5.0/objects.inv index a8d5478f5a..b0578c308b 100644 Binary files a/docs/compilation/v2.5.0/objects.inv and b/docs/compilation/v2.5.0/objects.inv differ diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.config.html b/docs/compilation/v2.5.0/pages/modules/sinergym.config.html index 7b426379bd..7319a59778 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.config.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.config.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.config

    -

    Modeling python objects about simulation (building, weather, etc).

    +
    +

    sinergym.config

    +

    Modeling python objects about simulation (building, weather, etc).

    Modules

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html index 63467171d6..b8ace4140a 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.config.modeling

    -

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.config.modeling

    +

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html index 2286431ed4..70e8250d94 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html index 8faf0b77a5..b59e4db195 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html index 0354f3e0c0..5b78ced4ba 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html index aca34dbc89..56a395a022 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html index 2f4ceeea04..6f967943d7 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html index fe616a0b9c..b8d5af2ea1 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html index 5a6271217f..e735d6c31f 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html index aff5d2e0dc..8278891354 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html @@ -136,9 +136,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html index 89552085ce..44d752b4f7 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html index fee7c50890..dab63e3614 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html index e412af6c63..24fcc7e092 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html index c8d34dd7c0..0bba8f4991 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html index b9144ac164..effaedd89b 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html index 8b25eecc3e..186337245d 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html index d17b0ee161..56090dde65 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html index bbab5cd53e..678aebe168 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html index 6ed662a884..8d762e2c68 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.5.0/searchindex.js b/docs/compilation/v2.5.0/searchindex.js index 11d9b196d3..bcd0a8bb8f 100644 --- a/docs/compilation/v2.5.0/searchindex.js +++ b/docs/compilation/v2.5.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 78], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 14, 17], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 9, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 32, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 13, 75, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "bool": [17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "flag": [22, 55, 64, 66, 76, 78, 84], "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "fals": [22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "true": [28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 78, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73, 77], "33": [72, 75, 77], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": [72, 78], "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 77, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": 72, "48": 72, "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 83], "598": 73, "eplus_env_5zon": [73, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": [73, 78], "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77, 78], "eplus_env_offic": 74, "990": 74, "992": 74, "994": 74, "125": 74, "res2": [74, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": [75, 78], "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": [75, 78], "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 78, 83], "cloth": [75, 78], "662": 75, "radiant": [75, 78], "53": [75, 76, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": 75, "885": 75, "43": 75, "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": 75, "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": [75, 77], "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": 75, "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": [76, 78], "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": [76, 77], "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": 76, "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "50": 77, "459": 77, "461": 77, "464": 77, "465": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "837": 77, "973": 77, "res5": [77, 78], "555472460427038": 77, "110944920854076": 77, "11109": 77, "44920854076": 77, "99999214301718": 77, "1646": 77, "2524485001004": 77, "6319275820302366": 77, "2638551640604732": 77, "12638": 77, "55164060473": 77, "32999035838968": 77, "3521": 77, "554500576192": 77, "329999923706055": 77, "493972806005651": 77, "2963122890182604": 77, "6916333229930416": 77, "2963": 77, "122890182604": 77, "30836667700696": 77, "4625": 77, "416944945128": 77, "5765227606488547": 77, "007756884363910412": 77, "145288636933799": 77, "56884363910412": 77, "8547113630662": 77, "5253": 77, "588301789213": 77, "17350166808601855": 77, "3470033361720371": 77, "3470": 77, "033361720371": 77, "33028428947056": 77, "5804": 77, "239857002728": 77, "3575452900204674": 77, "04504726077090611": 77, "670043319270029": 77, "450": 77, "4726077090611": 77, "32995668072997": 77, "7014": 77, "056138683364": 77, "14237290405316": 77, "007776888271558947": 77, "2769689198347614": 77, "76888271558947": 77, "72303108016524": 77, "8347": 77, "885443505464": 77, "5777724111276291": 77, "1555448222552582": 77, "11555": 77, "44822255258": 77, "33011237958411": 77, "9578": 77, "267067274302": 77, "11371544019180026": 77, "22743088038360051": 77, "2274": 77, "308803836005": 77, "33010938638332": 77, "10730": 77, "280647200174": 77, "3223465283115184": 77, "6446930566230368": 77, "6446": 77, "930566230368": 77, "33025334254351": 77, "11936": 77, "260758227023": 77, "16612981759986586": 77, "33225963519973173": 77, "3322": 77, "596351997317": 77, "33009897623347": 77, "12990": 77, "251981433648": 77, "26488400229285347": 77, "5297680045857069": 77, "5297": 77, "68004585707": 77, "32991787449022": 77, "14461": 77, "222013342354": 77, "7190890740147525": 77, "438178148029505": 77, "14381": 77, "78148029505": 77, "33001174568691": 77, "4127061076867006": 77, "243": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "52": 78, "324": 78, "325": 78, "326": 78, "327": 78, "shouldn": 78, "373": 78, "492": 78, "59": [78, 83], "208": 78, "08284143205459649": 78, "30864953312002896": 78, "previousobservationwrapp": [78, 84], "328": 78, "329": 78, "414": 78, "529": 78, "937": 78, "65": 78, "875": 78, "145": 78, "00007": 78, "689066": 78, "126598": 78, "75": [78, 83], "436188": 78, "8179": 78, "9976": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "066": 78, "068": 78, "070": 78, "071": 78, "072": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "146": 78, "259": 78, "res3": 78, "743": 78, "400000095367432": 78, "39952278137207": 78, "68906593322754": 78, "58685302734375": 78, "847368240356445": 78, "10128": 78, "751953125": 78, "discreteincrementalwrapp": [78, 84], "870": 78, "872": 78, "873": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "974": 78, "098": 78, "821": 78, "930": 78, "931": 78, "933": 78, "934": 78, "935": 78, "WITH": 78, "IN": 78, "998": 78, "129": 78, "849": 78, "266667": 78, "7777778": 78, "30209124": 78, "093657": 78, "453144": 78, "69135": 78, "828": 78, "4143": 78, "955": 78, "957": 78, "959": 78, "961": 78, "962": 78, "964": 78, "res6": 78, "939": 78, "queue": [78, 84], "40": 78, "055": 78, "058": 78, "060": 78, "064": 78, "065": 78, "069": 78, "188": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "1000031e": 78, "3247053e": 78, "0801924e": 78, "47": 78, "252": 78, "255": 78, "368": 78, "54": 78, "569": 78, "critic": 78, "proper": 78, "strongli": 78, "716": 78, "719": 78, "722": 78, "723": 78, "789": 78, "924": 78, "res8": 78, "01287517197652": 78, "50643758598826": 78, "7517197652": 78, "39952294733769": 78, "5713704399231108": 78, "2856852199615554": 78, "5713": 78, "704399231107": 78, "00053854409991": 78, "0228454128515769": 78, "70775714157962": 78, "36530127721559846": 78, "228": 78, "454128515769": 78, "29224285842038": 78, "009213100161810072": 78, "004606550080905036": 78, "92": [78, 83], "13100161810073": 78, "63698358856674": 78, "059850254269872": 78, "529925127134936": 78, "10598": 78, "50254269872": 78, "99998411784924": 78, "0726817108841111": 78, "5588963325184615": 78, "8157890217012863": 78, "10726": 78, "81710884111": 78, "44110366748154": 78, "2927507041696274": 78, "445107658084101": 78, "3689291811268642": 78, "2927": 78, "507041696274": 78, "5548923419159": 78, "107391180793777": 78, "6015681540087812": 78, "8544796674012791": 78, "11073": 78, "91180793777": 78, "39843184599122": 78, "25816640276015645": 78, "9120626271517196": 78, "585114514955938": 78, "2581": 78, "664027601564": 78, "08793737284828": 78, "4877771983328041": 78, "24388859916640204": 78, "4877": 78, "771983328041": 78, "50005938629086": 78, "1243505186470471": 78, "06217525932352355": 78, "1243": 78, "505186470471": 78, "00007053356337": 78, "96998421644155": 78, "2690803078450692": 78, "13914670400343965": 78, "73091969215493": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "70": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "23": 9, "1": [9, 76], "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "sinergym-config"]], "sinergym.config.modeling": [[12, "sinergym-config-modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "sinergym-envs"]], "sinergym.envs.eplus_env": [[16, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "sinergym-simulators"]], "sinergym.simulators.base": [[19, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "sinergym-utils"]], "sinergym.utils.callbacks": [[26, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 78], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 14, 17], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 9, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 32, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 13, 75, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "bool": [17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "flag": [22, 55, 64, 66, 76, 78, 84], "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "fals": [22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "true": [28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 78, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73, 77], "33": [72, 75, 77], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": [72, 78], "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 77, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": 72, "48": 72, "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 83], "598": 73, "eplus_env_5zon": [73, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": [73, 78], "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77, 78], "eplus_env_offic": 74, "990": 74, "992": 74, "994": 74, "125": 74, "res2": [74, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": [75, 78], "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": [75, 78], "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 78, 83], "cloth": [75, 78], "662": 75, "radiant": [75, 78], "53": [75, 76, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": 75, "885": 75, "43": 75, "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": 75, "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": [75, 77], "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": 75, "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": [76, 78], "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": [76, 77], "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": 76, "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "50": 77, "459": 77, "461": 77, "464": 77, "465": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "837": 77, "973": 77, "res5": [77, 78], "555472460427038": 77, "110944920854076": 77, "11109": 77, "44920854076": 77, "99999214301718": 77, "1646": 77, "2524485001004": 77, "6319275820302366": 77, "2638551640604732": 77, "12638": 77, "55164060473": 77, "32999035838968": 77, "3521": 77, "554500576192": 77, "329999923706055": 77, "493972806005651": 77, "2963122890182604": 77, "6916333229930416": 77, "2963": 77, "122890182604": 77, "30836667700696": 77, "4625": 77, "416944945128": 77, "5765227606488547": 77, "007756884363910412": 77, "145288636933799": 77, "56884363910412": 77, "8547113630662": 77, "5253": 77, "588301789213": 77, "17350166808601855": 77, "3470033361720371": 77, "3470": 77, "033361720371": 77, "33028428947056": 77, "5804": 77, "239857002728": 77, "3575452900204674": 77, "04504726077090611": 77, "670043319270029": 77, "450": 77, "4726077090611": 77, "32995668072997": 77, "7014": 77, "056138683364": 77, "14237290405316": 77, "007776888271558947": 77, "2769689198347614": 77, "76888271558947": 77, "72303108016524": 77, "8347": 77, "885443505464": 77, "5777724111276291": 77, "1555448222552582": 77, "11555": 77, "44822255258": 77, "33011237958411": 77, "9578": 77, "267067274302": 77, "11371544019180026": 77, "22743088038360051": 77, "2274": 77, "308803836005": 77, "33010938638332": 77, "10730": 77, "280647200174": 77, "3223465283115184": 77, "6446930566230368": 77, "6446": 77, "930566230368": 77, "33025334254351": 77, "11936": 77, "260758227023": 77, "16612981759986586": 77, "33225963519973173": 77, "3322": 77, "596351997317": 77, "33009897623347": 77, "12990": 77, "251981433648": 77, "26488400229285347": 77, "5297680045857069": 77, "5297": 77, "68004585707": 77, "32991787449022": 77, "14461": 77, "222013342354": 77, "7190890740147525": 77, "438178148029505": 77, "14381": 77, "78148029505": 77, "33001174568691": 77, "4127061076867006": 77, "243": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "52": 78, "324": 78, "325": 78, "326": 78, "327": 78, "shouldn": 78, "373": 78, "492": 78, "59": [78, 83], "208": 78, "08284143205459649": 78, "30864953312002896": 78, "previousobservationwrapp": [78, 84], "328": 78, "329": 78, "414": 78, "529": 78, "937": 78, "65": 78, "875": 78, "145": 78, "00007": 78, "689066": 78, "126598": 78, "75": [78, 83], "436188": 78, "8179": 78, "9976": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "066": 78, "068": 78, "070": 78, "071": 78, "072": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "146": 78, "259": 78, "res3": 78, "743": 78, "400000095367432": 78, "39952278137207": 78, "68906593322754": 78, "58685302734375": 78, "847368240356445": 78, "10128": 78, "751953125": 78, "discreteincrementalwrapp": [78, 84], "870": 78, "872": 78, "873": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "974": 78, "098": 78, "821": 78, "930": 78, "931": 78, "933": 78, "934": 78, "935": 78, "WITH": 78, "IN": 78, "998": 78, "129": 78, "849": 78, "266667": 78, "7777778": 78, "30209124": 78, "093657": 78, "453144": 78, "69135": 78, "828": 78, "4143": 78, "955": 78, "957": 78, "959": 78, "961": 78, "962": 78, "964": 78, "res6": 78, "939": 78, "queue": [78, 84], "40": 78, "055": 78, "058": 78, "060": 78, "064": 78, "065": 78, "069": 78, "188": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "1000031e": 78, "3247053e": 78, "0801924e": 78, "47": 78, "252": 78, "255": 78, "368": 78, "54": 78, "569": 78, "critic": 78, "proper": 78, "strongli": 78, "716": 78, "719": 78, "722": 78, "723": 78, "789": 78, "924": 78, "res8": 78, "01287517197652": 78, "50643758598826": 78, "7517197652": 78, "39952294733769": 78, "5713704399231108": 78, "2856852199615554": 78, "5713": 78, "704399231107": 78, "00053854409991": 78, "0228454128515769": 78, "70775714157962": 78, "36530127721559846": 78, "228": 78, "454128515769": 78, "29224285842038": 78, "009213100161810072": 78, "004606550080905036": 78, "92": [78, 83], "13100161810073": 78, "63698358856674": 78, "059850254269872": 78, "529925127134936": 78, "10598": 78, "50254269872": 78, "99998411784924": 78, "0726817108841111": 78, "5588963325184615": 78, "8157890217012863": 78, "10726": 78, "81710884111": 78, "44110366748154": 78, "2927507041696274": 78, "445107658084101": 78, "3689291811268642": 78, "2927": 78, "507041696274": 78, "5548923419159": 78, "107391180793777": 78, "6015681540087812": 78, "8544796674012791": 78, "11073": 78, "91180793777": 78, "39843184599122": 78, "25816640276015645": 78, "9120626271517196": 78, "585114514955938": 78, "2581": 78, "664027601564": 78, "08793737284828": 78, "4877771983328041": 78, "24388859916640204": 78, "4877": 78, "771983328041": 78, "50005938629086": 78, "1243505186470471": 78, "06217525932352355": 78, "1243": 78, "505186470471": 78, "00007053356337": 78, "96998421644155": 78, "2690803078450692": 78, "13914670400343965": 78, "73091969215493": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "70": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "23": 9, "1": [9, 76], "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.5.1/.buildinfo b/docs/compilation/v2.5.1/.buildinfo index d92e751563..fb7f754c6d 100644 --- a/docs/compilation/v2.5.1/.buildinfo +++ b/docs/compilation/v2.5.1/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 8cf155ac8622b68261ca80553c1a643f +config: 82eb8659a741f9a466a8ba10daf917c3 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.5.1/.doctrees/environment.pickle b/docs/compilation/v2.5.1/.doctrees/environment.pickle index 7720b3d9b7..c252379e13 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/environment.pickle and b/docs/compilation/v2.5.1/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.5.1/.doctrees/index.doctree b/docs/compilation/v2.5.1/.doctrees/index.doctree index 4edb6dde9c..62f5eab351 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/index.doctree and b/docs/compilation/v2.5.1/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.5.1/.doctrees/pages/API-reference.doctree index 65109ac391..21e730486c 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/buildings.doctree b/docs/compilation/v2.5.1/.doctrees/pages/buildings.doctree index 5d3e73d077..74ba047987 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/controllers.doctree b/docs/compilation/v2.5.1/.doctrees/pages/controllers.doctree index 91b0c49898..3b066b9878 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.5.1/.doctrees/pages/deep-reinforcement-learning.doctree index c00fa094ea..54ea43bc68 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/environments.doctree b/docs/compilation/v2.5.1/.doctrees/pages/environments.doctree index b23ea239d9..9fe47caadb 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/environments.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.5.1/.doctrees/pages/extra-configuration.doctree index ee5f9c3354..07828f23e2 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.5.1/.doctrees/pages/gcloudAPI.doctree index fe5826e652..a41c660f0f 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.5.1/.doctrees/pages/github-actions.doctree index f07c369f8d..94f9fe67ee 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/installation.doctree b/docs/compilation/v2.5.1/.doctrees/pages/installation.doctree index 7227955bb3..6decc0e888 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/installation.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/introduction.doctree b/docs/compilation/v2.5.1/.doctrees/pages/introduction.doctree index b4b048002a..ae2165f270 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.doctree index 5b06e4eea3..8267b87d02 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree index a85ce4760a..dfcbd0318d 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 23fb2f97ed..427e38cb6e 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.doctree index 9e240d6cec..039e3c68f6 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.doctree index 50ebdaa4cc..32a79faf24 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index a7ca324444..8ace9b4301 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index af323d51e6..80ce781fb5 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index d751b6b4ab..460d64e52a 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.doctree index d75fb33872..a95d2f96a3 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.doctree index 292fcbfccb..d7e2acc982 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 279c1a2dd9..307bf742ab 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 4c11d34cdf..1418bafa54 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 57ed1bc98f..a9e1782cef 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 48531319a8..b3fecd5470 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index a8465ec45b..6cb8f1ecd5 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 290be363f4..4307066dbd 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index fd1f1729a6..f6b49beb2e 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 00eb416f4c..bb542934e6 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.doctree index 3b70a3c7e9..bd6c2cc2c1 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 70ffbf37e4..a0b560e1b3 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 33547a9a8f..cb0bb35cc7 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index fa9a25dc0f..1765c1e0f9 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 618f9d9a75..bf4bbdf180 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 3139f69487..c9acdf5ac7 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index fc26547dee..7a99cb3fbb 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 664666a248..315931d598 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index b1479a25b1..09e6b7c7b0 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.constants.doctree index e8fb3b9ba2..d47097f96e 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index bda332380d..2be88b90b9 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 6e18fe87bb..82ba6b64a9 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 8c3cbf0a1f..3eca46e297 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 5e9f52f147..bb2762b6a3 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.doctree index f0b47994cb..073894b960 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 55c0a60561..412fbfe65f 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 5a3bf10f04..6061b60374 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 6dcb54a7e7..c29e37ef49 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 79689b76d2..e1d2c3dbe8 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index b8dc05c432..18c178f7d8 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index f6a361a184..59eca4fb89 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 11fc6a9a9f..9f95026543 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 7838648ccc..33ca92c2d4 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index aa694080b0..e4318568a0 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index a6f43ddd68..0b47719e0e 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index eae4b9c4d3..540e44b222 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 90ce393d44..ff55f12e8a 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index b5d1d9cdb6..043f0bd2ee 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.doctree index 2e9a4b57a7..129a866e65 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 203b4fe7f3..0e4a9446ab 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 4931990f74..8a4966cd8d 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 070f4bd641..4cb2d3d26c 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index ec392ec235..6fab431232 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 960c9f483b..0cb5a142f0 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index dca3a78134..e85685f93f 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 9e4b12974d..4058348ff9 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index d8728fcb32..285ef3480f 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index d5ed3401f4..dfb1bd4e49 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 8e7971d741..72efc0c1a2 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 56423c8360..dd846217df 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index cb12b45463..c048bf14b2 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index fac5b09992..91ced9d666 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 3322810d9b..3f936aab5a 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/basic_example.doctree index 71a6fa0301..1fb02ad9cd 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/change_environment.doctree index a7620f5c68..3d64eb2d33 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/default_building_control.doctree index 0addcf4f72..f53d49c0e1 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/drl.doctree index bbf389e0ff..8b76d725d8 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index bfbd426bdb..2ed5e4bf11 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/rule_controller_example.doctree index b662b396c6..a7409d1dfe 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/wrappers_examples.doctree index b85e10213c..57ec4c4644 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/output.doctree b/docs/compilation/v2.5.1/.doctrees/pages/output.doctree index d21b2341a0..f24948a15a 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/output.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/rewards.doctree b/docs/compilation/v2.5.1/.doctrees/pages/rewards.doctree index 06fdb794c3..d6b18e6a4f 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/tests.doctree b/docs/compilation/v2.5.1/.doctrees/pages/tests.doctree index dd78de7073..3b1089a615 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/tests.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.5.1/.doctrees/pages/usage-example.doctree index 415a05d9b8..bcf2963c6f 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/weathers.doctree b/docs/compilation/v2.5.1/.doctrees/pages/weathers.doctree index e47b53d153..d2f391efde 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.5.1/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.5.1/.doctrees/pages/wrappers.doctree index 8e4790dca3..dba773707a 100644 Binary files a/docs/compilation/v2.5.1/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.5.1/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.5.1/objects.inv b/docs/compilation/v2.5.1/objects.inv index 8b3977163e..09d039fe24 100644 Binary files a/docs/compilation/v2.5.1/objects.inv and b/docs/compilation/v2.5.1/objects.inv differ diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.config.html b/docs/compilation/v2.5.1/pages/modules/sinergym.config.html index 36e8cfd48f..f283f68f3a 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.config.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.config.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.config

    -

    Modeling python objects about simulation (building, weather, etc).

    +
    +

    sinergym.config

    +

    Modeling python objects about simulation (building, weather, etc).

    Modules

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.config.modeling.html b/docs/compilation/v2.5.1/pages/modules/sinergym.config.modeling.html index 6fb839a523..793227a3b2 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.config.modeling.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.config.modeling

    -

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.config.modeling

    +

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.5.1/pages/modules/sinergym.envs.eplus_env.html index c43075ce14..1c7e76a32b 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.envs.eplus_env.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.envs.html b/docs/compilation/v2.5.1/pages/modules/sinergym.envs.html index 764d95289b..0a23a16238 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.envs.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.base.html index 6aeb50ecd7..990952f1f1 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.base.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus.html index ca6c3de002..e0b39df571 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus_alpha.html index 5324025b92..ee294c80ac 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.eplus_alpha.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.html b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.html index 9f658e5f77..222771ec08 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.simulators.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.callbacks.html index 22d6f8a2d8..b56f8c3a86 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.common.html index 0e20f06963..6c6a35ce97 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.common.html @@ -136,9 +136,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.constants.html index 5f6abf08ed..72bbefa8b7 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.controllers.html index 89d615e076..a6e5668138 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.env_checker.html index a11b28cc0b..79d71432b5 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.evaluation.html index 8922cefb47..9b427932b8 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.gcloud.html index 6354562453..db9130d6be 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.html index 4c4d4f6b38..3a651185f8 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.logger.html index 6432d6a017..73f76ecff9 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.rewards.html index 6c25e836ee..ab5cee241d 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.wrappers.html index 61c7250d47..43eb90fad6 100644 --- a/docs/compilation/v2.5.1/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.5.1/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.5.1/searchindex.js b/docs/compilation/v2.5.1/searchindex.js index 4853df4be0..185c9ce668 100644 --- a/docs/compilation/v2.5.1/searchindex.js +++ b/docs/compilation/v2.5.1/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 77, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 5, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 77, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 17, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 17, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 17, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 5, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 3, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 3, 4, 5, 10, 55, 75, 77], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 17, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22, 77], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 77, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 77, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 5, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "flag_norm": [3, 5, 17, 77], "fals": [3, 5, 22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "continu": [3, 4, 5, 6, 8, 9, 17, 72, 73, 74, 77, 78], "otherwis": [3, 4, 6, 78, 84], "show": [3, 5, 8, 9, 14, 17], "error": [3, 4, 5, 7, 8, 47, 73, 78], "due": [3, 4, 5, 70, 77], "don": [3, 4, 5, 7, 9, 72, 74, 77, 78, 79, 84], "t": [3, 4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 77, 78, 79, 83, 84], "valu": [3, 4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 77, 78, 79, 80, 84], "actuat": [3, 5, 32, 73, 74], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 5, 7, 9, 73], "hand": [4, 5, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70, 77], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74, 77], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 17, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 17, 47, 65, 73, 78, 84], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 9, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 77, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74, 77], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 77, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "bool": [5, 17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "true": [5, 17, 28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "flag": [5, 17, 22, 55, 64, 66, 76, 78, 84], "effect": [5, 17], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "normalized_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73, 77], "real_spac": 5, "determin": [5, 6, 13, 75, 78], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 77, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "usual": [5, 80], "argument": 5, "solut": 5, "_action_transform": 5, "eplus_env": 5, "recommend": [5, 7, 8, 9, 42, 73, 74, 78, 80], "deactiv": [5, 55, 66, 77, 79], "By": [5, 6, 9, 73, 78, 80], "update_flag_norm": [5, 17], "link": [5, 7], "index": 5, "would": [5, 7, 74, 78, 80], "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65, 77], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 77, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 78, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "setpoint": [41, 42, 65, 75, 77, 78, 84], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73], "33": [72, 75, 77], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 77, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 77, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": [72, 78], "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": [72, 77], "48": 72, "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 77, 83], "598": 73, "eplus_env_5zon": [73, 77, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": [73, 78], "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77, 78], "eplus_env_offic": 74, "990": 74, "992": 74, "994": 74, "125": 74, "res2": [74, 77, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": [75, 78], "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": [75, 78], "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 78, 83], "cloth": [75, 78], "662": 75, "radiant": [75, 78], "53": [75, 76, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": 75, "885": 75, "43": 75, "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 77, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 77, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": 75, "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": 75, "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": 75, "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": [76, 78], "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": 76, "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": 76, "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "fact": 77, "myrulebasedcontrol": 77, "54": [77, 78], "262": 77, "263": 77, "264": 77, "265": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "364": 77, "528": 77, "230": 77, "userwarn": 77, "cast": 77, "x": 77, "029673378872410956": 77, "05934675774482191": 77, "593": 77, "4675774482191": 77, "85245579021927": 77, "4252": 77, "742575790403": 77, "00610792304119184": 77, "01221584608238368": 77, "122": 77, "1584608238368": 77, "27698188359977": 77, "5383": 77, "33275512995": 77, "009516267880754955": 77, "01903253576150991": 77, "190": 77, "3253576150991": 77, "7657209636087": 77, "8358": 77, "35109532286": 77, "00354445800991235": 77, "0070889160198247": 77, "70": [77, 83], "889160198247": 77, "07671896071751": 77, "12113": 77, "16332819369": 77, "39174163196767964": 77, "7834832639353593": 77, "28348326393536": 77, "16531": 77, "448075625474": 77, "1731284041999146": 77, "3462568083998292": 77, "34625680839983": 77, "20157": 77, "446863381367": 77, "3408842854129404": 77, "6817685708258807": 77, "68176857082588": 77, "22893": 77, "237602694": 77, "5826328704105048": 77, "1652657408210096": 77, "16526574082101": 77, "25649": 77, "241615518513": 77, "97217913447177": 77, "27997": 77, "50886202155": 77, "8455302903157609": 77, "6910605806315218": 77, "19106058063152": 77, "34821": 77, "22555261009": 77, "35515568826141": 77, "38410": 77, "973757484644": 77, "22291041113216173": 77, "43873190624449876": 77, "5612680937555": 77, "41424": 77, "81156421058": 77, "15205744029942805": 77, "2970259645790314": 77, "70297403542097": 77, "1822149419008554": 77, "062": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "52": 78, "324": 78, "325": 78, "326": 78, "327": 78, "shouldn": 78, "373": 78, "492": 78, "59": [78, 83], "208": 78, "08284143205459649": 78, "30864953312002896": 78, "previousobservationwrapp": [78, 84], "328": 78, "329": 78, "414": 78, "529": 78, "937": 78, "65": 78, "875": 78, "145": 78, "00007": 78, "689066": 78, "126598": 78, "75": [78, 83], "436188": 78, "8179": 78, "9976": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "066": 78, "068": 78, "070": 78, "071": 78, "072": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "146": 78, "259": 78, "res3": 78, "743": 78, "400000095367432": 78, "39952278137207": 78, "68906593322754": 78, "58685302734375": 78, "847368240356445": 78, "10128": 78, "751953125": 78, "discreteincrementalwrapp": [78, 84], "870": 78, "872": 78, "873": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "974": 78, "098": 78, "821": 78, "930": 78, "931": 78, "933": 78, "934": 78, "935": 78, "WITH": 78, "IN": 78, "998": 78, "129": 78, "res5": 78, "849": 78, "266667": 78, "7777778": 78, "30209124": 78, "093657": 78, "453144": 78, "69135": 78, "828": 78, "4143": 78, "955": 78, "957": 78, "959": 78, "961": 78, "962": 78, "964": 78, "res6": 78, "939": 78, "queue": [78, 84], "40": 78, "055": 78, "058": 78, "060": 78, "064": 78, "065": 78, "069": 78, "188": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "1000031e": 78, "3247053e": 78, "0801924e": 78, "47": 78, "252": 78, "255": 78, "368": 78, "569": 78, "critic": 78, "proper": 78, "strongli": 78, "716": 78, "719": 78, "722": 78, "723": 78, "789": 78, "924": 78, "res8": 78, "01287517197652": 78, "50643758598826": 78, "7517197652": 78, "39952294733769": 78, "5713704399231108": 78, "2856852199615554": 78, "5713": 78, "704399231107": 78, "00053854409991": 78, "0228454128515769": 78, "70775714157962": 78, "36530127721559846": 78, "228": 78, "454128515769": 78, "29224285842038": 78, "009213100161810072": 78, "004606550080905036": 78, "92": [78, 83], "13100161810073": 78, "63698358856674": 78, "059850254269872": 78, "529925127134936": 78, "10598": 78, "50254269872": 78, "99998411784924": 78, "0726817108841111": 78, "5588963325184615": 78, "8157890217012863": 78, "10726": 78, "81710884111": 78, "44110366748154": 78, "2927507041696274": 78, "445107658084101": 78, "3689291811268642": 78, "2927": 78, "507041696274": 78, "5548923419159": 78, "107391180793777": 78, "6015681540087812": 78, "8544796674012791": 78, "11073": 78, "91180793777": 78, "39843184599122": 78, "25816640276015645": 78, "9120626271517196": 78, "585114514955938": 78, "2581": 78, "664027601564": 78, "08793737284828": 78, "4877771983328041": 78, "24388859916640204": 78, "4877": 78, "771983328041": 78, "50005938629086": 78, "1243505186470471": 78, "06217525932352355": 78, "1243": 78, "505186470471": 78, "00007053356337": 78, "96998421644155": 78, "2690803078450692": 78, "13914670400343965": 78, "73091969215493": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"], [17, 2, 1, "", "update_flag_normalization"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "23": 9, "1": [9, 76], "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "sinergym-config"]], "sinergym.config.modeling": [[12, "sinergym-config-modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "sinergym-envs"]], "sinergym.envs.eplus_env": [[16, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "sinergym-simulators"]], "sinergym.simulators.base": [[19, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "sinergym-utils"]], "sinergym.utils.callbacks": [[26, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "update_flag_normalization() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.update_flag_normalization"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 77, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 5, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 77, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 17, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 17, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 17, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 5, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 3, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 3, 4, 5, 10, 55, 75, 77], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 17, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22, 77], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 77, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 77, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 5, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "flag_norm": [3, 5, 17, 77], "fals": [3, 5, 22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "continu": [3, 4, 5, 6, 8, 9, 17, 72, 73, 74, 77, 78], "otherwis": [3, 4, 6, 78, 84], "show": [3, 5, 8, 9, 14, 17], "error": [3, 4, 5, 7, 8, 47, 73, 78], "due": [3, 4, 5, 70, 77], "don": [3, 4, 5, 7, 9, 72, 74, 77, 78, 79, 84], "t": [3, 4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 77, 78, 79, 83, 84], "valu": [3, 4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 77, 78, 79, 80, 84], "actuat": [3, 5, 32, 73, 74], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 5, 7, 9, 73], "hand": [4, 5, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70, 77], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74, 77], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 17, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 17, 47, 65, 73, 78, 84], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 9, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 77, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74, 77], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 77, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "bool": [5, 17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "true": [5, 17, 28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "flag": [5, 17, 22, 55, 64, 66, 76, 78, 84], "effect": [5, 17], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "normalized_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73, 77], "real_spac": 5, "determin": [5, 6, 13, 75, 78], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 77, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "usual": [5, 80], "argument": 5, "solut": 5, "_action_transform": 5, "eplus_env": 5, "recommend": [5, 7, 8, 9, 42, 73, 74, 78, 80], "deactiv": [5, 55, 66, 77, 79], "By": [5, 6, 9, 73, 78, 80], "update_flag_norm": [5, 17], "link": [5, 7], "index": 5, "would": [5, 7, 74, 78, 80], "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65, 77], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 77, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 78, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "setpoint": [41, 42, 65, 75, 77, 78, 84], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73], "33": [72, 75, 77], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 77, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 77, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": [72, 78], "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": [72, 77], "48": 72, "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 77, 83], "598": 73, "eplus_env_5zon": [73, 77, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": [73, 78], "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77, 78], "eplus_env_offic": 74, "990": 74, "992": 74, "994": 74, "125": 74, "res2": [74, 77, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": [75, 78], "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": [75, 78], "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 78, 83], "cloth": [75, 78], "662": 75, "radiant": [75, 78], "53": [75, 76, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": 75, "885": 75, "43": 75, "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 77, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 77, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": 75, "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": 75, "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": 75, "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": [76, 78], "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": 76, "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": 76, "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "fact": 77, "myrulebasedcontrol": 77, "54": [77, 78], "262": 77, "263": 77, "264": 77, "265": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "364": 77, "528": 77, "230": 77, "userwarn": 77, "cast": 77, "x": 77, "029673378872410956": 77, "05934675774482191": 77, "593": 77, "4675774482191": 77, "85245579021927": 77, "4252": 77, "742575790403": 77, "00610792304119184": 77, "01221584608238368": 77, "122": 77, "1584608238368": 77, "27698188359977": 77, "5383": 77, "33275512995": 77, "009516267880754955": 77, "01903253576150991": 77, "190": 77, "3253576150991": 77, "7657209636087": 77, "8358": 77, "35109532286": 77, "00354445800991235": 77, "0070889160198247": 77, "70": [77, 83], "889160198247": 77, "07671896071751": 77, "12113": 77, "16332819369": 77, "39174163196767964": 77, "7834832639353593": 77, "28348326393536": 77, "16531": 77, "448075625474": 77, "1731284041999146": 77, "3462568083998292": 77, "34625680839983": 77, "20157": 77, "446863381367": 77, "3408842854129404": 77, "6817685708258807": 77, "68176857082588": 77, "22893": 77, "237602694": 77, "5826328704105048": 77, "1652657408210096": 77, "16526574082101": 77, "25649": 77, "241615518513": 77, "97217913447177": 77, "27997": 77, "50886202155": 77, "8455302903157609": 77, "6910605806315218": 77, "19106058063152": 77, "34821": 77, "22555261009": 77, "35515568826141": 77, "38410": 77, "973757484644": 77, "22291041113216173": 77, "43873190624449876": 77, "5612680937555": 77, "41424": 77, "81156421058": 77, "15205744029942805": 77, "2970259645790314": 77, "70297403542097": 77, "1822149419008554": 77, "062": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "52": 78, "324": 78, "325": 78, "326": 78, "327": 78, "shouldn": 78, "373": 78, "492": 78, "59": [78, 83], "208": 78, "08284143205459649": 78, "30864953312002896": 78, "previousobservationwrapp": [78, 84], "328": 78, "329": 78, "414": 78, "529": 78, "937": 78, "65": 78, "875": 78, "145": 78, "00007": 78, "689066": 78, "126598": 78, "75": [78, 83], "436188": 78, "8179": 78, "9976": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "066": 78, "068": 78, "070": 78, "071": 78, "072": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "146": 78, "259": 78, "res3": 78, "743": 78, "400000095367432": 78, "39952278137207": 78, "68906593322754": 78, "58685302734375": 78, "847368240356445": 78, "10128": 78, "751953125": 78, "discreteincrementalwrapp": [78, 84], "870": 78, "872": 78, "873": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "974": 78, "098": 78, "821": 78, "930": 78, "931": 78, "933": 78, "934": 78, "935": 78, "WITH": 78, "IN": 78, "998": 78, "129": 78, "res5": 78, "849": 78, "266667": 78, "7777778": 78, "30209124": 78, "093657": 78, "453144": 78, "69135": 78, "828": 78, "4143": 78, "955": 78, "957": 78, "959": 78, "961": 78, "962": 78, "964": 78, "res6": 78, "939": 78, "queue": [78, 84], "40": 78, "055": 78, "058": 78, "060": 78, "064": 78, "065": 78, "069": 78, "188": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "1000031e": 78, "3247053e": 78, "0801924e": 78, "47": 78, "252": 78, "255": 78, "368": 78, "569": 78, "critic": 78, "proper": 78, "strongli": 78, "716": 78, "719": 78, "722": 78, "723": 78, "789": 78, "924": 78, "res8": 78, "01287517197652": 78, "50643758598826": 78, "7517197652": 78, "39952294733769": 78, "5713704399231108": 78, "2856852199615554": 78, "5713": 78, "704399231107": 78, "00053854409991": 78, "0228454128515769": 78, "70775714157962": 78, "36530127721559846": 78, "228": 78, "454128515769": 78, "29224285842038": 78, "009213100161810072": 78, "004606550080905036": 78, "92": [78, 83], "13100161810073": 78, "63698358856674": 78, "059850254269872": 78, "529925127134936": 78, "10598": 78, "50254269872": 78, "99998411784924": 78, "0726817108841111": 78, "5588963325184615": 78, "8157890217012863": 78, "10726": 78, "81710884111": 78, "44110366748154": 78, "2927507041696274": 78, "445107658084101": 78, "3689291811268642": 78, "2927": 78, "507041696274": 78, "5548923419159": 78, "107391180793777": 78, "6015681540087812": 78, "8544796674012791": 78, "11073": 78, "91180793777": 78, "39843184599122": 78, "25816640276015645": 78, "9120626271517196": 78, "585114514955938": 78, "2581": 78, "664027601564": 78, "08793737284828": 78, "4877771983328041": 78, "24388859916640204": 78, "4877": 78, "771983328041": 78, "50005938629086": 78, "1243505186470471": 78, "06217525932352355": 78, "1243": 78, "505186470471": 78, "00007053356337": 78, "96998421644155": 78, "2690803078450692": 78, "13914670400343965": 78, "73091969215493": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"], [17, 2, 1, "", "update_flag_normalization"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "23": 9, "1": [9, 76], "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "update_flag_normalization() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.update_flag_normalization"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file diff --git a/docs/compilation/v2.5.2/.buildinfo b/docs/compilation/v2.5.2/.buildinfo index dfff473ea3..50bd97c5e5 100644 --- a/docs/compilation/v2.5.2/.buildinfo +++ b/docs/compilation/v2.5.2/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: ea41ab2487df2d37623b42a981293314 +config: d162f7eea9a7514eb111954833d1334e tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.5.2/.doctrees/environment.pickle b/docs/compilation/v2.5.2/.doctrees/environment.pickle index b31d3c95e1..774cd6d4f7 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/environment.pickle and b/docs/compilation/v2.5.2/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.5.2/.doctrees/index.doctree b/docs/compilation/v2.5.2/.doctrees/index.doctree index 63d4a5cdc3..a2d2e882b7 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/index.doctree and b/docs/compilation/v2.5.2/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.5.2/.doctrees/pages/API-reference.doctree index 7f89af43a8..4c3c83b0d2 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/buildings.doctree b/docs/compilation/v2.5.2/.doctrees/pages/buildings.doctree index 8a2c4ba4ab..80f4556f55 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/controllers.doctree b/docs/compilation/v2.5.2/.doctrees/pages/controllers.doctree index a55b5b6d14..f079059194 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.5.2/.doctrees/pages/deep-reinforcement-learning.doctree index aeae17975b..d4f6e56c98 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/environments.doctree b/docs/compilation/v2.5.2/.doctrees/pages/environments.doctree index e591ec68e0..4f0978e63f 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/environments.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.5.2/.doctrees/pages/extra-configuration.doctree index ad15b553b8..ed563b6db0 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.5.2/.doctrees/pages/gcloudAPI.doctree index 7f0c9120b3..6c7ee55d46 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.5.2/.doctrees/pages/github-actions.doctree index 9907a2b397..1c6abc9c52 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/installation.doctree b/docs/compilation/v2.5.2/.doctrees/pages/installation.doctree index 9eb9d1bb32..00b71b72f5 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/installation.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/introduction.doctree b/docs/compilation/v2.5.2/.doctrees/pages/introduction.doctree index b8f73247eb..f817c44400 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.doctree index 3a20dd09dc..be6931f26b 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree index eb38adf810..d01db21a6c 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 85b8f8dbd7..229d3dd784 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.doctree index 41d385fca0..e8c13245d1 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.doctree index b2e03272e0..bd99442894 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 8f09b516e2..75e32a246f 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 56f725efa6..b1cb5ec8d0 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 25b926bf76..8cde83dfae 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.doctree index fce1468353..532a6565c9 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.doctree index 9557bf946f..2c926b2132 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index a2f808ed64..9ba487a447 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 279b9b3bd2..f144b0529c 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 582d5f02db..d3c623a0ce 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 2d20366737..a1402d61e3 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index c63609c6f2..90a26aa063 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 81cced12d8..7474311fb3 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 5c32c29087..7e034f4e18 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 3d89fca4b4..145d4c9901 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.doctree index 907650035c..85788b6b61 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 100c1daf7e..0a1fe6d9c2 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index b4130a3019..f701ff8539 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 0149c70abf..10484c645f 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 8953a5899d..669e85cc2c 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 2734c9f571..e661ce6817 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 00774f6b25..4141154dc5 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index a9b6251a80..88aa7e4419 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 32ef2587cf..1d9abb8bb8 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.constants.doctree index e68eb1efa4..49e37bae32 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index caecb7db89..153164b632 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index d484c12d11..4d08bfac21 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index d124f23af3..fd7de6600d 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree index a0fe627891..3caedc3743 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.doctree index 8f04ecc29f..70f7e3f2dc 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 69c32732be..86a68f1160 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 0d4af68f81..361fe9b4bc 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 4b0cd427bc..5bd4bd0e11 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 56a16c1d56..d2834c7c41 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 1604a8e418..a46947c205 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 3648f8bf6c..d95e15610d 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index b298aa5225..4529a01545 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 382f520448..a8123e1193 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 43055c6921..71916456a8 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 24ee63e9e6..3cfd761428 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 0f937beded..8cb0483e15 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 8710a88d7c..2b987bd954 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 982616ff46..e0a79f68bd 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.doctree index 51e5cccae6..3a32bcafa7 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index dc068178c5..d8bc51e0af 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index f5723ddda4..41231afe64 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 08691ab536..ecd02907af 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 927b0757b4..f4e9db9f3c 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 01f696ae46..563ae659e9 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index a2c9ec1213..18b8a08e91 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 18e2115f65..4cdde7f857 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 8340e6bf37..313278be72 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 73b8c899c7..104e067618 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 582cbb9862..ba682d60ea 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 179ff7188e..487a81da29 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index a6aa73cbb2..07ce45cce9 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 0ba328cc83..9d1526c352 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 52af6a2431..bd4c1a7dd2 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/basic_example.doctree index 07e87a43c9..b76a16913d 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/change_environment.doctree index c97449c69f..5a0b332b8a 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/default_building_control.doctree index d19fab9d97..c68168f395 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/drl.doctree index 6e591550a6..c9f4fcc5f4 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 26982c0246..08319314e2 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/rule_controller_example.doctree index 383402f88c..ac4cab32e8 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/wrappers_examples.doctree index 153b125a5b..1580a62e58 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/output.doctree b/docs/compilation/v2.5.2/.doctrees/pages/output.doctree index 0f2c902357..b9863e1d00 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/output.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/rewards.doctree b/docs/compilation/v2.5.2/.doctrees/pages/rewards.doctree index c280d8634e..79f4611c07 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/tests.doctree b/docs/compilation/v2.5.2/.doctrees/pages/tests.doctree index 49958fef73..531766b4ee 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/tests.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.5.2/.doctrees/pages/usage-example.doctree index 19824f2c21..330280024f 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/weathers.doctree b/docs/compilation/v2.5.2/.doctrees/pages/weathers.doctree index a4f181ad75..bbb07dad14 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.5.2/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.5.2/.doctrees/pages/wrappers.doctree index 2a046961de..5629085a37 100644 Binary files a/docs/compilation/v2.5.2/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.5.2/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.5.2/objects.inv b/docs/compilation/v2.5.2/objects.inv index 8b3977163e..09d039fe24 100644 Binary files a/docs/compilation/v2.5.2/objects.inv and b/docs/compilation/v2.5.2/objects.inv differ diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.config.html b/docs/compilation/v2.5.2/pages/modules/sinergym.config.html index 410ea69358..73c4449074 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.config.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.config.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.config

    -

    Modeling python objects about simulation (building, weather, etc).

    +
    +

    sinergym.config

    +

    Modeling python objects about simulation (building, weather, etc).

    Modules

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.config.modeling.html b/docs/compilation/v2.5.2/pages/modules/sinergym.config.modeling.html index fd1701b305..4a50fe0c17 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.config.modeling.html @@ -120,9 +120,9 @@
    -
    -

    sinergym.config.modeling

    -

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    +

    sinergym.config.modeling

    +

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.5.2/pages/modules/sinergym.envs.eplus_env.html index 8f90f8af91..fa4596f8a6 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.envs.eplus_env.html @@ -119,9 +119,9 @@
    -
    -

    sinergym.envs.eplus_env

    -

    Gym environment for simulation with EnergyPlus.

    +
    +

    sinergym.envs.eplus_env

    +

    Gym environment for simulation with EnergyPlus.

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.envs.html b/docs/compilation/v2.5.2/pages/modules/sinergym.envs.html index 0384767ab0..8f7ff939a3 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.envs.html @@ -115,9 +115,9 @@
    -
    -

    sinergym.envs

    -

    Sinergym simulation environments.

    +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    Modules

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.base.html index 515b0d77f4..a2596fc3b4 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.base.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.base

    -

    Base simulator class.

    +
    +

    sinergym.simulators.base

    +

    Base simulator class.

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus.html index 11ae0cb8c3..f62a8d10cf 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus

    -

    Class for connecting EnergyPlus with Python using Ptolomy server.

    +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using Ptolomy server.

    Note

    Modified from Zhiang Zhang’s original project: https://github.com/zhangzhizza/Gym-Eplus

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus_alpha.html index 3d1893598f..b5107d8186 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.eplus_alpha.html @@ -121,9 +121,9 @@
    -
    -

    sinergym.simulators.eplus_alpha

    -

    Renewed EnergyPlus connection interface.

    +
    +

    sinergym.simulators.eplus_alpha

    +

    Renewed EnergyPlus connection interface.

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.html b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.html index 03ce3a9621..ef08f7d5d0 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.simulators.html @@ -117,9 +117,9 @@
    -
    -

    sinergym.simulators

    -

    Communication interface with simulators.

    +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    Modules

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.callbacks.html index 5071ffed5d..8e56ab9a11 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.callbacks.html @@ -129,9 +129,9 @@
    -
    -

    sinergym.utils.callbacks

    -

    Custom Callbacks for stable baselines 3 algorithms.

    +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.common.html index 5e18882331..1de5500989 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.common.html @@ -136,9 +136,9 @@
    -
    -

    sinergym.utils.common

    -

    Common utilities.

    +
    +

    sinergym.utils.common

    +

    Common utilities.

    Functions

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.constants.html index eff20cb54f..b436f4430d 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.constants.html @@ -125,9 +125,9 @@
    -
    -

    sinergym.utils.constants

    -

    Constants used in whole project.

    +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.controllers.html index 68aff5564c..f3445a0c6d 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.controllers.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.controllers

    -

    Implementation of basic controllers.

    +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.env_checker.html index 033622155f..3f3d2916f7 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.env_checker.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.env_checker

    -

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    Functions

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.evaluation.html index 6a5d35c26d..0124938bd5 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.evaluation.html @@ -128,9 +128,9 @@
    -
    -

    sinergym.utils.evaluation

    -

    Custom policy evaluations for Evaluation Callbacks.

    +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    Functions

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.gcloud.html index 3020cd852b..3a22592757 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.gcloud.html @@ -132,9 +132,9 @@
    -
    -

    sinergym.utils.gcloud

    -

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    Functions

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.html index 66a54bc75c..49acc733af 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.html @@ -124,9 +124,9 @@
    -
    -

    sinergym.utils

    -

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    Modules

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.logger.html index ba94e50ec3..664d6f23b9 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.logger.html @@ -130,9 +130,9 @@
    -
    -

    sinergym.utils.logger

    -

    Sinergym Loggers

    +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.rewards.html index 41e99bf5b9..727f65760d 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.rewards.html @@ -131,9 +131,9 @@
    -
    -

    sinergym.utils.rewards

    -

    Implementation of reward functions.

    +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    Classes

    diff --git a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.wrappers.html index a5ba9eac24..0e688fb4e9 100644 --- a/docs/compilation/v2.5.2/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.5.2/pages/modules/sinergym.utils.wrappers.html @@ -135,9 +135,9 @@
    -
    -

    sinergym.utils.wrappers

    -

    Implementation of custom Gym environments.

    +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    Classes

    diff --git a/docs/compilation/v2.5.2/searchindex.js b/docs/compilation/v2.5.2/searchindex.js index d20e233599..b9af30a927 100644 --- a/docs/compilation/v2.5.2/searchindex.js +++ b/docs/compilation/v2.5.2/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 80, 81], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 77, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 5, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 77, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 17, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 79, 80], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 17, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 17, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 5, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 3, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 3, 4, 5, 10, 55, 75, 77], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 17, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22, 77, 78], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 77, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 77, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 5, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "flag_norm": [3, 5, 17, 77], "fals": [3, 5, 22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "continu": [3, 4, 5, 6, 8, 9, 17, 72, 73, 74, 77, 78, 84], "otherwis": [3, 4, 6, 78, 84], "show": [3, 5, 8, 9, 14, 17], "error": [3, 4, 5, 7, 8, 47, 73, 78], "due": [3, 4, 5, 70, 77], "don": [3, 4, 5, 7, 9, 72, 74, 77, 78, 79, 84], "t": [3, 4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 77, 78, 79, 83, 84], "valu": [3, 4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 77, 78, 79, 80, 84], "actuat": [3, 5, 32, 73, 74], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 5, 7, 9, 73], "hand": [4, 5, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70, 77], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74, 77, 78], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 17, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 17, 47, 65, 73], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81, 84], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 9, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 77, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74, 77], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73, 78], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 77, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78, 84], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "bool": [5, 17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "true": [5, 17, 28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "flag": [5, 17, 22, 55, 64, 66, 76, 78, 84], "effect": [5, 17], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "normalized_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73, 77, 78], "real_spac": 5, "determin": [5, 6, 13, 75, 78], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 78, 80, 84], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 77, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74, 78], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "usual": [5, 80], "argument": 5, "solut": 5, "_action_transform": 5, "eplus_env": 5, "recommend": [5, 7, 8, 9, 42, 73, 74, 78, 80], "deactiv": [5, 55, 66, 77, 79], "By": [5, 6, 9, 73, 78, 80], "update_flag_norm": [5, 17], "link": [5, 7], "index": [5, 78, 84], "would": [5, 7, 74, 78, 80], "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31, 78, 84], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65, 77, 78], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 77, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "setpoint": [41, 42, 65, 75, 77, 78, 84], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73], "33": [72, 75, 77, 78], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 77, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 77, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": 72, "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": [72, 77], "48": [72, 78], "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 77, 78, 83], "598": 73, "eplus_env_5zon": [73, 77, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75], "ppd": [73, 75], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": 73, "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77], "eplus_env_offic": 74, "990": [74, 78], "992": 74, "994": 74, "125": 74, "res2": [74, 77, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": 75, "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": 75, "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 83], "cloth": 75, "662": 75, "radiant": 75, "53": [75, 76], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": [75, 78], "885": 75, "43": [75, 78], "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 77, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 77, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": [75, 78], "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": 75, "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": [75, 78], "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": [75, 78], "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": 76, "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": 76, "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": [76, 78], "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "fact": 77, "myrulebasedcontrol": 77, "54": [77, 78], "262": 77, "263": 77, "264": 77, "265": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "364": 77, "528": [77, 78], "230": [77, 78], "userwarn": [77, 78], "cast": [77, 78], "x": [77, 78], "029673378872410956": [77, 78], "05934675774482191": [77, 78], "593": [77, 78], "4675774482191": [77, 78], "85245579021927": [77, 78], "4252": 77, "742575790403": 77, "00610792304119184": 77, "01221584608238368": 77, "122": 77, "1584608238368": 77, "27698188359977": 77, "5383": 77, "33275512995": 77, "009516267880754955": 77, "01903253576150991": 77, "190": 77, "3253576150991": 77, "7657209636087": 77, "8358": 77, "35109532286": 77, "00354445800991235": [77, 78], "0070889160198247": [77, 78], "70": [77, 78, 83], "889160198247": [77, 78], "07671896071751": 77, "12113": 77, "16332819369": 77, "39174163196767964": 77, "7834832639353593": 77, "28348326393536": 77, "16531": 77, "448075625474": 77, "1731284041999146": 77, "3462568083998292": 77, "34625680839983": 77, "20157": 77, "446863381367": 77, "3408842854129404": 77, "6817685708258807": 77, "68176857082588": 77, "22893": 77, "237602694": 77, "5826328704105048": 77, "1652657408210096": 77, "16526574082101": 77, "25649": 77, "241615518513": 77, "97217913447177": 77, "27997": 77, "50886202155": 77, "8455302903157609": 77, "6910605806315218": 77, "19106058063152": 77, "34821": 77, "22555261009": 77, "35515568826141": 77, "38410": 77, "973757484644": 77, "22291041113216173": 77, "43873190624449876": 77, "5612680937555": 77, "41424": 77, "81156421058": 77, "15205744029942805": 77, "2970259645790314": 77, "70297403542097": 77, "1822149419008554": 77, "062": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "881": 78, "882": 78, "884": 78, "shouldn": 78, "993": 78, "310": 78, "previousobservationwrapp": [78, 84], "375": 78, "377": 78, "378": 78, "379": 78, "380": 78, "386": 78, "520": 78, "res3": 78, "810": 78, "65": 78, "875": 78, "145": 78, "598848": 78, "017408": 78, "618": 78, "6536": 78, "_previou": 78, "920815": 78, "datetimewrapp": [78, 84], "872": 78, "873": 78, "876": 78, "877": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "886": 78, "790": 78, "400000095367432": 78, "598848342895508": 78, "01740837097168": 78, "6536254882812": 78, "layer": [78, 84], "discreteincrementalwrapp": [78, 84], "857": 78, "859": 78, "860": 78, "861": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "870": 78, "015": 78, "653": 78, "735": 78, "737": 78, "739": 78, "742": 78, "744": 78, "WITH": 78, "IN": 78, "752": 78, "res5": 78, "646": 78, "800001": 78, "33333334": 78, "3806365": 78, "132238": 78, "4676": 78, "719": 78, "721": 78, "723": 78, "724": 78, "726": 78, "729": 78, "841": 78, "res6": 78, "474": 78, "queue": [78, 84], "529": 78, "532": 78, "533": 78, "535": 78, "539": 78, "638": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "0920815e": 78, "3152283e": 78, "9761237e": 78, "851": 78, "853": 78, "957": 78, "185": 78, "critic": 78, "proper": 78, "strongli": 78, "251": 78, "252": 78, "361": 78, "011010506234462241": 78, "0055052531172311205": 78, "110": 78, "1050623446224": 78, "57642594573431": 78, "01626129654840774": 78, "00813064827420387": 78, "162": 78, "6129654840774": 78, "15017016238586": 78, "5166433659212": 78, "8654759513188814": 78, "4327379756594407": 78, "36547595131888": 78, "4176802442344787": 78, "20884012211723935": 78, "41768024423448": 78, "6817761474834505": 78, "3408880737417253": 78, "68177614748345": 78, "268432468447049": 78, "6342162342235245": 78, "26843246844705": 78, "97215345617852": 78, "714852877700249": 78, "8574264388501245": 78, "21485287770025": 78, "16771544842982": 78, "279611882888819": 78, "14335039945432185": 78, "72038811711118": 78, "49896042099817": 78, "105": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "75": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"], [17, 2, 1, "", "update_flag_normalization"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "23": 9, "1": [9, 76], "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "sinergym-config"]], "sinergym.config.modeling": [[12, "sinergym-config-modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "sinergym-envs"]], "sinergym.envs.eplus_env": [[16, "sinergym-envs-eplus-env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "sinergym-simulators"]], "sinergym.simulators.base": [[19, "sinergym-simulators-base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "sinergym-simulators-eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "sinergym-simulators-eplus-alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "sinergym-utils"]], "sinergym.utils.callbacks": [[26, "sinergym-utils-callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "sinergym-utils-common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "sinergym-utils-constants"]], "sinergym.utils.controllers": [[40, "sinergym-utils-controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "sinergym-utils-env-checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "sinergym-utils-evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "sinergym-utils-gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "sinergym-utils-logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "sinergym-utils-rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "sinergym-utils-wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "update_flag_normalization() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.update_flag_normalization"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 80, 81], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 77, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 5, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 77, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 17, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 79, 80], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 17, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 17, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 5, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 3, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 3, 4, 5, 10, 55, 75, 77], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 17, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22, 77, 78], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 77, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 77, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 5, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "flag_norm": [3, 5, 17, 77], "fals": [3, 5, 22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "continu": [3, 4, 5, 6, 8, 9, 17, 72, 73, 74, 77, 78, 84], "otherwis": [3, 4, 6, 78, 84], "show": [3, 5, 8, 9, 14, 17], "error": [3, 4, 5, 7, 8, 47, 73, 78], "due": [3, 4, 5, 70, 77], "don": [3, 4, 5, 7, 9, 72, 74, 77, 78, 79, 84], "t": [3, 4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 77, 78, 79, 83, 84], "valu": [3, 4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 77, 78, 79, 80, 84], "actuat": [3, 5, 32, 73, 74], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 5, 7, 9, 73], "hand": [4, 5, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70, 77], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74, 77, 78], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 17, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 17, 47, 65, 73], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81, 84], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 9, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 77, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74, 77], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73, 78], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 77, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78, 84], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "bool": [5, 17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "true": [5, 17, 28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "flag": [5, 17, 22, 55, 64, 66, 76, 78, 84], "effect": [5, 17], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "normalized_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73, 77, 78], "real_spac": 5, "determin": [5, 6, 13, 75, 78], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 78, 80, 84], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 77, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74, 78], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "usual": [5, 80], "argument": 5, "solut": 5, "_action_transform": 5, "eplus_env": 5, "recommend": [5, 7, 8, 9, 42, 73, 74, 78, 80], "deactiv": [5, 55, 66, 77, 79], "By": [5, 6, 9, 73, 78, 80], "update_flag_norm": [5, 17], "link": [5, 7], "index": [5, 78, 84], "would": [5, 7, 74, 78, 80], "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31, 78, 84], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65, 77, 78], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 77, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "setpoint": [41, 42, 65, 75, 77, 78, 84], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73], "33": [72, 75, 77, 78], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 77, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 77, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": 72, "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": [72, 77], "48": [72, 78], "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 77, 78, 83], "598": 73, "eplus_env_5zon": [73, 77, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75], "ppd": [73, 75], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": 73, "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77], "eplus_env_offic": 74, "990": [74, 78], "992": 74, "994": 74, "125": 74, "res2": [74, 77, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": 75, "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": 75, "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 83], "cloth": 75, "662": 75, "radiant": 75, "53": [75, 76], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": [75, 78], "885": 75, "43": [75, 78], "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 77, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 77, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": [75, 78], "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": 75, "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": [75, 78], "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": [75, 78], "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": 76, "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": 76, "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": [76, 78], "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "fact": 77, "myrulebasedcontrol": 77, "54": [77, 78], "262": 77, "263": 77, "264": 77, "265": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "364": 77, "528": [77, 78], "230": [77, 78], "userwarn": [77, 78], "cast": [77, 78], "x": [77, 78], "029673378872410956": [77, 78], "05934675774482191": [77, 78], "593": [77, 78], "4675774482191": [77, 78], "85245579021927": [77, 78], "4252": 77, "742575790403": 77, "00610792304119184": 77, "01221584608238368": 77, "122": 77, "1584608238368": 77, "27698188359977": 77, "5383": 77, "33275512995": 77, "009516267880754955": 77, "01903253576150991": 77, "190": 77, "3253576150991": 77, "7657209636087": 77, "8358": 77, "35109532286": 77, "00354445800991235": [77, 78], "0070889160198247": [77, 78], "70": [77, 78, 83], "889160198247": [77, 78], "07671896071751": 77, "12113": 77, "16332819369": 77, "39174163196767964": 77, "7834832639353593": 77, "28348326393536": 77, "16531": 77, "448075625474": 77, "1731284041999146": 77, "3462568083998292": 77, "34625680839983": 77, "20157": 77, "446863381367": 77, "3408842854129404": 77, "6817685708258807": 77, "68176857082588": 77, "22893": 77, "237602694": 77, "5826328704105048": 77, "1652657408210096": 77, "16526574082101": 77, "25649": 77, "241615518513": 77, "97217913447177": 77, "27997": 77, "50886202155": 77, "8455302903157609": 77, "6910605806315218": 77, "19106058063152": 77, "34821": 77, "22555261009": 77, "35515568826141": 77, "38410": 77, "973757484644": 77, "22291041113216173": 77, "43873190624449876": 77, "5612680937555": 77, "41424": 77, "81156421058": 77, "15205744029942805": 77, "2970259645790314": 77, "70297403542097": 77, "1822149419008554": 77, "062": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "881": 78, "882": 78, "884": 78, "shouldn": 78, "993": 78, "310": 78, "previousobservationwrapp": [78, 84], "375": 78, "377": 78, "378": 78, "379": 78, "380": 78, "386": 78, "520": 78, "res3": 78, "810": 78, "65": 78, "875": 78, "145": 78, "598848": 78, "017408": 78, "618": 78, "6536": 78, "_previou": 78, "920815": 78, "datetimewrapp": [78, 84], "872": 78, "873": 78, "876": 78, "877": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "886": 78, "790": 78, "400000095367432": 78, "598848342895508": 78, "01740837097168": 78, "6536254882812": 78, "layer": [78, 84], "discreteincrementalwrapp": [78, 84], "857": 78, "859": 78, "860": 78, "861": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "870": 78, "015": 78, "653": 78, "735": 78, "737": 78, "739": 78, "742": 78, "744": 78, "WITH": 78, "IN": 78, "752": 78, "res5": 78, "646": 78, "800001": 78, "33333334": 78, "3806365": 78, "132238": 78, "4676": 78, "719": 78, "721": 78, "723": 78, "724": 78, "726": 78, "729": 78, "841": 78, "res6": 78, "474": 78, "queue": [78, 84], "529": 78, "532": 78, "533": 78, "535": 78, "539": 78, "638": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "0920815e": 78, "3152283e": 78, "9761237e": 78, "851": 78, "853": 78, "957": 78, "185": 78, "critic": 78, "proper": 78, "strongli": 78, "251": 78, "252": 78, "361": 78, "011010506234462241": 78, "0055052531172311205": 78, "110": 78, "1050623446224": 78, "57642594573431": 78, "01626129654840774": 78, "00813064827420387": 78, "162": 78, "6129654840774": 78, "15017016238586": 78, "5166433659212": 78, "8654759513188814": 78, "4327379756594407": 78, "36547595131888": 78, "4176802442344787": 78, "20884012211723935": 78, "41768024423448": 78, "6817761474834505": 78, "3408880737417253": 78, "68177614748345": 78, "268432468447049": 78, "6342162342235245": 78, "26843246844705": 78, "97215345617852": 78, "714852877700249": 78, "8574264388501245": 78, "21485287770025": 78, "16771544842982": 78, "279611882888819": 78, "14335039945432185": 78, "72038811711118": 78, "49896042099817": 78, "105": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "75": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"], [17, 2, 1, "", "update_flag_normalization"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "23": 9, "1": [9, 76], "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "update_flag_normalization() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.update_flag_normalization"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file