RLLIB integration test and devel docker #11

See: https://github.com/lcodeca/ray/tree/sumo-gym-env

docker-devel-image-linux/Dockerfile

@@ -0,0 +1,137 @@
+FROM tensorflow/tensorflow:latest-gpu-py3
+
+LABEL Author="Lara CODECA ([email protected])"
+LABEL Description="Dockerised devel environment with SUMO and ray-rllib-gpu environment."
+
+ARG USER_ID
+ARG GROUP_ID
+
+# Working user
+RUN groupadd --gid ${GROUP_ID} alice && \
+    useradd -m -s /bin/bash -u ${USER_ID} -g ${GROUP_ID} alice && \
+    echo "alice:alice" | chpasswd && adduser alice sudo
+
+# Directory structure
+USER alice
+RUN mkdir -p /home/alice/devel  && \
+    mkdir -p /home/alice/learning && \
+    mkdir -p /home/alice/libraries
+
+# Update System.
+USER root
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get -y upgrade && apt-get autoremove -y
+
+# Install Python 3.6 dependencies for SUMO and scripts
+RUN DEBIAN_FRONTEND=noninteractive apt-get -y install \
+    python3.6-dev \
+    python3-tk \
+    python3-virtualenv \
+    python3-pip && apt-get autoremove -y
+RUN python3.6 -m pip install --upgrade pip
+
+# Misc packages
+USER root
+RUN DEBIAN_FRONTEND=noninteractive apt-get -y install \
+    gdb \
+    git \
+    htop \
+    ipython3 \
+    libtool \
+    nano \
+    psmisc \
+    rsync \
+    screen \
+    tmux \
+    tree \
+    vim \
+    x11-apps && apt-get autoremove -y
+RUN python3.6 -m pip install \
+    aiohttp \
+    deepdiff \
+    dill \
+    folium \
+    gputil \
+    grpcio \
+    matplotlib \
+    numpy \
+    numpyencoder \
+    psutil \
+    pyproj \
+    setproctitle \
+    shapely \
+    tqdm
+
+# Download and install SUMO Version v1_7_0
+USER root
+RUN DEBIAN_FRONTEND=noninteractive apt-get -y install \
+    cmake \
+    libavcodec-dev \
+    libavformat-dev \
+    libavutil-dev \
+    libfox-1.6-0 \
+    libfox-1.6-dev \
+    libgdal-dev \
+    libopenmpi-dev \
+    librsvg2-bin \
+    libswscale-dev \
+    libxerces-c-dev \
+    swig \
+    zlib1g-dev && apt-get autoremove -y
+USER alice
+WORKDIR /home/alice
+RUN git clone --depth 1 --branch v1_7_0 https://github.com/eclipse/sumo.git sumo && \
+    mkdir -p /home/alice/sumo/build/cmake-build-release
+WORKDIR /home/alice/sumo/build/cmake-build-release
+USER alice
+RUN cmake -D CHECK_OPTIONAL_LIBS=true -D CMAKE_BUILD_TYPE:STRING=Release /home/alice/sumo && \
+    make -j$(nproc)
+# RUN mkdir -p /home/alice/sumo/build/cmake-build-debug
+# WORKDIR /home/alice/sumo/build/cmake-build-debug
+# RUN cmake -D CHECK_OPTIONAL_LIBS=true -D CMAKE_BUILD_TYPE:STRING=Debug /home/alice/sumo  && \
+#     make -j$(nproc)
+RUN echo "# SUMO" >> /home/alice/.bashrc && \
+    echo "export SUMO_HOME=\"/home/alice/sumo\"" >> /home/alice/.bashrc && \
+    echo "export PATH=\"\$SUMO_HOME/bin:\$PATH\"" >> /home/alice/.bashrc
+
+# Download and install RAY
+# See:
+#   https://docs.ray.io/en/latest/development.html#building-ray-python-only
+#   https://docs.ray.io/en/latest/development.html#building-ray-full
+USER root
+RUN python3.6 -m pip install \
+    dataclasses \
+    dm-tree \
+    gym \
+    lz4 \
+    opencv-python \
+    pandas \
+    pytest \
+    ray \
+    ray[debug] \
+    ray[rllib] \
+    ray[tune] \
+    tabulate
+RUN python3.6 -m pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-1.1.0.dev0-cp36-cp36m-manylinux1_x86_64.whl
+USER alice
+WORKDIR /home/alice/libraries
+RUN git clone --depth 1 --branch sumo-gym-env https://github.com/lcodeca/ray.git ray
+WORKDIR /home/alice/libraries/ray
+USER root
+RUN python3.6 python/ray/setup-dev.py --yes
+
+# RLLIB+SUMO Utils requirements
+USER root
+RUN DEBIAN_FRONTEND=noninteractive apt-get -y install \
+    libspatialindex-dev \
+    python-rtree && apt-get autoremove -y
+RUN python3.6 -m pip install lxml rtree
+
+# Learning Environment
+USER alice
+WORKDIR /home/alice/learning
+COPY --chown=alice tf-gpu-test.py /home/alice/learning/tf-gpu-test.py
+COPY --chown=alice training.sh /home/alice/learning/training.sh
+
+USER alice
+WORKDIR /home/alice/learning
+CMD ["./training.sh"]

docker-devel-image-linux/tf-gpu-test.py

@@ -0,0 +1,3 @@
+import tensorflow as tf
+from tensorflow.python.client import device_lib
+print(device_lib.list_local_devices())

docker-devel-image-linux/training.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+# Example of learning script for SUMO Utlis RLLIB integration
+#
+# Author: Lara CODECA
+#
+# This program and the accompanying materials are made available under the
+# terms of the Eclipse Public License 2.0 which is available at
+# http://www.eclipse.org/legal/epl-2.0.
+
+set -e
+
+# SUMO-dev environmental vars
+export SUMO_HOME="/home/alice/sumo"
+export SUMO_BIN="$SUMO_HOME/bin"
+export SUMO_TOOLS="$SUMO_HOME/tools"
+export PATH="$SUMO_BIN:$PATH"
+
+echo "Testing SUMO command"
+sumo --version
+
+echo "Testing Tensorflow resources"
+python tf-gpu-test.py
+
+echo "Testing RLLIB SUMO Utils example"
+python /home/alice/libraries/ray/rllib/examples/sumo_env_local.py --as-test

rllib-devel-test.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+# Example of docker tester of SUMO Utlis RLLIB integration
+#
+# Author: Lara CODECA
+#
+# This program and the accompanying materials are made available under the
+# terms of the Eclipse Public License 2.0 which is available at
+# http://www.eclipse.org/legal/epl-2.0.
+
+# echo "Parameters:"
+# echo "  IMAGE name \"$IMAGE_NAME\" [-n, --image-name]"
+# echo "  IMAGE folder \"$IMAGE_FOLDER\" [-f, --image-folder]"
+# echo "  GPU enabled ($GPU) [--no-gpu]"
+# echo "  OPTIRUN disabled ($OPTIRUN) [--with-optirun]"
+# echo "  BUILD: $BUILD [-b, --build], with CACHE: $CACHE [-c, --cache]"
+# echo "  RUN: $RUN [-r, --run], with SCREEN: $SCREEN [-s, --screen]"
+# echo "  EXEC: $EXEC [-e, --exec], CONTAINER: \"$CONTAINER\" (use docker ps for the id)"
+# echo "  COMMAND: \"$COMMAND\" [--cmd]"
+# echo "  EXP: \"$EXP\" [--exp]"
+# echo "  DETACH: ($DETACH) [--detach]"
+# echo "  DEVELOPMENT dir \"$DEVEL_DIR\" [-d, --devel]"
+# echo "  LEARNING dir \"$LEARN_DIR\" [-l, --learn]"
+# echo "  SHM_SIZE \"$SHM_SIZE\" [--shm-size]"
+
+bash docker-cmd-linux.sh -n="rllib-devel" -f="docker-devel-image-linux" \
+    --with-optirun -b -c -r

rllib-devel.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+# Example of docker launcher SUMO Utlis RLLIB integration
+#
+# Author: Lara CODECA
+#
+# This program and the accompanying materials are made available under the
+# terms of the Eclipse Public License 2.0 which is available at
+# http://www.eclipse.org/legal/epl-2.0.
+
+# echo "Parameters:"
+# echo "  IMAGE name \"$IMAGE_NAME\" [-n, --image-name]"
+# echo "  IMAGE folder \"$IMAGE_FOLDER\" [-f, --image-folder]"
+# echo "  GPU enabled ($GPU) [--no-gpu]"
+# echo "  OPTIRUN disabled ($OPTIRUN) [--with-optirun]"
+# echo "  BUILD: $BUILD [-b, --build], with CACHE: $CACHE [-c, --cache]"
+# echo "  RUN: $RUN [-r, --run], with SCREEN: $SCREEN [-s, --screen]"
+# echo "  EXEC: $EXEC [-e, --exec], CONTAINER: \"$CONTAINER\" (use docker ps for the id)"
+# echo "  COMMAND: \"$COMMAND\" [--cmd]"
+# echo "  EXP: \"$EXP\" [--exp]"
+# echo "  DETACH: ($DETACH) [--detach]"
+# echo "  DEVELOPMENT dir \"$DEVEL_DIR\" [-d, --devel]"
+# echo "  LEARNING dir \"$LEARN_DIR\" [-l, --learn]"
+# echo "  SHM_SIZE \"$SHM_SIZE\" [--shm-size]"
+
+bash docker-cmd-linux.sh -n="rllib-devel" -f="docker-devel-image-linux" \
+    --with-optirun -b -c -r --exp="rllib-sumo-devel" --cmd="/bin/bash"