Skip to content

Commit

Permalink
Update pytorch, r, pytorch-train environment assets
Browse files Browse the repository at this point in the history
  • Loading branch information
RealKai42 committed Oct 10, 2024
1 parent 4d83797 commit 76f1157
Show file tree
Hide file tree
Showing 15 changed files with 277 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
name: designer-pytorch-train
version: auto
type: environment
spec: spec.yaml
extra_config: environment.yaml
categories: ["Designer", "Python", "PyTorch"]


Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest

WORKDIR /

ENV CONDA_PREFIX=/azureml-envs/designer-pytorch-train
ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX
ENV PATH=$CONDA_PREFIX/bin:$PATH

# This is needed for mpi to locate libpython
ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH


# Create conda environment
COPY conda_dependencies.yaml .
RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \
rm conda_dependencies.yaml && \
conda run -p $CONDA_PREFIX pip cache purge && \
conda clean -a -y

Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
name: project_environment
channels:
- defaults
- pytorch
dependencies:
- cudatoolkit=11.8
- pip=20.2
- python=3.8.10
- pytorch=2.3.1
- torchvision=0.18.1
- pip:
- azureml-designer-pytorch-modules==0.0.69
- setuptools==65.5.1
- wheel==0.38.1
- future==0.18.3
- numpy==1.22
- cryptography==42.0.4
- azureml-dataprep==4.10.1
- Werkzeug==3.0.3
- pip==21.1
- requests==2.32.0
- paramiko==3.4.0
- urllib3==1.26.19
- Pillow==10.3.0
- pyarrow==14.0.1
- pycryptodome==3.19.1
- pycryptodomex==3.19.1
- gunicorn==22.0.0
- idna==3.7
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
image:
name: azureml/curated/designer-pytorch-train
os: linux
context:
dir: context
dockerfile: Dockerfile
template_files:
- Dockerfile
- conda_dependencies.yaml
publish:
location: mcr
visibility: unlisted
17 changes: 17 additions & 0 deletions assets/designer/environments/designer-pytorch-train/spec.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json

description: >-
AzureML Designer PyTorch Train image
name: "{{asset.name}}"
version: "{{asset.version}}"

build:
path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}"
dockerfile_path: "{{image.dockerfile.path}}"

os_type: linux

tags:
Python: 3.8.10
OS: Ubuntu20.04
8 changes: 8 additions & 0 deletions assets/designer/environments/designer-pytorch/asset.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
name: designer-pytorch
version: auto
type: environment
spec: spec.yaml
extra_config: environment.yaml
categories: ["Designer", "Python"]


18 changes: 18 additions & 0 deletions assets/designer/environments/designer-pytorch/context/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest

WORKDIR /

ENV CONDA_PREFIX=/azureml-envs/designer-pytorch
ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX
ENV PATH=$CONDA_PREFIX/bin:$PATH

# This is needed for mpi to locate libpython
ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH


# Create conda environment
COPY conda_dependencies.yaml .
RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \
rm conda_dependencies.yaml && \
conda run -p $CONDA_PREFIX pip cache purge && \
conda clean -a -y
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
name: project_environment
channels:
- defaults
- pytorch
dependencies:
- cudatoolkit=11.8
- pip=20.2
- python=3.8.10
- pytorch=2.3.1
- torchvision=0.18.1
- pip:
- azureml-designer-pytorch-modules==0.0.69
- setuptools==65.5.1
- wheel==0.38.1
- future==0.18.3
- numpy==1.22
- cryptography==42.0.4
- azureml-dataprep==4.10.1
- Werkzeug==3.0.3
- pip==21.1
- requests==2.32.0
- paramiko==3.4.0
- urllib3==1.26.19
- Pillow==10.3.0
- pyarrow==14.0.1
- pycryptodome==3.19.1
- pycryptodomex==3.19.1
- gunicorn==22.0.0
- idna==3.7
12 changes: 12 additions & 0 deletions assets/designer/environments/designer-pytorch/environment.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
image:
name: azureml/curated/designer-pytorch
os: linux
context:
dir: context
dockerfile: Dockerfile
template_files:
- Dockerfile
- conda_dependencies.yaml
publish:
location: mcr
visibility: unlisted
17 changes: 17 additions & 0 deletions assets/designer/environments/designer-pytorch/spec.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json

description: >-
AzureML Designer PyTorch image
name: "{{asset.name}}"
version: "{{asset.version}}"

build:
path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}"
dockerfile_path: "{{image.dockerfile.path}}"

os_type: linux

tags:
Python: 3.8.10
OS: Ubuntu20.04
8 changes: 8 additions & 0 deletions assets/designer/environments/designer-r/asset.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
name: designer-r
version: auto
type: environment
spec: spec.yaml
extra_config: environment.yaml
categories: ["Designer", "Python"]


19 changes: 19 additions & 0 deletions assets/designer/environments/designer-r/context/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest

WORKDIR /

ENV CONDA_PREFIX=/azureml-envs/designer-r
ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX
ENV PATH=$CONDA_PREFIX/bin:$PATH

# This is needed for mpi to locate libpython
ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH


# Create conda environment
COPY conda_dependencies.yaml .
RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \
rm conda_dependencies.yaml && \
conda run -p $CONDA_PREFIX pip cache purge && \
conda clean -a -y

Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
name: project_environment
channels:
- conda-forge
dependencies:
- pip=20.2
- python=3.8.10
- r-caret=6.0
- r-catools=1.17.1
- r-cluster=2.1.0
- r-dplyr=0.8.5
- r-e1071=1.7
- r-forcats=0.5.0
- r-forecast=8.12
- r-glmnet=2.0
- r-igraph=1.2.4
- r-matrix=1.2
- r-mclust=5.4.6
- r-mgcv=1.8
- r-nlme=3.1
- r-nnet=7.3
- r-plyr=1.8.6
- r-randomforest=4.6
- r-reticulate=1.12
- r-rocr=1.0
- r-rodbc=1.3
- r-rpart=4.1
- r-stringr=1.4.0
- r-tidyverse=1.2.1
- r-timedate=3043.102
- r-tseries=0.10
- r=3.5.1
- libxcrypt=4.4
- pip:
- azureml-designer-classic-modules==0.0.182
- joblib==1.2.0
- numpy==1.22
- cryptography==42.0.4
- azureml-dataprep==4.10.1
- matplotlib==3.7.1
- Werkzeug==3.0.3
- pip==21.1
- requests==2.32.0
- paramiko==3.4.0
- azure-storage-blob==12.13.0
- scipy==1.10.0
- urllib3==1.26.19
- Pillow==10.3.0
- pyarrow==14.0.1
- pycryptodome==3.19.1
- pycryptodomex==3.19.1
- gunicorn==22.0.0
- tqdm==4.66.3
12 changes: 12 additions & 0 deletions assets/designer/environments/designer-r/environment.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
image:
name: azureml/curated/designer-r
os: linux
context:
dir: context
dockerfile: Dockerfile
template_files:
- Dockerfile
- conda_dependencies.yaml
publish:
location: mcr
visibility: public
17 changes: 17 additions & 0 deletions assets/designer/environments/designer-r/spec.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json

description: >-
AzureML Designer R image
name: "{{asset.name}}"
version: "{{asset.version}}"

build:
path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}"
dockerfile_path: "{{image.dockerfile.path}}"

os_type: linux

tags:
Python: 3.8.10
OS: Ubuntu20.04

0 comments on commit 76f1157

Please sign in to comment.