Skip to content

Commit

Permalink
Merge branch 'main' into cesvelt/add-remaining-hls
Browse files Browse the repository at this point in the history
  • Loading branch information
cassieesvelt authored Oct 10, 2024
2 parents f68aae7 + 9dd0a10 commit 3876608
Show file tree
Hide file tree
Showing 16 changed files with 274 additions and 1 deletion.
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
name: designer-pytorch-2.3-train
version: auto
type: environment
spec: spec.yaml
extra_config: environment.yaml
categories: ["Designer", "Python", "PyTorch"]


Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:{{latest-image-tag}}

WORKDIR /

ENV CONDA_PREFIX=/azureml-envs/designer-pytorch-2.3-train
ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX
ENV PATH=$CONDA_PREFIX/bin:$PATH

# This is needed for mpi to locate libpython
ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH


# Create conda environment
COPY conda_dependencies.yaml .
RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \
rm conda_dependencies.yaml && \
conda run -p $CONDA_PREFIX pip cache purge && \
conda clean -a -y

Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
name: project_environment
channels:
- conda-forge
- pytorch
dependencies:
- cudatoolkit=11.8
- pip=20.2
- python=3.8.10
- pytorch=2.3.1
- torchvision=0.18.1
- pip:
- azureml-designer-pytorch-modules==0.0.69
- future==0.18.3
- numpy==1.22
- cryptography==42.0.4
- azureml-dataprep==4.10.1
- Werkzeug==3.0.3
- pip==21.1
- requests==2.32.0
- paramiko==3.4.0
- urllib3==1.26.19
- Pillow==10.3.0
- pyarrow==14.0.1
- pycryptodome==3.19.1
- pycryptodomex==3.19.1
- gunicorn==22.0.0
- idna==3.7
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
image:
name: azureml/curated/designer-pytorch-2.3-train
os: linux
context:
dir: context
dockerfile: Dockerfile
template_files:
- Dockerfile
- conda_dependencies.yaml
publish:
location: mcr
visibility: public
17 changes: 17 additions & 0 deletions assets/designer/environments/designer-pytorch-2.3-train/spec.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json

description: >-
AzureML Designer PyTorch Train image
name: "{{asset.name}}"
version: "{{asset.version}}"

build:
path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}"
dockerfile_path: "{{image.dockerfile.path}}"

os_type: linux

tags:
Python: 3.8.10
OS: Ubuntu20.04
8 changes: 8 additions & 0 deletions assets/designer/environments/designer-pytorch-2.3/asset.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
name: designer-pytorch-2.3
version: auto
type: environment
spec: spec.yaml
extra_config: environment.yaml
categories: ["Designer", "Python"]


Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:{{latest-image-tag}}

WORKDIR /

ENV CONDA_PREFIX=/azureml-envs/designer-pytorch-2.3
ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX
ENV PATH=$CONDA_PREFIX/bin:$PATH

# This is needed for mpi to locate libpython
ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH


# Create conda environment
COPY conda_dependencies.yaml .
RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \
rm conda_dependencies.yaml && \
conda run -p $CONDA_PREFIX pip cache purge && \
conda clean -a -y
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
name: project_environment
channels:
- conda-forge
- pytorch
dependencies:
- cudatoolkit=11.8
- pip=20.2
- python=3.8.10
- pytorch=2.3.1
- torchvision=0.18.1
- pip:
- azureml-designer-pytorch-modules==0.0.69
- future==0.18.3
- numpy==1.22
- cryptography==42.0.4
- azureml-dataprep==4.10.1
- Werkzeug==3.0.3
- pip==21.1
- requests==2.32.0
- paramiko==3.4.0
- urllib3==1.26.19
- Pillow==10.3.0
- pyarrow==14.0.1
- pycryptodome==3.19.1
- pycryptodomex==3.19.1
- gunicorn==22.0.0
- idna==3.7
12 changes: 12 additions & 0 deletions assets/designer/environments/designer-pytorch-2.3/environment.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
image:
name: azureml/curated/designer-pytorch-2.3
os: linux
context:
dir: context
dockerfile: Dockerfile
template_files:
- Dockerfile
- conda_dependencies.yaml
publish:
location: mcr
visibility: public
17 changes: 17 additions & 0 deletions assets/designer/environments/designer-pytorch-2.3/spec.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json

description: >-
AzureML Designer PyTorch image
name: "{{asset.name}}"
version: "{{asset.version}}"

build:
path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}"
dockerfile_path: "{{image.dockerfile.path}}"

os_type: linux

tags:
Python: 3.8.10
OS: Ubuntu20.04
8 changes: 8 additions & 0 deletions assets/designer/environments/designer-r/asset.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
name: designer-r
version: 95
type: environment
spec: spec.yaml
extra_config: environment.yaml
categories: ["Designer", "Python"]


19 changes: 19 additions & 0 deletions assets/designer/environments/designer-r/context/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:{{latest-image-tag}}

WORKDIR /

ENV CONDA_PREFIX=/azureml-envs/designer-r
ENV CONDA_DEFAULT_ENV=$CONDA_PREFIX
ENV PATH=$CONDA_PREFIX/bin:$PATH

# This is needed for mpi to locate libpython
ENV LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH


# Create conda environment
COPY conda_dependencies.yaml .
RUN conda env create -p $CONDA_PREFIX -f conda_dependencies.yaml -q && \
rm conda_dependencies.yaml && \
conda run -p $CONDA_PREFIX pip cache purge && \
conda clean -a -y

Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
name: project_environment
channels:
- conda-forge
dependencies:
- pip=20.2
- python=3.8.10
- r-caret=6.0
- r-catools=1.17.1
- r-cluster=2.1.0
- r-dplyr=0.8.5
- r-e1071=1.7
- r-forcats=0.5.0
- r-forecast=8.12
- r-glmnet=2.0
- r-igraph=1.2.4
- r-matrix=1.2
- r-mclust=5.4.6
- r-mgcv=1.8
- r-nlme=3.1
- r-nnet=7.3
- r-plyr=1.8.6
- r-randomforest=4.6
- r-reticulate=1.12
- r-rocr=1.0
- r-rodbc=1.3
- r-rpart=4.1
- r-stringr=1.4.0
- r-tidyverse=1.2.1
- r-timedate=3043.102
- r-tseries=0.10
- r=3.5.1
- libxcrypt=4.4
- pip:
- azureml-designer-classic-modules==0.0.182
- joblib==1.2.0
- numpy==1.22
- cryptography==42.0.4
- azureml-dataprep==4.10.1
- matplotlib==3.7.1
- Werkzeug==3.0.3
- pip==21.1
- requests==2.32.0
- paramiko==3.4.0
- azure-storage-blob==12.13.0
- scipy==1.10.0
- urllib3==1.26.19
- Pillow==10.3.0
- pyarrow==14.0.1
- pycryptodome==3.19.1
- pycryptodomex==3.19.1
- gunicorn==22.0.0
- tqdm==4.66.3
12 changes: 12 additions & 0 deletions assets/designer/environments/designer-r/environment.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
image:
name: azureml/curated/designer-r
os: linux
context:
dir: context
dockerfile: Dockerfile
template_files:
- Dockerfile
- conda_dependencies.yaml
publish:
location: mcr
visibility: public
17 changes: 17 additions & 0 deletions assets/designer/environments/designer-r/spec.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json

description: >-
AzureML Designer R image
name: "{{asset.name}}"
version: "{{asset.version}}"

build:
path: "{{asset.repo.url}}#{{asset.repo.commit_hash}}:{{asset.repo.build_context.path}}"
dockerfile_path: "{{image.dockerfile.path}}"

os_type: linux

tags:
Python: 3.8.10
OS: Ubuntu20.04
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ Batch |<a href="https://aka.ms/azureml-infer-batch-sdk-safe-text-to-image" targe
"input_data": {
"columns": ["prompt"],
"data": ["a photograph of an astronaut riding a horse"],
"index": [0],
"index": [0]
}
}
```
Expand Down

0 comments on commit 3876608

Please sign in to comment.