From a637de7a4a676c2e9a3481ab4bce7f3743a0c41e Mon Sep 17 00:00:00 2001 From: Nick-Eagles <45461721+Nick-Eagles@users.noreply.github.com> Date: Tue, 13 Aug 2024 13:06:59 +0000 Subject: [PATCH] =?UTF-8?q?Deploying=20to=20gh-pages=20from=20@=20LieberIn?= =?UTF-8?q?stitute/slurmjobs@c0ae7d3ad36b57dc47ea9fc1183adde77fa5f710=20?= =?UTF-8?q?=F0=9F=9A=80?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- 404.html | 2 +- CODE_OF_CONDUCT.html | 2 +- CONTRIBUTING.html | 2 +- SUPPORT.html | 2 +- articles/index.html | 2 +- articles/slurmjobs.html | 32 ++++++++--------- authors.html | 6 ++-- index.html | 2 +- news/index.html | 8 ++++- pkgdown.yml | 2 +- reference/array_submit.html | 8 ++--- reference/array_submit_example_2024-08-13.sh | 37 ++++++++++++++++++++ reference/get_list_indexing.html | 2 +- reference/get_short_flags.html | 2 +- reference/index.html | 2 +- reference/job_info.html | 2 +- reference/job_info_df.html | 2 +- reference/job_loop.html | 2 +- reference/job_report.html | 2 +- reference/job_single.html | 10 +++--- reference/parse_file_or_name.html | 2 +- reference/parse_slurm_time.html | 2 +- reference/partition_df.html | 2 +- reference/partition_info.html | 2 +- reference/vector_as_code.html | 2 +- 25 files changed, 91 insertions(+), 48 deletions(-) create mode 100644 reference/array_submit_example_2024-08-13.sh diff --git a/404.html b/404.html index 23ba984..7dd4fc0 100644 --- a/404.html +++ b/404.html @@ -33,7 +33,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/CODE_OF_CONDUCT.html b/CODE_OF_CONDUCT.html index 676afe6..c67fcc9 100644 --- a/CODE_OF_CONDUCT.html +++ b/CODE_OF_CONDUCT.html @@ -17,7 +17,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/CONTRIBUTING.html b/CONTRIBUTING.html index 4a0fa8c..1abb682 100644 --- a/CONTRIBUTING.html +++ b/CONTRIBUTING.html @@ -17,7 +17,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/SUPPORT.html b/SUPPORT.html index ed9bc0a..c181699 100644 --- a/SUPPORT.html +++ b/SUPPORT.html @@ -17,7 +17,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/articles/index.html b/articles/index.html index dba9aa6..186f800 100644 --- a/articles/index.html +++ b/articles/index.html @@ -17,7 +17,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/articles/slurmjobs.html b/articles/slurmjobs.html index c2545ae..ea2a939 100644 --- a/articles/slurmjobs.html +++ b/articles/slurmjobs.html @@ -34,7 +34,7 @@ slurmjobs - 1.2.3 + 1.2.4 @@ -85,7 +85,7 @@

Leonardo University
lcolladotor@gmail.com -

31 July 2024

+

13 August 2024

Source: vignettes/slurmjobs.Rmd @@ -161,7 +161,7 @@

Citing slurmjobs#> doi:10.18129/B9.bioc.slurmjobs #> <https://doi.org/10.18129/B9.bioc.slurmjobs>, #> https://github.com/LieberInstitute/slurmjobs/slurmjobs - R package -#> version 1.2.3, <http://www.bioconductor.org/packages/slurmjobs>. +#> version 1.2.4, <http://www.bioconductor.org/packages/slurmjobs>. #> #> LieberInstitute (2024). "slurmjobs: Helper Functions for SLURM Jobs." #> _bioRxiv_. doi:10.1101/TODO <https://doi.org/10.1101/TODO>, @@ -207,7 +207,7 @@

Creating Shell Scripts to sbatch job_single( name = "my_shell_script", memory = "10G", cores = 2, create_shell = FALSE ) -#> 2024-07-31 16:49:21.65054 creating the logs directory at: logs +#> 2024-08-13 13:06:43.930463 creating the logs directory at: logs #> #!/bin/bash #> #SBATCH -p shared #> #SBATCH --mem=10G @@ -242,7 +242,7 @@

Creating Shell Scripts to sbatch #> echo "**** Job ends ****" #> date #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/

Similarly, we can specify task_num to create an array job– in this case, one with 10 tasks.

@@ -251,7 +251,7 @@

Creating Shell Scripts to sbatch name = "my_array_job", memory = "5G", cores = 1, create_shell = FALSE, task_num = 10 ) -#> 2024-07-31 16:49:21.720842 creating the logs directory at: logs +#> 2024-08-13 13:06:43.999427 creating the logs directory at: logs #> #!/bin/bash #> #SBATCH -p shared #> #SBATCH --mem=5G @@ -287,7 +287,7 @@

Creating Shell Scripts to sbatch #> echo "**** Job ends ****" #> date #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/

Another function, job_loop(), can be used to create more complex array jobs as compared with job_single(). It’s @@ -359,7 +359,7 @@

Creating Shell Scripts to sbatch #> #> } > $log_path 2>&1 #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/

First, note the line Rscript bsp2_test.R --region ${region} --feature ${feature}. @@ -395,7 +395,7 @@

Creating Shell Scripts to sbatch #> #> session_info() #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/

The code related to getopt at the top of the script reads in the unique combination of variable values into a list called @@ -424,8 +424,8 @@

Submitting and Resubmitting Jobs name = "my_array_job", memory = "5G", cores = 1, create_shell = TRUE, task_num = 10 ) -#> 2024-07-31 16:49:21.924151 creating the logs directory at: logs -#> 2024-07-31 16:49:21.925211 creating the shell file my_array_job.sh +#> 2024-08-13 13:06:44.199667 creating the logs directory at: logs +#> 2024-08-13 13:06:44.200621 creating the shell file my_array_job.sh #> To submit the job use: sbatch my_array_job.sh # Suppose that tasks 3, 6, 7, and 8 failed @@ -653,9 +653,9 @@

Reproducibilitylibrary("knitr") knit("slurmjobs.Rmd", tangle = TRUE)

Date the vignette was generated.

-
#> [1] "2024-07-31 16:49:22 UTC"
+
#> [1] "2024-08-13 13:06:45 UTC"

Wallclock time spent generating the vignette.

-
#> Time difference of 1.979 secs
+
#> Time difference of 1.903 secs

R session information.

#> ─ Session info ───────────────────────────────────────────────────────────────────────────────────────────────────────
 #>  setting  value
@@ -667,7 +667,7 @@ 

Reproducibility#> collate en_US.UTF-8 #> ctype en_US.UTF-8 #> tz UTC -#> date 2024-07-31 +#> date 2024-08-13 #> pandoc 3.1.1 @ /usr/local/bin/ (via rmarkdown) #> #> ─ Packages ─────────────────────────────────────────────────────────────────────────────────────────────────────────── @@ -714,7 +714,7 @@

Reproducibility#> rmarkdown 2.26 2024-03-05 [2] RSPM (R 4.3.0) #> sass 0.4.9 2024-03-15 [2] RSPM (R 4.3.0) #> sessioninfo * 1.2.2 2021-12-06 [2] RSPM (R 4.3.0) -#> slurmjobs * 1.2.3 2024-07-31 [1] local +#> slurmjobs * 1.2.4 2024-08-13 [1] local #> stringi 1.8.3 2023-12-11 [2] RSPM (R 4.3.0) #> stringr 1.5.1 2023-11-14 [2] RSPM (R 4.3.0) #> systemfonts 1.0.6 2024-03-07 [2] RSPM (R 4.3.0) @@ -753,7 +753,7 @@

Bibliography[2] LieberInstitute. slurmjobs: Helper Functions for SLURM Jobs. https://github.com/LieberInstitute/slurmjobs/slurmjobs - -R package version 1.2.3. 2024. DOI: +R package version 1.2.4. 2024. DOI: 10.18129/B9.bioc.slurmjobs. URL: http://www.bioconductor.org/packages/slurmjobs. diff --git a/authors.html b/authors.html index d7d54bc..ac76eec 100644 --- a/authors.html +++ b/authors.html @@ -17,7 +17,7 @@ slurmjobs - 1.2.3 + 1.2.4 @@ -66,14 +66,14 @@

Citation

LieberInstitute (2024). slurmjobs: Helper Functions for SLURM Jobs. -doi:10.18129/B9.bioc.slurmjobs, https://github.com/LieberInstitute/slurmjobs/slurmjobs - R package version 1.2.3, http://www.bioconductor.org/packages/slurmjobs. +doi:10.18129/B9.bioc.slurmjobs, https://github.com/LieberInstitute/slurmjobs/slurmjobs - R package version 1.2.4, http://www.bioconductor.org/packages/slurmjobs.

@Manual{,
   title = {slurmjobs: Helper Functions for SLURM Jobs},
   author = {{LieberInstitute}},
   year = {2024},
   url = {http://www.bioconductor.org/packages/slurmjobs},
-  note = {https://github.com/LieberInstitute/slurmjobs/slurmjobs - R package version 1.2.3},
+  note = {https://github.com/LieberInstitute/slurmjobs/slurmjobs - R package version 1.2.4},
   doi = {10.18129/B9.bioc.slurmjobs},
 }

LieberInstitute (2024). diff --git a/index.html b/index.html index 4b185c9..4580919 100644 --- a/index.html +++ b/index.html @@ -34,7 +34,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/news/index.html b/news/index.html index c35b9b0..ffdd6a2 100644 --- a/news/index.html +++ b/news/index.html @@ -17,7 +17,7 @@ slurmjobs - 1.2.3 + 1.2.4 @@ -50,6 +50,12 @@

Changelog

Source: NEWS.md +
+ +

BUG FIXES

+
  • Recognize/ handle OUT_OF_MEMORY job status, fixing a fatal error in job_report() +
  • +

BUG FIXES

diff --git a/pkgdown.yml b/pkgdown.yml index b4f5165..d3b1b83 100644 --- a/pkgdown.yml +++ b/pkgdown.yml @@ -3,5 +3,5 @@ pkgdown: 2.0.9 pkgdown_sha: ~ articles: slurmjobs: slurmjobs.html -last_built: 2024-07-31T16:49Z +last_built: 2024-08-13T13:06Z diff --git a/reference/array_submit.html b/reference/array_submit.html index 500f269..028923b 100644 --- a/reference/array_submit.html +++ b/reference/array_submit.html @@ -23,7 +23,7 @@ slurmjobs - 1.2.3 + 1.2.4
@@ -136,9 +136,9 @@

Examples

create_shell = TRUE, task_num = 100 ) -#> 2024-07-31 16:49:17.785699 creating the logs directory at: logs -#> 2024-07-31 16:49:17.78693 creating the shell file array_submit_example_2024-07-31.sh -#> To submit the job use: sbatch array_submit_example_2024-07-31.sh +#> 2024-08-13 13:06:40.255308 creating the logs directory at: logs +#> 2024-08-13 13:06:40.256411 creating the shell file array_submit_example_2024-08-13.sh +#> To submit the job use: sbatch array_submit_example_2024-08-13.sh ## Now we can submit the job for a set of task IDs (or omit 'task_ids' ## to automatically grab those same failed task IDs) diff --git a/reference/array_submit_example_2024-08-13.sh b/reference/array_submit_example_2024-08-13.sh new file mode 100644 index 0000000..45810dc --- /dev/null +++ b/reference/array_submit_example_2024-08-13.sh @@ -0,0 +1,37 @@ +#!/bin/bash +#SBATCH -p shared +#SBATCH --mem=10G +#SBATCH --job-name=array_submit_example_2024-08-13 +#SBATCH -c 1 +#SBATCH -t 1-00:00:00 +#SBATCH -o logs/array_submit_example_2024-08-13.%a.txt +#SBATCH -e logs/array_submit_example_2024-08-13.%a.txt +#SBATCH --mail-type=ALL +#SBATCH --array=1-100%20 + +set -e + +echo "**** Job starts ****" +date + +echo "**** JHPCE info ****" +echo "User: ${USER}" +echo "Job id: ${SLURM_JOB_ID}" +echo "Job name: ${SLURM_JOB_NAME}" +echo "Node name: ${HOSTNAME}" +echo "Task id: ${SLURM_ARRAY_TASK_ID}" + +## Load the R module +module load conda_R/4.4 + +## List current modules for reproducibility +module list + +## Edit with your job command +Rscript -e "options(width = 120); sessioninfo::session_info()" + +echo "**** Job ends ****" +date + +## This script was made using slurmjobs version 1.2.4 +## available from http://research.libd.org/slurmjobs/ diff --git a/reference/get_list_indexing.html b/reference/get_list_indexing.html index 1b523f9..c28ca37 100644 --- a/reference/get_list_indexing.html +++ b/reference/get_list_indexing.html @@ -22,7 +22,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/get_short_flags.html b/reference/get_short_flags.html index ce395e7..4d7719e 100644 --- a/reference/get_short_flags.html +++ b/reference/get_short_flags.html @@ -20,7 +20,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/index.html b/reference/index.html index 06be7a2..caef935 100644 --- a/reference/index.html +++ b/reference/index.html @@ -17,7 +17,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/job_info.html b/reference/job_info.html index 57c6882..615043e 100644 --- a/reference/job_info.html +++ b/reference/job_info.html @@ -19,7 +19,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/job_info_df.html b/reference/job_info_df.html index 503df01..499763c 100644 --- a/reference/job_info_df.html +++ b/reference/job_info_df.html @@ -18,7 +18,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/job_loop.html b/reference/job_loop.html index 117c0d1..287e238 100644 --- a/reference/job_loop.html +++ b/reference/job_loop.html @@ -18,7 +18,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/job_report.html b/reference/job_report.html index ea6f7e8..6592cb4 100644 --- a/reference/job_report.html +++ b/reference/job_report.html @@ -19,7 +19,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/job_single.html b/reference/job_single.html index 28f1f2e..44046eb 100644 --- a/reference/job_single.html +++ b/reference/job_single.html @@ -20,7 +20,7 @@ slurmjobs - 1.2.3 + 1.2.4 @@ -205,7 +205,7 @@

Examples

#> echo "**** Job ends ****" #> date #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/ #> job_single("~/jhpce_job.sh", create_logdir = FALSE) @@ -243,7 +243,7 @@

Examples

#> echo "**** Job ends ****" #> date #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/ #> @@ -286,7 +286,7 @@

Examples

#> echo "**** Job ends ****" #> date #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/ #> @@ -327,7 +327,7 @@

Examples

#> echo "**** Job ends ****" #> date #> -#> ## This script was made using slurmjobs version 1.2.3 +#> ## This script was made using slurmjobs version 1.2.4 #> ## available from http://research.libd.org/slurmjobs/ #> diff --git a/reference/parse_file_or_name.html b/reference/parse_file_or_name.html index d9c31c2..967507a 100644 --- a/reference/parse_file_or_name.html +++ b/reference/parse_file_or_name.html @@ -20,7 +20,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/parse_slurm_time.html b/reference/parse_slurm_time.html index 7b1fe8f..524cf8a 100644 --- a/reference/parse_slurm_time.html +++ b/reference/parse_slurm_time.html @@ -18,7 +18,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/partition_df.html b/reference/partition_df.html index 2146fdb..5df9a16 100644 --- a/reference/partition_df.html +++ b/reference/partition_df.html @@ -18,7 +18,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/partition_info.html b/reference/partition_info.html index ad22e34..7860583 100644 --- a/reference/partition_info.html +++ b/reference/partition_info.html @@ -19,7 +19,7 @@ slurmjobs - 1.2.3 + 1.2.4 diff --git a/reference/vector_as_code.html b/reference/vector_as_code.html index 378aacb..7d878af 100644 --- a/reference/vector_as_code.html +++ b/reference/vector_as_code.html @@ -18,7 +18,7 @@ slurmjobs - 1.2.3 + 1.2.4