diff --git a/inst/doc/usecase/ex2_10_existing_mask.R b/inst/doc/usecase/ex2_10_existing_mask.R index 20d2db7c51919109ad75b49893d3b6eaeaa6f102..93c1abab2dec03e99a552dc2c7aba741c015e49c 100644 --- a/inst/doc/usecase/ex2_10_existing_mask.R +++ b/inst/doc/usecase/ex2_10_existing_mask.R @@ -67,9 +67,9 @@ res <- Compute(workflow = wf_mask, chunks = list(lat = 2, lon = 2)) -# Submit to Nord3 +# Submit to Nord3v2 #-------------------user-defined--------------------- - queue_host <- 'nord1' + queue_host <- 'nord4' temp_dir <- '/gpfs/scratch/bsc32/bsc32734/startR_hpc/' ecflow_suite_dir <- '/home/Earth/aho/startR_local/' #---------------------------------------------------- @@ -79,12 +79,11 @@ res <- Compute(workflow = wf_mask, threads_load = 2, threads_compute = 4, cluster = list(queue_host = queue_host, - queue_type = 'lsf', + queue_type = 'slurm', temp_dir = temp_dir, cores_per_job = 2, job_wallclock = '05:00', max_jobs = 4, - extra_queue_params = list('#BSUB -q bsc_es'), bidirectional = FALSE, polling_period = 10 ), @@ -201,9 +200,9 @@ res <- Compute(workflow = wf_mask, chunks = list(lat = 2, lon = 2)) -# Submit to Nord3 +# Submit to Nord3v2 #-------------------user-defined--------------------- - queue_host <- 'nord1' + queue_host <- 'nord4' temp_dir <- '/gpfs/scratch/bsc32/bsc32734/startR_hpc/' ecflow_suite_dir <- '/home/Earth/aho/startR_local/' #---------------------------------------------------- @@ -213,12 +212,11 @@ res <- Compute(workflow = wf_mask, threads_load = 2, threads_compute = 4, cluster = list(queue_host = queue_host, - queue_type = 'lsf', + queue_type = 'slurm', temp_dir = temp_dir, cores_per_job = 2, job_wallclock = '05:00', max_jobs = 4, - extra_queue_params = list('#BSUB -q bsc_es'), bidirectional = FALSE, polling_period = 10 ), diff --git a/inst/doc/usecase/ex2_1_timedim.R b/inst/doc/usecase/ex2_1_timedim.R index f8253c85162db28d4471e56c47d1da855de42861..15ef37da6dd8c955dcd433a73c5aa470e3b799d4 100644 --- a/inst/doc/usecase/ex2_1_timedim.R +++ b/inst/doc/usecase/ex2_1_timedim.R @@ -68,7 +68,7 @@ library(startR) ## on Nord3 #-----------modify according to your personal info--------- - queue_host = 'nord3' #your own host name for power9 + queue_host = 'nord4' temp_dir = '/gpfs/scratch/bsc32/bsc32339/startR_hpc/' ecflow_suite_dir = '/home/Earth/nperez/startR_local/' #your own local directory #------------------------------------------------------------ @@ -78,8 +78,7 @@ library(startR) threads_load = 2, threads_compute = 4, cluster = list(queue_host = queue_host, - queue_type = 'lsf', - extra_queue_params = list('#BSUB -q bsc_es'), + queue_type = 'slurm', cores_per_job = 2, temp_dir = temp_dir, polling_period = 10, diff --git a/inst/doc/usecase/ex2_2_attr.R b/inst/doc/usecase/ex2_2_attr.R index f06ec46c76128aa5303468eccb220dfcf228fcea..fbd2eac9e24207f5d51498ca9c8974daf23e72bb 100644 --- a/inst/doc/usecase/ex2_2_attr.R +++ b/inst/doc/usecase/ex2_2_attr.R @@ -71,9 +71,9 @@ library(multiApply) ecflow_suite_dir = ecflow_suite_dir, #your own local directory wait = TRUE) -## on Nord3 +## on Nord3v2 #-----------modify according to your personal info--------- - queue_host = 'nord3' #your own host name for power9 + queue_host = 'nord4' #your own host name for power9 temp_dir = '/gpfs/scratch/bsc32/bsc32339/startR_hpc/' ecflow_suite_dir = '/home/Earth/nperez/startR_local/' #your own local directory #------------------------------------------------------------ @@ -83,10 +83,9 @@ library(multiApply) threads_load = 2, threads_compute = 4, cluster = list(queue_host = queue_host, #your own host name for power9 - queue_type = 'lsf', + queue_type = 'slurm', cores_per_job = 2, temp_dir = temp_dir, - extra_queue_params = list('#BSUB -q bsc_es'), polling_period = 10, job_wallclock = '01:00', max_jobs = 40, diff --git a/inst/doc/usecase/ex2_3_cdo.R b/inst/doc/usecase/ex2_3_cdo.R index 8c398f7ca5b33b2a079cd92561a167b57ef0b0a8..9dca0450a20bced2b71136aa5a2427766fa60228 100644 --- a/inst/doc/usecase/ex2_3_cdo.R +++ b/inst/doc/usecase/ex2_3_cdo.R @@ -75,9 +75,9 @@ library(startR) wait = TRUE) -## on Nord 3 +## on Nord3v2 #-----------modify according to your personal info--------- - queue_host = 'nord3' #your own host name for power9 + queue_host = 'nord4.bsc.es' temp_dir = '/gpfs/scratch/bsc32/bsc32339/startR_hpc/' ecflow_suite_dir = '/home/Earth/nperez/startR_local/' #your own local directory #------------------------------------------------------------ @@ -87,11 +87,10 @@ library(startR) threads_load = 2, threads_compute = 4, cluster = list(queue_host = queue_host, #your own host name for power9 - queue_type = 'lsf', + queue_type = 'slurm', cores_per_job = 1, temp_dir = temp_dir, CDO_module = 'CDO', - extra_queue_params = list('#BSUB -q bsc_es'), polling_period = 100, job_wallclock = '01:00', max_jobs = 4, diff --git a/inst/doc/usecase/ex2_4_two_func.R b/inst/doc/usecase/ex2_4_two_func.R index 2e638bd60ea6d3f90b7ff2cca385e9f89d7d587e..c76eda994a17a7efbca2fbf1a07e8e96bf152702 100644 --- a/inst/doc/usecase/ex2_4_two_func.R +++ b/inst/doc/usecase/ex2_4_two_func.R @@ -72,9 +72,9 @@ summary(res4$output1) ecflow_suite_dir = ecflow_suite_dir, #your own local directory wait = TRUE) -## on Nord 3 +## on Nord3v2 #-----------modify according to your personal info----------- - queue_host = 'nord3' #your own host name for power9 + queue_host = 'nord4.bsc.es' temp_dir = '/gpfs/scratch/bsc32/bsc32339/startR_hpc/' ecflow_suite_dir = '/home/Earth/nperez/startR_local/' #your own local directory #------------------------------------------------------------ @@ -84,11 +84,10 @@ summary(res4$output1) threads_load = 2, threads_compute = 4, cluster = list(queue_host = queue_host, #your own host name for power9 - queue_type = 'lsf', + queue_type = 'slurm', cores_per_job = 1, temp_dir = temp_dir, CDO_module = 'CDO', - extra_queue_params = list('#SBATCH -q bsc_es'), polling_period = 10, job_wallclock = '01:00', max_jobs = 6, diff --git a/inst/doc/usecase/ex2_6_ext_param_func.R b/inst/doc/usecase/ex2_6_ext_param_func.R index 8bd128fa6e1465cbb247bb093ad89b82ca2e9363..760e30d2c1e8422d560c9ff6d10da5206138bf71 100644 --- a/inst/doc/usecase/ex2_6_ext_param_func.R +++ b/inst/doc/usecase/ex2_6_ext_param_func.R @@ -106,7 +106,7 @@ res$strat[1:5, 1:2, 1] # ------------------------------------------------------------- -# ---- To be tried for comparison of results: +#Power9 res <- Compute(workflow$strat, chunks = list(latitude = 2, longitude = 2), threads_load = 2, @@ -123,20 +123,24 @@ res$strat[1:5, 1:2, 1] ecflow_suite_dir = '/esarchive/scratch/nperez/ecFlow', #user-specific wait = TRUE) -# ---- On Nord 3: +# Nord3-v2 +#-------------------user-defined--------------------- + queue_host <- 'nord4' + temp_dir <- '/gpfs/scratch/bsc32/bsc32734/startR_hpc/' + ecflow_suite_dir <- '/home/Earth/aho/startR_local/' +#---------------------------------------------------- res <- Compute(workflow$strat, chunks = list(latitude = 2, longitude = 2), threads_load = 2, threads_compute = 2, - cluster = list(queue_host = 'nord3', #user-specific - queue_type = 'lsf', - temp_dir = '/gpfs/scratch/bsc32/bsc32339/', #user-specific + cluster = list(queue_host = queue_host, #user-specific + queue_type = 'slurm', + temp_dir = temp_dir, #user-specific cores_per_job = 2, - extra_queue_params = list('#BSUB -q bsc_es'), job_wallclock = '10:00', max_jobs = 4, bidirectional = FALSE, polling_period = 10), - ecflow_suite_dir = '/esarchive/scratch/nperez/ecFlow', #user-specific + ecflow_suite_dir = ecflow_suite_dir, #user-specific wait = TRUE) diff --git a/inst/doc/usecase/ex2_7_seasonal_forecast_verification.R b/inst/doc/usecase/ex2_7_seasonal_forecast_verification.R index b28e6a6d88b0a65ff4890e78a0018791f010ebca..b752383453fb1db660cf692c599a0a08fb179f6d 100644 --- a/inst/doc/usecase/ex2_7_seasonal_forecast_verification.R +++ b/inst/doc/usecase/ex2_7_seasonal_forecast_verification.R @@ -77,22 +77,21 @@ wait = TRUE ) -# Compute() on Nord 3 +# Compute() on Nord3v2 res <- Compute(wf, chunks = list(latitude = 2, longitude = 2), threads_load = 2, threads_compute = 4, - cluster = list(queue_host = 'nord3', - queue_type = 'lsf', - temp_dir = '/gpfs/scratch/bsc32/bsc32339/startR_hpc/', + cluster = list(queue_host = 'nord4', # your alias + queue_type = 'slurm', + temp_dir = '/gpfs/scratch/bsc32/bsc32339/startR_hpc/', # your own path job_wallclock = '00:30', - extra_queue_params = list('#BSUB -q bsc_es'), cores_per_job = 4, max_jobs = 4, bidirectional = FALSE, polling_period = 50), - ecflow_suite_dir = '/home/Earth/nperez/startR_local/', + ecflow_suite_dir = '/home/Earth/nperez/startR_local/', # your own path wait = TRUE) # Results dim(res$output1) diff --git a/inst/doc/usecase/ex2_8_calibration.R b/inst/doc/usecase/ex2_8_calibration.R index 23ab3b01d89d0f7f8e651bbc753e4e1056af4a19..a36f349f59f6c3840363ba2f3f25298bb5dfd7d0 100644 --- a/inst/doc/usecase/ex2_8_calibration.R +++ b/inst/doc/usecase/ex2_8_calibration.R @@ -66,31 +66,28 @@ res <- Compute(wf, chunks = list(latitude = 2, longitude = 2), # Declaration of HPC and execution ## ECFlow is required -# On Fatnodes -res_fat2 <- Compute(wf, - chunks = list(latitude = 2, longitude = 2), - threads_load = 2, - threads_compute = 4, - cluster = list(queue_host = "bsceslogin01.bsc.es", - cores_per_job = 2, - max_jobs = 4, job_wallclock = '00:10:00'), - ecflow_suite_dir = "/esarchive/scratch/nperez/ecflow") # your path! -# On Nord3 +# On Nord3v2 +#-------------------user-defined--------------------- + queue_host <- 'nord4.bsc.es' + temp_dir <- '/gpfs/scratch/bsc32/bsc32734/startR_hpc/' + ecflow_suite_dir <- '/home/Earth/aho/startR_local/' +#---------------------------------------------------- res_nord3 <- Compute(wf, chunks = list(latitude = 2, longitude = 2), threads_load = 2, threads_compute = 4, - cluster = list(queue_host = "nord3", - queue_type = 'lsf', - extra_queue_params = list('#BSUB -q bsc_es'), + cluster = list(queue_host = queue_host, + queue_type = 'slurm', + extra_queue_params = list("#SBATCH --constraint=medmem"), cores_per_job = 2, - temp_dir = '/gpfs/scratch/bsc32/bsc32339/startR_hpc/', + temp_dir = temp_dir, polling_period = 10, job_wallclock = '01:00', max_jobs = 4, bidirectional = FALSE), - ecflow_suite_dir = "/esarchive/scratch/nperez/ecflow") # your path! + ecflow_suite_dir = ecflow_suite_dir, + wait = T) # Results dim(res$output1)