From c77c1173b2d29dea0bde8cb1479794cabd3a2231 Mon Sep 17 00:00:00 2001 From: Qi Yu Date: Fri, 7 Jun 2024 16:09:39 -0400 Subject: [PATCH] moving executor outside of process so that is is more clear to be able to reuse in profile --- conf/biowulf.config | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/conf/biowulf.config b/conf/biowulf.config index 40ce52cf..107e4cad 100644 --- a/conf/biowulf.config +++ b/conf/biowulf.config @@ -3,9 +3,6 @@ params { config_profile_description = 'Biowulf nf-core config' config_profile_contact = 'staff@hpc.nih.gov' config_profile_url = 'https://hpc.nih.gov/apps/nextflow.html' - max_memory = '224 GB' - max_cpus = 32 - max_time = '72 h' clusterOptions = null igenomes_base = '/fdb/igenomes_nf/' } @@ -24,21 +21,24 @@ env { OPENBLAS_NUM_THREADS = 1 } - -process { - executor = 'slurm' - maxRetries = 1 +executor { + name = 'slurm' queue = 'norm' queueSize = 200 pollInterval = '2 min' queueStatInterval = '5 min' submitRateLimit = '6/1min' retry.maxAttempts = 1 - clusterOptions = ' --gres=lscratch:200 ' scratch = '/lscratch/$SLURM_JOB_ID' + } + +process { + executor = 'slurm' + maxRetries = 1 stageInMode = 'symlink' stageOutMode = 'rsync' + resourceLimits = [ cpus: 128, memory: 499.GB, time: 240.h ] // for running pipeline on group sharing data directory, this can avoid inconsistent files timestamps cache = 'lenient' }