Skip to content

Commit

Permalink
Merge pull request #6 from nf-core/master
Browse files Browse the repository at this point in the history
Merge base repository into fork
  • Loading branch information
ameynert authored Oct 26, 2022
2 parents 9167e81 + 32f31fe commit 70e3eaf
Show file tree
Hide file tree
Showing 50 changed files with 1,167 additions and 63 deletions.
7 changes: 7 additions & 0 deletions .github/workflows/main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@ jobs:
- "cfc_dev"
- "cheaha"
- "computerome"
- "crg"
- "crick"
- "crukmi"
- "denbi_qbic"
Expand All @@ -62,11 +63,14 @@ jobs:
- "google"
- "hasta"
- "hebbe"
- "hki"
- "icr_davros"
- "ifb_core"
- "imperial"
- "jax"
- "ku_sund_dangpu"
- "lugh"
- "mana"
- "marvin"
- "medair"
- "mjolnir_globe"
Expand All @@ -83,7 +87,10 @@ jobs:
- "sage"
- "sahmri"
- "sanger"
- "sbc_sharc"
- "seg_globe"
- "tigem"
- "ucl_myriad"
- "uct_hpc"
- "unibe_ibu"
- "uppmax"
Expand Down
17 changes: 17 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -118,11 +118,14 @@ Currently documentation is available for the following systems:
- [GOOGLE](docs/google.md)
- [HASTA](docs/hasta.md)
- [HEBBE](docs/hebbe.md)
- [HKI](docs/hki.md)
- [ICR_DAVROS](docs/icr_davros.md)
- [IMPERIAL](docs/imperial.md)
- [JAX](docs/jax.md)
- [KU SUND DANGPU](docs/ku_sund_dangpu.md)
- [LUGH](docs/lugh.md)
- [MAESTRO](docs/maestro.md)
- [Mana](docs/mana.md)
- [MARVIN](docs/marvin.md)
- [MEDAIR](docs/medair.md)
- [MJOLNIR_GLOBE](docs/mjolnir_globe.md)
Expand All @@ -137,7 +140,10 @@ Currently documentation is available for the following systems:
- [ROSALIND](docs/rosalind.md)
- [SAGE BIONETWORKS](docs/sage.md)
- [SANGER](docs/sanger.md)
- [SBC_SHARC](docs/sbc_sharc.md)
- [SEG_GLOBE](docs/seg_globe.md)
- [TIGEM](docs/tigem.md)
- [UCL_MYRIAD](docs/ucl_myriad.md)
- [UCT_HPC](docs/uct_hpc.md)
- [UNIBE_IBU](docs/unibe_ibu.md)
- [UPPMAX](docs/uppmax.md)
Expand Down Expand Up @@ -197,22 +203,33 @@ Currently documentation is available for the following pipelines within specific
- ampliseq
- [BINAC](docs/pipeline/ampliseq/binac.md)
- [UPPMAX](docs/pipeline/ampliseq/uppmax.md)
- atacseq
- [SBC_SHARC](docs/pipeline/atacseq/sbc_sharc.md)
- chipseq
- [SBC_SHARC](docs/pipeline/chipseq/sbc_sharc.md)
- demultiplex
- [AWS_TOWER](docs/pipeline/demultiplex/aws_tower.md)
- eager
- [EVA](docs/pipeline/eager/eva.md)
- mag
- [EVA](docs/pipeline/mag/eva.md)
- rnafusion
- [HASTA](docs/pipeline/rnafusion/hasta.md)
- [MUNIN](docs/pipeline/rnafusion/munin.md)
- rnaseq
- [SBC_SHARC](docs/pipeline/rnaseq/sbc_sharc.md)
- rnavar
- [MUNIN](docs/pipeline/rnavar/munin.md)
- sarek
- [Cancer Research UK Manchester Institute](docs/pipeline/sarek/crukmi.md)
- [MUNIN](docs/pipeline/sarek/munin.md)
- [SBC_SHARC](docs/pipeline/sarek/sbc_sharc.md)
- [UPPMAX](docs/pipeline/sarek/uppmax.md)
- taxprofiler
- [EVA](docs/pipeline/taxprofiler/eva.md)
- [hasta](docs/pipeline/taxprofiler/hasta.md)
- proteinfold
- [CRG](docs/pipeline/proteinfold/crg.md)
### Pipeline-specific documentation
Expand Down
9 changes: 4 additions & 5 deletions conf/biohpc_gen.config
Original file line number Diff line number Diff line change
Expand Up @@ -11,17 +11,16 @@ env {

process {
executor = 'slurm'
queue = { task.memory <= 1536.GB ? (task.time > 2.d || task.memory > 384.GB ? 'biohpc_gen_production' : 'biohpc_gen_normal') : 'biohpc_gen_highmem' }
beforeScript = 'module use /dss/dsslegfs02/pn73se/pn73se-dss-0000/spack/modules/x86_avx2/linux*'
module = 'charliecloud/0.22:miniconda3'
queue = { task.memory <= 1536.GB ? (task.time > 2.d || task.memory > 384.GB ? 'biohpc_gen_production' : 'biohpc_gen_normal') : 'biohpc_gen_highmem' }
module = 'charliecloud/0.25'
}

charliecloud {
enabled = true
}

params {
params.max_time = 14.d
params.max_cpus = 80
params.max_time = 14.d
params.max_cpus = 80
params.max_memory = 3.TB
}
6 changes: 3 additions & 3 deletions conf/ccga_med.config
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,8 @@ params {

singularity {
enabled = true
runOptions = "-B /work_ifs -B /scratch"
cacheDir = "/work_ifs/ikmb_repository/singularity_cache/"
runOptions = "-B /work_ifs -B /scratch -B /work_beegfs"
cacheDir = "/work_beegfs/ikmb_repository/singularity_cache/"
}

executor {
Expand All @@ -31,7 +31,7 @@ process {

params {
// illumina iGenomes reference file paths on RZCluster
igenomes_base = '/work_ifs/ikmb_repository/references/iGenomes/references/'
igenomes_base = '/work_beegfs/ikmb_repository/references/iGenomes/references/'
saveReference = true
max_memory = 250.GB
max_cpus = 24
Expand Down
2 changes: 1 addition & 1 deletion conf/cfc.config
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ singularity {

process {
executor = 'slurm'
queue = { task.memory > 60.GB || task.cpus > 20 ? 'qbic' : 'compute' }
queue = 'qbic'
scratch = 'true'
}

Expand Down
4 changes: 2 additions & 2 deletions conf/cfc_dev.config
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ singularity {

process {
executor = 'slurm'
queue = { task.memory > 60.GB || task.cpus > 20 ? 'qbic' : 'compute' }
queue = 'qbic'
scratch = 'true'
}

Expand All @@ -25,4 +25,4 @@ params {
max_memory = 1999.GB
max_cpus = 128
max_time = 140.h
}
}
2 changes: 1 addition & 1 deletion conf/cheaha.config
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ params {
}

env {
TMPDIR="$USER"
TMPDIR="$scratch_dir"
SINGULARITY_TMPDIR="$scratch_dir"
}

Expand Down
14 changes: 14 additions & 0 deletions conf/crg.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
//Profile config names for nf-core/configs
params {
config_profile_description = 'Centre for Genomic Regulation (CRG) cluster profile provided by nf-core/configs'
config_profile_contact = 'Athanasios Baltzis (@athbaltzis)'
config_profile_url = 'http://www.linux.crg.es/index.php/Main_Page'
}

process {
executor = 'crg'
}

singularity {
enabled = true
}
10 changes: 6 additions & 4 deletions conf/crukmi.config
Original file line number Diff line number Diff line change
Expand Up @@ -5,11 +5,8 @@ params {
config_profile_url = 'http://scicom.picr.man.ac.uk/projects/user-support/wiki'
}

env {
SINGULARITY_CACHEDIR = '/lmod/nextflow_software'
}

singularity {
cacheDir = '/lmod/nextflow_software'
enabled = true
autoMounts = true
}
Expand All @@ -22,6 +19,11 @@ process {
maxErrors = '-1'
maxRetries = 3

withLabel:process_single {
cpus = { check_max( 1 * task.attempt, 'cpus' ) }
memory = { check_max( 5.GB * task.attempt, 'memory' ) }
}

withLabel:process_low {
cpus = { check_max( 1 * task.attempt, 'cpus' ) }
memory = { check_max( 5.GB * task.attempt, 'memory' ) }
Expand Down
104 changes: 104 additions & 0 deletions conf/hki.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,104 @@
params {
config_profile_description = 'HKI clusters profile provided by nf-core/configs.'
config_profile_contact = 'James Fellows Yates (@jfy133)'
config_profile_url = 'https://leibniz-hki.de'
}

profiles {
apate {
params {
config_profile_description = 'apate HKI cluster profile provided by nf-core/configs'
config_profile_contact = 'James Fellows Yates (@jfy133)'
config_profile_url = 'https://leibniz-hki.de'
max_memory = 128.GB
max_cpus = 32
max_time = 1440.h
}
process {
executor = 'local'
maxRetries = 2
}

executor {
queueSize = 8
}

singularity {
enabled = true
autoMounts = true
cacheDir = '/Net/Groups/ccdata/apps/singularity'
}

conda {
cacheDir = '/Net/Groups/ccdata/apps/conda_envs'
}

cleanup = true
}

aither {
params {
config_profile_description = 'aither HKI cluster profile provided by nf-core/configs'
config_profile_contact = 'James Fellows Yates (@jfy133)'
config_profile_url = 'https://leibniz-hki.de'
max_memory = 128.GB
max_cpus = 32
max_time = 1440.h
}
process {
executor = 'local'
maxRetries = 2
}

executor {
queueSize = 8
}

singularity {
enabled = true
autoMounts = true
cacheDir = '/Net/Groups/ccdata/apps/singularity'
}

conda {
cacheDir = '/Net/Groups/ccdata/apps/conda_envs'
}

cleanup = true
}

arges {
params {
config_profile_description = 'arges HKI cluster profile provided by nf-core/configs'
config_profile_contact = 'James Fellows Yates (@jfy133)'
config_profile_url = 'https://leibniz-hki.de'
max_memory = 64.GB
max_cpus = 12
max_time = 1440.h
}
process {
executor = 'local'
maxRetries = 2
}

executor {
queueSize = 8
}

singularity {
enabled = true
autoMounts = true
cacheDir = '/Net/Groups/ccdata/apps/singularity'
}

conda {
cacheDir = '/Net/Groups/ccdata/apps/conda_envs'
}

cleanup = true
}

debug {
cleanup = false
}
}
25 changes: 25 additions & 0 deletions conf/ku_sund_dangpu.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
params {
config_profile_contact = 'Adrija Kalvisa <[email protected]>'
config_profile_description = 'dangpufl01 configuration'
config_profile_url = ''

// General cpus/memory/time requirements
max_cpus = 30
max_memory = 200.GB
max_time = 72.h
}

process {
executor = 'slurm'

}

executor {
queueSize = 5
}

singularity {
enabled = true
autoMounts = true
runOptions = '--bind /projects:/projects'
}
21 changes: 21 additions & 0 deletions conf/mana.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
params {
config_profile_description = 'University of Hawaii at Manoa'
config_profile_url = 'http://www.hawaii.edu/its/ci/'
config_profile_contact = 'Cedric Arisdakessian'

max_memory = 400.GB
max_cpus = 96
max_time = 72.h
}

process {
executor = 'slurm'
queue = 'shared,exclusive,kill-shared,kill-exclusive'
module = 'tools/Singularity'
}

singularity {
enabled = true
cacheDir = "$HOME/.singularity_images_cache"
autoMounts = true
}
2 changes: 1 addition & 1 deletion conf/munin.config
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ process {
singularity {
cacheDir = '/data1/containers/'
enabled = true
runOptions = "--bind /media/BTB_2021_01"
//runOptions = "--bind /media/BTB_2021_01"
}

// To use docker, use nextflow run -profile munin,docker
Expand Down
9 changes: 9 additions & 0 deletions conf/nihbiowulf.config
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,15 @@ profiles {
executor.$slurm.submitRateLimit = '6/1min'
process.clusterOptions = ' --gres=lscratch:600 --signal USR2@20'
}

standard {
process.executor = 'slurm'
executor.$slurm.pollInterval = '1 min'
executor.$slurm.queueStatInterval = '5 min'
executor.queueSize = 100
executor.$slurm.submitRateLimit = '6/1min'
process.clusterOptions = ' --gres=lscratch:600 --signal USR2@20'
}
}

singularity {
Expand Down
Loading

0 comments on commit 70e3eaf

Please sign in to comment.