Launcher
Configuration Files
cec2_submitit_local.yaml
1# Submitit configuration for running data preparation stage locally
2
3defaults:
4 - submitit_local
5
6cpus_per_task: 1
7tasks_per_node: 2
8mem_gb: 4
9nodes: 1
cec2_submitit_slurm.yaml
1# Submitit configuration for running data preparation stage on slurm cluster
2
3defaults:
4 - submitit_slurm
5
6mem_per_cpu: 4GB
7tasks_per_node: 1
8timeout_min: 180
9additional_parameters:
10 account: clarity
11 partition: clarity
12setup: ['module load Anaconda3/5.3.0', 'source activate clarity', 'export SLURM_EXPORT_ENV=ALL']