machine_learning_determinism_evaluation/nextflow.config at master · mlf-core/machine_learning_determinism_evaluation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
params {
  // General
  platform = 'all_gpu'
  pytorch = false
  tensorflow = false
  xgboost = false
  no_cuda = false

  // Shared
  seed = 0
  epochs = 25

  // xgboost
  dataset = 'covertype'
}

env {
  PYTHONNOUSERSITE = 1
}

process {
  container = 'mlflowcore/base:1.0.0'

  withLabel: with_cpus {
        cpus = 4
        memory = '7G'
  }

  withLabel: with_all_gpus {
       maxForks = 1
       containerOptions = {
          workflow.containerEngine == "singularity" ? '--nv':
              ( workflow.containerEngine == "docker" ? '-u $(id -u):$(id -g) --gpus all': null ) }
  }

  withLabel: with_single_gpu {
    maxForks = 1
       containerOptions = {
          workflow.containerEngine == "singularity" ? '--nv':
              ( workflow.containerEngine == "docker" ? '-u $(id -u):$(id -g) --gpus device=0': null ) }
  }
}