-
Notifications
You must be signed in to change notification settings - Fork 11
/
.gitlab-ci.yml
68 lines (63 loc) · 3.24 KB
/
.gitlab-ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
image: "python:3.8"
workflow:
rules:
- if: $CI_COMMIT_TAG
when: never
- if: '$CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH'
when: always
- if: "$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH"
when: always
variables:
PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
cache:
paths:
- .cache/pip
- venv/
before_script:
- /usr/tce/bin/virtualenv --python=/usr/tce/bin/python3-3.8.2 venv
- source venv/bin/activate
- source scripts/lc-setup/pascal.sh
- which python
- python --version
- pip install --upgrade pip
- pip install --upgrade jax[cuda11_cudnn805] -f https://storage.googleapis.com/jax-releases/jax-releases.html
- pip install -e .[tests,hnswlib,mpi]
- pip install torch
all_tests:
stage: test
tags:
- pascal
- shell
script:
- export MUYGPYS_BACKEND=jax
- echo "performing JAX tests"
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/data.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/neighbors.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/kernels.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/gp.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/scale_opt.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/optimize.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/predict.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/multivariate.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/backend/jax_correctness.py
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/api/regress.py /p/lustre1/madstare/muygps-data/
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/api/classify.py /p/lustre1/madstare/muygps-data/
- salloc -N1 -ppvis -A muygps --mpibind=on python tests/precompute/fast_regress_api.py /p/lustre1/madstare/muygps-data/
- echo "done with JAX tests"
- export MUYGPYS_BACKEND=mpi
- echo "performing MPI tests"
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/kernels.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/gp.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/scale_opt.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/optimize.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/predict.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/multivariate.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/backend/mpi_correctness.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/api/regress.py /p/lustre1/madstare/muygps-data/
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/api/classify.py /p/lustre1/madstare/muygps-data/
- echo "done with MPI tests"
- export MUYGPYS_BACKEND=torch
- echo "performing Torch tests"
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/backend/torch_correctness.py
- salloc -N1 --tasks-per-node=36 -ppvis -A muygps --mpibind=on python tests/torch/torch_api.py /p/lustre1/madstare/muygps-data/
- echo "done with Torch tests"