forked from NVIDIA/Megatron-LM
-
Notifications
You must be signed in to change notification settings - Fork 0
/
.gitlab-ci.yml
96 lines (91 loc) · 2.56 KB
/
.gitlab-ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
workflow:
rules:
- if: $CI_PROJECT_NAMESPACE != "ADLR"
when: never
- if: $CI_PIPELINE_SOURCE == "schedule" && $FUNCTIONAL_TEST_SCOPE == "mr"
auto_cancel:
on_new_commit: none
variables:
FUNCTIONAL_TEST: "yes"
UNIT_TEST_TIMEOUT: 180
UNIT_TEST_REPEAT: 10
- if: $CI_PIPELINE_SOURCE == "schedule"
auto_cancel:
on_new_commit: none
- if: $CI_PIPELINE_SOURCE == "web"
- if: $CI_COMMIT_REF_PROTECTED == "true"
variables:
FUNCTIONAL_TEST: "no"
- if: $CI_MERGE_REQUEST_LABELS =~ /Run tests/
variables:
FUNCTIONAL_TEST: "yes"
FUNCTIONAL_TEST_CLUSTER: $DEFAULT_A100_CLUSTER
FUNCTIONAL_TEST_SCOPE: mr
- if: $CI_MERGE_REQUEST_LABELS =~ /Run nightly/
variables:
FUNCTIONAL_TEST: "yes"
FUNCTIONAL_TEST_CLUSTER: $DEFAULT_A100_CLUSTER
FUNCTIONAL_TEST_SCOPE: nightly
- if: $CI_MERGE_REQUEST_LABELS =~ /Run weekly/
variables:
FUNCTIONAL_TEST: "yes"
FUNCTIONAL_TEST_CLUSTER: $DEFAULT_A100_CLUSTER
FUNCTIONAL_TEST_SCOPE: weekly
- if: $CI_PIPELINE_SOURCE == "merge_request_event"
variables:
FUNCTIONAL_TEST: "no"
- when: never
auto_cancel:
on_new_commit: interruptible
stages:
- test
- functional_tests
- convergence_tests
- publish
default:
interruptible: true
variables:
FUNCTIONAL_TEST:
value: "yes"
options:
- "yes"
- "no"
description: To run the funtional test suite
FUNCTIONAL_TEST_SCOPE:
value: "mr"
options:
- "mr"
- "nightly"
- "weekly"
description: "Testsuite to run (only for FUNCTIONAL_TEST=yes)"
FUNCTIONAL_TEST_CLUSTER:
value: "dgxa100_dracooci"
options:
- "dgxa100_dracooci"
- "dgxa100_dracooci-ord"
- "dgxh100_eos"
description: '"dgxa100_dracooci" for OCI-IAD, "dgxh100_eos" for EOS'
CONVERGENCE_TEST:
value: "no"
options:
- "yes"
- "no"
description: To run a convergence test
PUBLISH:
value: "no"
options:
- "yes"
- "no"
description: Build and publish a wheel to PyPi
# CI wide variables
CI_MCORE_IMAGE: ${GITLAB_ENDPOINT}:5005/adlr/megatron-lm/mcore_ci
CI_NEMO_IMAGE: ${GITLAB_ENDPOINT}:5005/adlr/megatron-lm/nemo_ci
LINTING_IMAGE: ${GITLAB_ENDPOINT}:5005/adlr/megatron-lm/mcore_linting
UNIT_TEST_TIMEOUT: 15
UNIT_TEST_REPEAT: 1
include:
- .gitlab/stages/00.pre.yml
- .gitlab/stages/01.tests.yml
- .gitlab/stages/02.functional-tests.yml
- .gitlab/stages/03.convergence-tests.yml
- .gitlab/stages/04.publish.yml