Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
Megatron-LM
Commits
6289787b
Commit
6289787b
authored
Mar 16, 2023
by
Shanmugam Ramasamy
Committed by
Jared Casper
Mar 16, 2023
Browse files
Update .gitlab-ci.yml
parent
7aceba87
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
1 deletion
+7
-1
.gitlab-ci.yml
.gitlab-ci.yml
+7
-1
No files found.
.gitlab-ci.yml
View file @
6289787b
...
@@ -9,7 +9,8 @@ variables: &VARS
...
@@ -9,7 +9,8 @@ variables: &VARS
DATA_DIR
:
"
/lustre/fsw/adlr/adlr-nlp/adlr_ci/megatron/data"
DATA_DIR
:
"
/lustre/fsw/adlr/adlr-nlp/adlr_ci/megatron/data"
PYTORCH_IMAGE
:
gitlab-master.nvidia.com:5005/adlr/megatron-lm/ngc/pytorch:22.12-py3_pytest-cov
PYTORCH_IMAGE
:
gitlab-master.nvidia.com:5005/adlr/megatron-lm/ngc/pytorch:22.12-py3_pytest-cov
PYTHON_VIRTUAL_ENV
:
/lustre/fsw/adlr/adlr-nlp/adlr_ci/cienv/bin/activate
PYTHON_VIRTUAL_ENV
:
/lustre/fsw/adlr/adlr-nlp/adlr_ci/cienv/bin/activate
TESTS_TO_RUN_AFTER_MERGING
:
L0
# Can specify levels, ci job names etc as a space seperated list to run during merge request
TESTS_TO_RUN_AFTER_MERGE_REQ_APPROVED
:
L0
# Can specify levels
TESTS_TO_RUN_AFTER_MERGING
:
L0
# Can specify levels
TESTS_TO_RUN_ON_THIS_COMMIT
:
unit_tests
TESTS_TO_RUN_ON_THIS_COMMIT
:
unit_tests
TEST_REGEX_ON_THIS_COMMIT
:
NONE
#https://github.com/google/re2/wiki/Syntax (Can define regex as in this spec) e.g /.*gpt3.*/
TEST_REGEX_ON_THIS_COMMIT
:
NONE
#https://github.com/google/re2/wiki/Syntax (Can define regex as in this spec) e.g /.*gpt3.*/
DISPLAY_OUTPUT
:
"
True"
# Set to true for new tests to copy the logs for creating golden truth file
DISPLAY_OUTPUT
:
"
True"
# Set to true for new tests to copy the logs for creating golden truth file
...
@@ -69,6 +70,8 @@ unit_tests:
...
@@ -69,6 +70,8 @@ unit_tests:
when
:
always
when
:
always
-
if
:
'
$CI_COMMIT_REF_NAME
==
$CI_DEFAULT_BRANCH
&&
$TEST_LEVEL
=~
$TESTS_TO_RUN_AFTER_MERGING'
-
if
:
'
$CI_COMMIT_REF_NAME
==
$CI_DEFAULT_BRANCH
&&
$TEST_LEVEL
=~
$TESTS_TO_RUN_AFTER_MERGING'
when
:
always
when
:
always
-
if
:
$CI_MERGE_REQUEST_APPROVED && $TEST_LEVEL =~ $TESTS_TO_RUN_AFTER_MERGE_REQ_APPROVED
when
:
always
allow_failure
:
false
allow_failure
:
false
.selene_test_launcher
:
&selene-test-launcher
.selene_test_launcher
:
&selene-test-launcher
...
@@ -77,6 +80,7 @@ unit_tests:
...
@@ -77,6 +80,7 @@ unit_tests:
stage
:
test
stage
:
test
script
:
&selene-test-launcher-script
script
:
&selene-test-launcher-script
-
echo "Running selene test"
-
echo "Running selene test"
-
echo "$CI_MERGE_REQUEST_APPROVED"
-
pwd
-
pwd
-
export BUILD_DIR=`pwd`
-
export BUILD_DIR=`pwd`
-
export RUN_NAME=${RUN_MODEL}_tp${TP_SIZE}_pp${PP_SIZE}_${NUM_NODES}nodes_${MAX_STEPS}steps
-
export RUN_NAME=${RUN_MODEL}_tp${TP_SIZE}_pp${PP_SIZE}_${NUM_NODES}nodes_${MAX_STEPS}steps
...
@@ -117,6 +121,8 @@ unit_tests:
...
@@ -117,6 +121,8 @@ unit_tests:
when
:
always
when
:
always
-
if
:
'
$CI_COMMIT_REF_NAME
==
$CI_DEFAULT_BRANCH
&&
$TEST_LEVEL
=~
$TESTS_TO_RUN_AFTER_MERGING'
-
if
:
'
$CI_COMMIT_REF_NAME
==
$CI_DEFAULT_BRANCH
&&
$TEST_LEVEL
=~
$TESTS_TO_RUN_AFTER_MERGING'
when
:
always
when
:
always
-
if
:
$CI_MERGE_REQUEST_APPROVED && $TEST_LEVEL =~ $TESTS_TO_RUN_AFTER_MERGE_REQ_APPROVED
when
:
always
allow_failure
:
false
allow_failure
:
false
train.gpt3.345m_tp4_pp1_1node_50steps
:
train.gpt3.345m_tp4_pp1_1node_50steps
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment