Unverified Commit 92b5fa14 authored by SparkSnail's avatar SparkSnail Committed by GitHub
Browse files

Fix pai pipeline (#2607)

parent 813e4115
...@@ -90,6 +90,7 @@ pai: ...@@ -90,6 +90,7 @@ pai:
cpuNum: 1 cpuNum: 1
image: image:
memoryMB: 8192 memoryMB: 8192
virtualCluster: default
nniManagerNFSMountPath: nniManagerNFSMountPath:
containerNFSMountPath: containerNFSMountPath:
paiStorageConfigName: paiStorageConfigName:
......
...@@ -69,6 +69,6 @@ jobs: ...@@ -69,6 +69,6 @@ jobs:
set PATH=$(ENV_PATH) set PATH=$(ENV_PATH)
python --version python --version
mount -o anon $(pai_nfs_uri) $(local_nfs_uri) mount -o anon $(pai_nfs_uri) $(local_nfs_uri)
python nni_test/nnitest/generate_ts_config.py --ts pai --pai_token $(pai_token) --pai_host $(pai_host) --pai_user $(pai_user) --nni_docker_image $(docker_image) --pai_storage_config_name $(pai_storage_config_name) --nni_manager_nfs_mount_path $(nni_manager_nfs_mount_path) --container_nfs_mount_path $(container_nfs_mount_path) --nni_manager_ip $(nni_manager_ip) python nni_test/nnitest/generate_ts_config.py --ts pai --pai_token $(pai_token) --pai_host $(pai_host) --pai_user $(pai_user) --nni_docker_image $(docker_image) --pai_storage_config_name $(pai_storage_config_name) --nni_manager_nfs_mount_path $(nni_manager_nfs_mount_path) --container_nfs_mount_path $(container_nfs_mount_path) --nni_manager_ip $(nni_manager_ip) --vc $(virtual_cluster)
python nni_test/nnitest/run_tests.py --config config/integration_tests.yml --ts pai python nni_test/nnitest/run_tests.py --config config/integration_tests.yml --ts pai
displayName: 'Examples and advanced features tests on pai' displayName: 'Examples and advanced features tests on pai'
\ No newline at end of file
...@@ -58,6 +58,6 @@ jobs: ...@@ -58,6 +58,6 @@ jobs:
echo "TEST_IMG:$TEST_IMG" echo "TEST_IMG:$TEST_IMG"
cd test cd test
python3 nni_test/nnitest/generate_ts_config.py --ts pai --pai_host $(pai_host) --pai_user $(pai_user) --nni_docker_image $TEST_IMG --pai_storage_config_name $(pai_storage_config_name)\ python3 nni_test/nnitest/generate_ts_config.py --ts pai --pai_host $(pai_host) --pai_user $(pai_user) --nni_docker_image $TEST_IMG --pai_storage_config_name $(pai_storage_config_name)\
--pai_token $(pai_token) --nni_manager_nfs_mount_path $(nni_manager_nfs_mount_path) --container_nfs_mount_path $(container_nfs_mount_path) --nni_manager_ip $(nni_manager_ip) --pai_token $(pai_token) --nni_manager_nfs_mount_path $(nni_manager_nfs_mount_path) --container_nfs_mount_path $(container_nfs_mount_path) --nni_manager_ip $(nni_manager_ip) --vc $(virtual_cluster)
PATH=$HOME/.local/bin:$PATH python3 nni_test/nnitest/run_tests.py --config config/integration_tests.yml --ts pai PATH=$HOME/.local/bin:$PATH python3 nni_test/nnitest/run_tests.py --config config/integration_tests.yml --ts pai
displayName: 'integration test' displayName: 'integration test'
...@@ -463,7 +463,7 @@ class NNIConfigSchema: ...@@ -463,7 +463,7 @@ class NNIConfigSchema:
if not taskRoles_dict: if not taskRoles_dict:
raise SchemaError('Please set taskRoles in paiConfigPath config file!') raise SchemaError('Please set taskRoles in paiConfigPath config file!')
else: else:
pai_trial_fields_required_list = ['image', 'gpuNum', 'cpuNum', 'memoryMB', 'paiStoragePlugin', 'command'] pai_trial_fields_required_list = ['image', 'gpuNum', 'cpuNum', 'memoryMB', 'paiStorageConfigName', 'command']
for trial_field in pai_trial_fields_required_list: for trial_field in pai_trial_fields_required_list:
if experiment_config['trial'].get(trial_field) is None: if experiment_config['trial'].get(trial_field) is None:
raise SchemaError('Please set {0} in trial configuration,\ raise SchemaError('Please set {0} in trial configuration,\
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment