Support virtual cluster for PAI integration test (#851)

* Add virtual cluster configuration for PAI IT

test/generate_ts_config.py

@@ -40,6 +40,8 @@ def update_training_service_config(args):
             config[args.ts]['trial']['dataDir'] = args.data_dir
         if args.output_dir is not None:
             config[args.ts]['trial']['outputDir'] = args.output_dir
+        if args.vc is not None:
+            config[args.ts]['trial']['virtualCluster'] = args.vc
     elif args.ts == 'kubeflow':
         if args.nfs_server is not None:
             config[args.ts]['kubeflowConfig']['nfs']['server'] = args.nfs_server
@@ -78,6 +80,7 @@ if __name__ == '__main__':
     parser.add_argument("--pai_host", type=str)
     parser.add_argument("--data_dir", type=str)
     parser.add_argument("--output_dir", type=str)
+    parser.add_argument("--vc", type=str)
     # args for kubeflow
     parser.add_argument("--nfs_server", type=str)
     parser.add_argument("--nfs_path", type=str)

test/pipelines-it-pai.yml

@@ -71,7 +71,7 @@ jobs:
 
       echo "TEST_IMG:$TEST_IMG"
       cd test
-      python3 generate_ts_config.py --ts pai --pai_host $(pai_host) --pai_user $(pai_user) --pai_pwd $(pai_pwd) \
+      python3 generate_ts_config.py --ts pai --pai_host $(pai_host) --pai_user $(pai_user) --pai_pwd $(pai_pwd) --vc $(pai_virtual_cluster) \
       --nni_docker_image $TEST_IMG --data_dir $(data_dir) --output_dir $(output_dir) --nni_manager_ip $(nni_manager_ip)
 
       PATH=$HOME/.local/bin:$PATH python3 config_test.py --ts pai --exclude multi_phase

test/training_service.yml

@@ -38,6 +38,7 @@ pai:
     image:
     memoryMB: 8192
     outputDir:
+    virtualCluster:
 remote:
   machineList:
   - ip: