add ssh port config for dispatchdata (#4557)

tests/tools/test_dist_part.py

@@ -176,6 +176,7 @@ def test_part_pipeline():
         cmd += f' --partitions-dir {partition_dir}'
         cmd += f' --out-dir {out_dir}'
         cmd += f' --ip-config {ip_config}'
+        cmd += ' --ssh-port 22'
         cmd += ' --process-group-timeout 60'
         os.system(cmd)
 

tools/dispatch_data.py

@@ -20,9 +20,11 @@ UDF_OUT_DIR = "output"
 LARG_PROCS_MACHINE = "num_proc_per_machine"
 LARG_IPCONF = "ip_config"
 LARG_MASTER_PORT = "master_port"
+LARG_SSH_PORT = "ssh_port"
 
 def get_launch_cmd(args) -> str:
     cmd = sys.executable + " " + os.path.join(INSTALL_DIR, LAUNCH_SCRIPT)
+    cmd = f"{cmd} --{LARG_SSH_PORT} {args.ssh_port} "
     cmd = f"{cmd} --{LARG_PROCS_MACHINE} 1 "
     cmd = f"{cmd} --{LARG_IPCONF} {args.ip_config} "
     cmd = f"{cmd} --{LARG_MASTER_PORT} {args.master_port} "
@@ -70,6 +72,7 @@ def main():
     parser.add_argument('--ip-config', type=str, help='File location of IP configuration for server processes')
     parser.add_argument('--master-port', type=int, default=12345, help='port used by gloo group to create randezvous point')
     parser.add_argument('--python-path', type=str, default=sys.executable, help='Path to the Python executable on all workers')
+    parser.add_argument('--ssh-port', type=int, default=22, help='SSH Port.') 
     parser.add_argument('--process-group-timeout', type=int, default=1800,
                         help='timeout[seconds] for operations executed against the process group')