Print MPI

Author: Kyle1668

deepspeed/launcher/multinode_runner.py

@@ -94,7 +94,7 @@ def get_cmd(self, environment, active_resources):
         assert not self.args.detect_nvlink_pairs, "openmpi backend does not support remapping visible devices"
         total_process_count = sum(self.resource_pool.values())
         allow_run_as_root = os.environ.get('RUN_MPI_AS_ROOT', False)
-        
+
         # Default
         # mpirun_cmd = [
         #     'mpirun',
@@ -165,8 +165,11 @@ def get_cmd(self, environment, active_resources):
 
         python_exec = [sys.executable, "-u"]
 
-        return mpirun_cmd + export_cmd + python_exec + [self.user_script
+        all_cmpi_args = mpirun_cmd + export_cmd + python_exec + [self.user_script
                                                         ] + self.user_arguments
+        print("All MPI args:")
+        print(all_cmpi_args)
+        return all_cmpi_args
 
 
 class MVAPICHRunner(MultiNodeRunner):