diff --git a/.github/workflows/phoenix/submit.sh b/.github/workflows/phoenix/submit.sh index caa9459e1d..1359fe653f 100644 --- a/.github/workflows/phoenix/submit.sh +++ b/.github/workflows/phoenix/submit.sh @@ -42,7 +42,7 @@ sbatch < 0._wp) call s_compute_rkck_dt(lag_largestep, restart_rkck_step) if (restart_rkck_step) cycle @@ -1162,7 +1162,7 @@ contains if (proc_rank == 0) print *, 'RKCK 6th time-stage at', rkck_time_tmp #endif call s_compute_rhs(q_cons_ts(2)%vf, q_T_sf, q_prim_vf, rhs_ts_rkck(6)%vf, pb_ts(1)%sf, rhs_pb, mv_ts(1)%sf, rhs_mv, t_step, time_avg) - call s_compute_EL_coupled_solver(q_cons_ts(2)%vf, q_prim_vf, rhs_ts_rkck(6)%vf, 6) + call s_compute_EL_coupled_solver(q_cons_ts(2)%vf, q_prim_vf, rhs_ts_rkck(6)%vf, RKstep) call s_update_tmp_rkck(6, q_cons_ts, rhs_ts_rkck, lag_largestep) if (lag_largestep > 0._wp) call s_compute_rkck_dt(lag_largestep, restart_rkck_step) if (restart_rkck_step) cycle diff --git a/toolchain/templates/phoenix.mako b/toolchain/templates/phoenix.mako index e5e139905f..a43805586a 100644 --- a/toolchain/templates/phoenix.mako +++ b/toolchain/templates/phoenix.mako @@ -18,8 +18,7 @@ #SBATCH --qos=${quality_of_service} % endif % if gpu: -#SBATCH --gres=gpu:V100:${tasks_per_node} -#SBATCH --mem-per-gpu=16G\ +#SBATCH -G${tasks_per_node} % endif % if email: #SBATCH --mail-user=${email} @@ -41,10 +40,15 @@ echo % if not mpi: (set -x; ${profiler} "${target.get_install_binpath(case)}") % else: - (set -x; ${profiler} \ - mpirun -np ${nodes*tasks_per_node} \ - --bind-to none \ - "${target.get_install_binpath(case)}") + (set -x; srun \ + % if engine == 'interactive': + --nodes ${nodes} --ntasks-per-node ${tasks_per_node} \ + --cpus-per-task 1 \ + % if gpu: + --gpus-per-task 1 --gpu-bind closest \ + % endif + % endif + ${profiler} "${target.get_install_binpath(case)}") % endif ${helpers.run_epilogue(target)}