Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion ADD_APP.md
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@ cp -pr programs/qws/ programs/<code>
```bash
# 富岳ログインノードでは、Xeon 向けビルド(FugakuLN)と、A64FX向けビルド(Fugaku)の確認ができます。
# FugakuCNは、計算ノード内でのビルド&ランをするモードのため、ログインノードでのビルド確認はできません。
# Miyabiログインノードでは、Miyabi-C, Miyabi-Gむけビルドがそれぞれ確認できます。
bash programs/<code>/build.sh FugakuLN

# artifacts 内のファイルを確認
Expand Down Expand Up @@ -91,11 +92,13 @@ cat results/result
```bash
# 富岳ログインで、A64FX用実行ファイルを用いたrun.sh、FugakuCNとFugakuのテストをできます。
# 事前に"build.sh Fugaku"を用いてA64FX用実行ファイルを作成しておきます。
# Miyabiログインノードでも、同様のテストが可能です。
# (トークンを消費するプロジェクトはgroupsの第二要素目が自動で選択されます。変更したい場合はscripts/test_submit.shを編集します)
bash scripts/test_submit.sh <code> n
```

* `list.csv` のヘッダーを除いた n 行目を読み取り、適切な batch job を投げます
* 現状は `FugakuCN` `Fugaku` 向けで、将来的に対応システムが追加される予定です
* 現状は `FugakuCN` , `Fugaku` , `RC_GH200` , `MiyabiC` , `MiyabiG` , 向けで、対応システムは順次追加されます。

---

Expand Down
3 changes: 3 additions & 0 deletions programs/qws/build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,9 @@ case "$system" in
### QWSはNeoverse版やGPU版はないので汎用版としてとりあえずarch=skylakeを指定している
make -j 8 fugaku_benchmark= omp=1 compiler=openmpi-gnu arch=skylake rdma= mpi=1 powerapi=
;;
MiyabiC)
make -j 8 fugaku_benchmark= omp=1 compiler=intel arch=skylake rdma= mpi=1 powerapi=
;;
*)
echo "Unknown system: $system"
exit 1
Expand Down
3 changes: 2 additions & 1 deletion programs/qws/list.csv
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,5 @@ system,mode,queue_group,nodes,numproc_node,nthreads,elapse
#FugakuCN,native,small,1,4,12,0:10:00
#FugakuCN,native,small,2,4,12,0:10:00
#RC_GH200,native,dummy,1,1,12,0:10:00
MiyabiG,cross,debug-g,1,1,1,0:10:00
MiyabiG,cross,debug-g,1,1,72,0:10:00
MiyabiC,cross,debug-c,1,1,112,0:10:00
2 changes: 1 addition & 1 deletion programs/qws/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -75,7 +75,7 @@ case "$system" in
echo FOM:11.22 FOM_version:dummy_qc-gh200 Exp:confidential_TeamE node_count:$nodes confidential:TeamE>> ../results/result
echo FOM:11.22 FOM_version:dummy_qc-gh200 Exp:confidential_TeamF node_count:$nodes confidential:TeamF>> ../results/result
;;
MiyabiG)
MiyabiG|MiyabiC)
mpirun -n 1 ./main 32 6 4 3 1 1 1 1 -1 -1 6 50 > CASE0
./check.sh CASE0 data/CASE0
FOM=$(grep etime CASE0 | awk 'NR==2{printf("%5.3f\n",$5)}')
Expand Down
2 changes: 1 addition & 1 deletion queue.csv
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
queue,submit_cmd,template
FJ,pjsub,"-L rscunit=rscunit_ft01,rscgrp=${queue_group},elapse=${elapse},node=${nodes} --mpi max-proc-per-node=${numproc_node} -x PJM_LLIO_GFSCACHE=/vol0004"
SLURM_RC_GH200,sbatch,"-p qc-gh200 -t ${elapse} -N ${nodes} --ntasks-per-node=${numproc_node} --cpus-per-task=${nthreads}"
PBS_MiyabiG,qsub,"-q ${queue_group} -l select=${nodes} -l walltime=${elapse} -W group_list=gq49"
PBS_Miyabi,qsub,"-q ${queue_group} -l select=${nodes} -l walltime=${elapse} -W group_list=gq49"
none,none,none
19 changes: 18 additions & 1 deletion scripts/test_submit.sh
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ elapse="${cols[6]}"
echo "system=$system, mode=$mode, queue_group=$queue_group, nodes=$nodes, numproc_node=$numproc_node, nthreads=$nthreads, elapse=$elapse"

# --- 投入用スクリプト作成 ---
echo bash programs/$code/run.sh $system $nodes > script.sh
echo cd $PWD > script.sh
echo bash programs/$code/run.sh $system $nodes >> script.sh

# --- FugakuLN は submit テスト対象外 ---
if [[ "$system" == "FugakuLN" ]]; then
Expand Down Expand Up @@ -81,3 +82,19 @@ if [[ "$system" == "RC_GH200" ]]; then
--wrap="bash programs/${code}/run.sh $system $nodes"
fi

# --- MiyabiC ---
if [[ "$system" == "MiyabiC" ]]; then
echo qsub -q debug-c -l select=${nodes}:ompthreads=$nthreads -l walltime=${elapse} -W group_list=$(groups |awk '{print $2}') \
script.sh
qsub -q debug-c -l select=${nodes}:ompthreads=$nthreads -l walltime=${elapse} -W group_list=$(groups |awk '{print $2}') \
script.sh
fi

# --- MiyabiG ---
if [[ "$system" == "MiyabiG" ]]; then
echo qsub -q debug-g -l select=${nodes}:ompthreads=$nthreads -l walltime=${elapse} -W group_list=$(groups |awk '{print $2}') \
script.sh
qsub -q debug-g -l select=${nodes}:ompthreads=$nthreads -l walltime=${elapse} -W group_list=$(groups |awk '{print $2}') \
script.sh
fi

4 changes: 3 additions & 1 deletion system.csv
Original file line number Diff line number Diff line change
Expand Up @@ -5,4 +5,6 @@ FugakuLN,fugaku_login1,build_run,none
FugakuCN,fugaku_jacamar,build_run,FJ
RC_GH200,cloud_jacamar,build_run,SLURM_RC_GH200
MiyabiG,miyabi_g_login,build,none
MiyabiG,miyabi_g_jacamar,run,PBS_MiyabiG
MiyabiG,miyabi_g_jacamar,run,PBS_Miyabi
MiyabiC,miyabi_c_login,build,none
MiyabiC,miyabi_c_jacamar,run,PBS_Miyabi