Skip to content

Commit 00d51e6

Browse files
committed
fix ci
1 parent 34209fa commit 00d51e6

File tree

1 file changed

+7
-0
lines changed

1 file changed

+7
-0
lines changed

tests/test_pipeline.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -353,8 +353,15 @@ def _is_valid_flag_comb(flag_comb: dict, test_config: dict) -> bool:
353353
return False
354354
if deterministic:
355355
return False
356+
# native grpcoll does not support uneven shard yet:
357+
# the last split can be a remainder that is not divisible
358+
# by split_alignment, violating _check_split_alignment.
356359
if test_config.get("uneven_shard", False):
357360
return False
361+
# native grpcoll kernel requires hidden_size * split_alignment
362+
# to be aligned to get_hidden_size_alignment (256 for fp16/bf16).
363+
# When num_heads_kv is small (e.g. GQA with 2 kv heads),
364+
# hidden_size_kv < 256 and no split_alignment can satisfy it.
358365
num_heads_cfg = test_config.get("num_heads")
359366
head_dim_cfg = test_config.get("head_dim")
360367
if num_heads_cfg is not None and head_dim_cfg is not None:

0 commit comments

Comments
 (0)