Skip to content

Commit 638a996

Browse files
committed
debug: add device_mesh check to e2e test
1 parent 93ef7e4 commit 638a996

1 file changed

Lines changed: 2 additions & 0 deletions

File tree

tests/strategy/test_fsdp2_memory_efficient_init.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -330,6 +330,8 @@ def _worker_e2e_memory_efficient(rank, world_size, port, model_path):
330330
print(f"\n=== DEBUG rank {rank}: After TransformersModel init ===")
331331
print(f"model._model_wrapped = {model._model_wrapped}")
332332
print(f"model._memory_efficient_init = {getattr(model, '_memory_efficient_init', 'NOT SET')}")
333+
print(f"model.device_mesh = {model.device_mesh}")
334+
print(f"model.strategy.device_mesh = {model.strategy.device_mesh}")
333335
for name, param in list(model.model.named_parameters())[:5]:
334336
print(f" {name}: device={param.device}, shape={param.shape}")
335337

0 commit comments

Comments
 (0)