Skip to content
Multi-Turn Benchmark Sweep

Multi-Turn Sweep - tp=[1, 2, 4, 8] users=[8, 16, 32, 64, 128, 256, 512, 1024, 2048] offload=["on", "off"] #15

Sign in to view logs

Multi-Turn Sweep - tp=[1, 2, 4, 8] users=[8, 16, 32, 64, 128, 256, 512, 1024, 2048] offload=["on", "off"]

Multi-Turn Sweep - tp=[1, 2, 4, 8] users=[8, 16, 32, 64, 128, 256, 512, 1024, 2048] offload=["on", "off"] #15

Run time

Learn about OS pricing on GitHub Actions
Job Run time
sweep / (1, 16, off) / multiturn_tp1_users16_offloadoff tp=1 users=16 offload=off
15m 16s
sweep / (8, 32, on) / multiturn_tp8_users32_offloadon tp=8 users=32 offload=on
15m 21s
sweep / (4, 512, off) / multiturn_tp4_users512_offloadoff tp=4 users=512 offload=off
3m 13s
sweep / (2, 128, on) / multiturn_tp2_users128_offloadon tp=2 users=128 offload=on
16m 34s
sweep / (2, 256, off) / multiturn_tp2_users256_offloadoff tp=2 users=256 offload=off
16m 54s
sweep / (8, 1024, off) / multiturn_tp8_users1024_offloadoff tp=8 users=1024 offload=off
21s
sweep / (4, 2048, off) / multiturn_tp4_users2048_offloadoff tp=4 users=2048 offload=off
18m 19s
sweep / (4, 16, on) / multiturn_tp4_users16_offloadon tp=4 users=16 offload=on
16m 5s
sweep / (2, 2048, off) / multiturn_tp2_users2048_offloadoff tp=2 users=2048 offload=off
17m 21s
sweep / (2, 1024, on) / multiturn_tp2_users1024_offloadon tp=2 users=1024 offload=on
1m 54s
sweep / (8, 512, on) / multiturn_tp8_users512_offloadon tp=8 users=512 offload=on
4m 12s
sweep / (1, 8, on) / multiturn_tp1_users8_offloadon tp=1 users=8 offload=on
14m 31s
sweep / (1, 128, off) / multiturn_tp1_users128_offloadoff tp=1 users=128 offload=off
1s
sweep / (8, 256, on) / multiturn_tp8_users256_offloadon tp=8 users=256 offload=on
18m 36s
sweep / (4, 1024, on) / multiturn_tp4_users1024_offloadon tp=4 users=1024 offload=on
17m 28s
sweep / (8, 512, off) / multiturn_tp8_users512_offloadoff tp=8 users=512 offload=off
17m 47s
sweep / (1, 1024, off) / multiturn_tp1_users1024_offloadoff tp=1 users=1024 offload=off
55s
sweep / (8, 16, on) / multiturn_tp8_users16_offloadon tp=8 users=16 offload=on
18m 19s
sweep / (2, 64, on) / multiturn_tp2_users64_offloadon tp=2 users=64 offload=on
3m 20s
sweep / (8, 8, off) / multiturn_tp8_users8_offloadoff tp=8 users=8 offload=off
2m 19s
sweep / (8, 16, off) / multiturn_tp8_users16_offloadoff tp=8 users=16 offload=off
1m 36s
sweep / (8, 128, off) / multiturn_tp8_users128_offloadoff tp=8 users=128 offload=off
16m 33s
sweep / (1, 512, off) / multiturn_tp1_users512_offloadoff tp=1 users=512 offload=off
1m 6s
sweep / (2, 64, off) / multiturn_tp2_users64_offloadoff tp=2 users=64 offload=off
1m 55s
sweep / (4, 32, on) / multiturn_tp4_users32_offloadon tp=4 users=32 offload=on
1s
sweep / (4, 16, off) / multiturn_tp4_users16_offloadoff tp=4 users=16 offload=off
1s
sweep / (4, 64, off) / multiturn_tp4_users64_offloadoff tp=4 users=64 offload=off
1s
sweep / (4, 128, off) / multiturn_tp4_users128_offloadoff tp=4 users=128 offload=off
18m 1s
sweep / (8, 2048, on) / multiturn_tp8_users2048_offloadon tp=8 users=2048 offload=on
18m 2s
sweep / (4, 256, off) / multiturn_tp4_users256_offloadoff tp=4 users=256 offload=off
18m 1s
sweep / (4, 64, on) / multiturn_tp4_users64_offloadon tp=4 users=64 offload=on
1s
sweep / (4, 128, on) / multiturn_tp4_users128_offloadon tp=4 users=128 offload=on
18m 1s
sweep / (2, 128, off) / multiturn_tp2_users128_offloadoff tp=2 users=128 offload=off
1s
sweep / (2, 16, off) / multiturn_tp2_users16_offloadoff tp=2 users=16 offload=off
1s
sweep / (4, 512, on) / multiturn_tp4_users512_offloadon tp=4 users=512 offload=on
1s
sweep / (8, 64, off) / multiturn_tp8_users64_offloadoff tp=8 users=64 offload=off
1s
sweep / (2, 32, on) / multiturn_tp2_users32_offloadon tp=2 users=32 offload=on
1s
sweep / (8, 32, off) / multiturn_tp8_users32_offloadoff tp=8 users=32 offload=off
1s
sweep / (2, 256, on) / multiturn_tp2_users256_offloadon tp=2 users=256 offload=on
1s
sweep / (8, 8, on) / multiturn_tp8_users8_offloadon tp=8 users=8 offload=on
1s
sweep / (2, 1024, off) / multiturn_tp2_users1024_offloadoff tp=2 users=1024 offload=off
1s
sweep / (1, 256, off) / multiturn_tp1_users256_offloadoff tp=1 users=256 offload=off
1s
sweep / (1, 64, on) / multiturn_tp1_users64_offloadon tp=1 users=64 offload=on
1s
sweep / (4, 8, on) / multiturn_tp4_users8_offloadon tp=4 users=8 offload=on
1s
sweep / (8, 256, off) / multiturn_tp8_users256_offloadoff tp=8 users=256 offload=off
18m 2s
sweep / (1, 128, on) / multiturn_tp1_users128_offloadon tp=1 users=128 offload=on
18m 0s
sweep / (4, 1024, off) / multiturn_tp4_users1024_offloadoff tp=4 users=1024 offload=off
1s
sweep / (1, 8, off) / multiturn_tp1_users8_offloadoff tp=1 users=8 offload=off
1s
sweep / (8, 64, on) / multiturn_tp8_users64_offloadon tp=8 users=64 offload=on
1s
sweep / (1, 32, off) / multiturn_tp1_users32_offloadoff tp=1 users=32 offload=off
18m 0s
sweep / (2, 2048, on) / multiturn_tp2_users2048_offloadon tp=2 users=2048 offload=on
1s
sweep / (1, 1024, on) / multiturn_tp1_users1024_offloadon tp=1 users=1024 offload=on
1s
sweep / (2, 32, off) / multiturn_tp2_users32_offloadoff tp=2 users=32 offload=off
1s
sweep / (1, 32, on) / multiturn_tp1_users32_offloadon tp=1 users=32 offload=on
18m 0s
sweep / (8, 2048, off) / multiturn_tp8_users2048_offloadoff tp=8 users=2048 offload=off
1s
sweep / (2, 512, on) / multiturn_tp2_users512_offloadon tp=2 users=512 offload=on
1s
sweep / (2, 16, on) / multiturn_tp2_users16_offloadon tp=2 users=16 offload=on
1s
sweep / (1, 16, on) / multiturn_tp1_users16_offloadon tp=1 users=16 offload=on
18m 0s
sweep / (4, 32, off) / multiturn_tp4_users32_offloadoff tp=4 users=32 offload=off
1s
sweep / (1, 2048, on) / multiturn_tp1_users2048_offloadon tp=1 users=2048 offload=on
1s
sweep / (8, 1024, on) / multiturn_tp8_users1024_offloadon tp=8 users=1024 offload=on
1s
sweep / (1, 256, on) / multiturn_tp1_users256_offloadon tp=1 users=256 offload=on
1s
sweep / (8, 128, on) / multiturn_tp8_users128_offloadon tp=8 users=128 offload=on
1s
sweep / (1, 2048, off) / multiturn_tp1_users2048_offloadoff tp=1 users=2048 offload=off
1s
sweep / (2, 8, off) / multiturn_tp2_users8_offloadoff tp=2 users=8 offload=off
1s
sweep / (4, 2048, on) / multiturn_tp4_users2048_offloadon tp=4 users=2048 offload=on
1s
sweep / (1, 512, on) / multiturn_tp1_users512_offloadon tp=1 users=512 offload=on
1s
sweep / (4, 8, off) / multiturn_tp4_users8_offloadoff tp=4 users=8 offload=off
1s
sweep / (4, 256, on) / multiturn_tp4_users256_offloadon tp=4 users=256 offload=on
1s
sweep / (1, 64, off) / multiturn_tp1_users64_offloadoff tp=1 users=64 offload=off
1s
sweep / (2, 512, off) / multiturn_tp2_users512_offloadoff tp=2 users=512 offload=off
18m 1s
sweep / (2, 8, on) / multiturn_tp2_users8_offloadon tp=2 users=8 offload=on
18m 0s
Collect results
29s
7h 19m 10s