Skip to content
Run Sweep

Run Sweep - Add Kimi-K2.5 INT4 vLLM v0.16.0 benchmark for MI300X #1119

Sign in to view logs

Run Sweep - Add Kimi-K2.5 INT4 vLLM v0.16.0 benchmark for MI300X

Run Sweep - Add Kimi-K2.5 INT4 vLLM v0.16.0 benchmark for MI300X #1119

Run time

Learn about OS pricing on GitHub Actions
Job Run time
check-newline
6s
setup
13s
multi-node 1k8k /
0s
single-node 8k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_8k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-32
1h 4m 49s
single-node 8k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_8k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-64
11m 8s
single-node 1k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-8
37m 56s
single-node 8k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_8k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-16
12m 10s
multi-node 8k1k /
0s
single-node 8k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_8k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-8
26m 0s
single-node 1k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-4
15m 5s
multi-node 1k1k /
0s
single-node 1k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-16
26m 16s
single-node 1k8k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k8k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-8
6m 3s
single-node 1k8k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k8k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-4
8m 50s
single-node 1k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-32
41m 23s
single-node 8k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_8k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-4
21m 38s
single-node 1k8k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k8k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-64 | eval
3h 1m 4s
single-node 1k8k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k8k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-32
3h 0m 43s
single-node 1k8k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k8k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-16
2h 57m 49s
single-node 1k1k / (vllm/vllm-openai-rocm:v0.16.0, moonshotai/Kimi-K2.5, kimik2.5, int4, vllm, no... / kimik2.5_1k1k int4 mi300x vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-64
46m 17s
collect-results / collect-results
13s
collect-evals / collect-evals
23s
calc-success-rate
19s
upload-changelog-metadata
4s
trigger-ingest
0s
14h 18m 29s