Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .buildkite/ci_config.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,7 @@
name: vllm_ci
# Every eligible step shards from main's timings (ci-infra runtime_shard.py);
# `automatic_shard: false` on a step opts it out.
automatic_shard_default: true
job_dirs:
- ".buildkite/image_build"
- ".buildkite/test_areas"
Expand Down
5 changes: 0 additions & 5 deletions .buildkite/test_areas/attention.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ depends_on:
steps:
- label: ":nvidia: (H100) V1 Attention"
key: v1-attention-h100-mi300
automatic_shard: true
timeout_in_minutes: 85
device: h100
source_file_dependencies:
Expand All @@ -22,7 +21,6 @@ steps:
amd:
label: ":amd: (MI300) V1 Attention"
dind: false
automatic_shard: true
device: mi300_1
timeout_in_minutes: 125
depends_on:
Expand Down Expand Up @@ -53,7 +51,6 @@ steps:

- label: ":nvidia: (B200) V1 Attention"
key: v1-attention-b200
automatic_shard: true
timeout_in_minutes: 80
device: b200-k8s
source_file_dependencies:
Expand All @@ -70,7 +67,6 @@ steps:
amd:
label: ":amd: (MI355 DPX) V1 Attention"
dind: false
automatic_shard: true
device: mi355_dpx
timeout_in_minutes: 125
depends_on:
Expand Down Expand Up @@ -101,7 +97,6 @@ steps:

- label: ":nvidia: (DGX Spark) [Nightly] FlashInfer NVFP4 XQA"
key: flashinfer-nvfp4-xqa-dgx-spark
automatic_shard: true
timeout_in_minutes: 30
device: dgx-spark
optional: true
Expand Down
11 changes: 1 addition & 10 deletions .buildkite/test_areas/basic_correctness.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ depends_on:
steps:
- label: ":nvidia: (H200 MIG 18GB) Basic Correctness Models"
key: basic-correctness
automatic_shard: true
timeout_in_minutes: 68
device: h200_18gb
source_file_dependencies: &basic-correctness-deps
Expand All @@ -17,7 +16,6 @@ steps:
mirror:
amd:
label: ":amd: (MI355 DPX) Basic Correctness Models"
automatic_shard: true
dind: false
device: mi355_dpx
timeout_in_minutes: 60
Expand All @@ -26,7 +24,6 @@ steps:

- label: ":nvidia: (H200 MIG 18GB) Basic Correctness CuMem"
key: basic-correctness-cumem
automatic_shard: true
timeout_in_minutes: 68
device: h200_18gb
source_file_dependencies: *basic-correctness-deps
Expand All @@ -35,7 +32,6 @@ steps:
- pytest -v -s basic_correctness/memory/cumem
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355 DPX) Basic Correctness CuMem"
dind: false
device: mi355_dpx
Expand All @@ -54,7 +50,7 @@ steps:

- label: ":nvidia: (H200 MIG 18GB) Basic Correctness Sleep Mode"
key: basic-correctness-sleep-mode
automatic_shard: true
automatic_shard: false # staging: a step that opts out, and the mirror that follows it
timeout_in_minutes: 68
device: h200_18gb
source_file_dependencies: *basic-correctness-deps
Expand All @@ -63,7 +59,6 @@ steps:
- pytest -v -s basic_correctness/memory/sleep_mode
mirror:
amd:
automatic_shard: true
label: ":amd: (MI300 DPX) Basic Correctness Sleep Mode"
dind: false
device: mi300_dpx
Expand All @@ -73,7 +68,6 @@ steps:

- label: ":nvidia: (H200 MIG 18GB) Basic Correctness CPU Offload"
key: basic-correctness-cpu-offload
automatic_shard: true
timeout_in_minutes: 68
device: h200_18gb
source_file_dependencies: *basic-correctness-deps
Expand All @@ -82,7 +76,6 @@ steps:
- pytest -v -s basic_correctness/cpu_offload
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355 DPX) Basic Correctness CPU Offload"
dind: false
device: mi355_dpx
Expand All @@ -92,7 +85,6 @@ steps:

- label: ":nvidia: (H200 MIG 18GB) Basic Correctness Prefetch Offload"
key: basic-correctness-prefetch-offload
automatic_shard: true
timeout_in_minutes: 68
device: h200_18gb
source_file_dependencies: *basic-correctness-deps
Expand All @@ -101,7 +93,6 @@ steps:
- pytest -v -s basic_correctness/prefetch_offload
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355 DPX) Basic Correctness Prefetch Offload"
dind: false
device: mi355_dpx
Expand Down
2 changes: 0 additions & 2 deletions .buildkite/test_areas/benchmarks.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ depends_on:
steps:
- label: ":nvidia: (H200 MIG 18GB) Benchmarks CLI"
key: benchmarks-cli-test
automatic_shard: true
timeout_in_minutes: 55
device: h200_18gb
source_file_dependencies:
Expand All @@ -16,7 +15,6 @@ steps:
- pytest -v -s benchmarks/
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355 DPX) Benchmarks CLI"
dind: false
device: mi355_dpx
Expand Down
18 changes: 0 additions & 18 deletions .buildkite/test_areas/compile.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ depends_on:
steps:
- label: ":nvidia: (H100) Distributed Compile"
key: distributed-compile-unit-tests-2xh100
automatic_shard: true
timeout_in_minutes: 45
working_dir: "/vllm-workspace/"
device: h100
Expand All @@ -18,7 +17,6 @@ steps:
- pytest -s -v tests/compile/passes/distributed
mirror:
amd:
automatic_shard: true
label: ':amd: (MI300) Distributed Compile'
dind: false
device: mi300_2
Expand All @@ -38,7 +36,6 @@ steps:

- label: ":nvidia: (B200) Fusion and Compile"
key: fusion-and-compile-unit-tests-2xb200
automatic_shard: true
timeout_in_minutes: 30
working_dir: "/vllm-workspace/"
device: b200-k8s
Expand Down Expand Up @@ -68,7 +65,6 @@ steps:
- pytest -v -s tests/compile/passes/distributed/test_fusion_all_reduce.py
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355) Fusion and Compile FP8"
dind: false
device: mi355_2
Expand Down Expand Up @@ -99,7 +95,6 @@ steps:

- label: ":nvidia: (H100) Fusion E2E Quick"
key: fusion-e2e-quick-h100
automatic_shard: true
timeout_in_minutes: 25
working_dir: "/vllm-workspace/"
device: h100
Expand All @@ -118,7 +113,6 @@ steps:
- pytest -v -s tests/compile/fusions_e2e/test_tp1_quant.py -k "inductor_partition and not +rms_norm and +quant_fp8 and (qwen3 or deepseek)"
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355 DPX) Fusion E2E Quick"
dind: false
device: mi355_dpx
Expand All @@ -141,7 +135,6 @@ steps:

- label: ":nvidia: (H100) [Nightly] Fusion E2E Config Sweep"
key: fusion-e2e-config-sweep-h100
automatic_shard: true
timeout_in_minutes: 25
working_dir: "/vllm-workspace/"
device: h100
Expand All @@ -164,7 +157,6 @@ steps:
amd:
# Run on PRs even when the H100 step is optional (nightly only).
optional: false
automatic_shard: true
label: ":amd: (MI355 DPX) Fusion E2E Config Sweep"
dind: false
device: mi355_dpx
Expand All @@ -188,7 +180,6 @@ steps:

- label: ":nvidia: (B200) [Nightly] Fusion E2E Config Sweep"
key: fusion-e2e-config-sweep-b200
automatic_shard: true
timeout_in_minutes: 30
working_dir: "/vllm-workspace/"
device: b200-k8s
Expand All @@ -202,7 +193,6 @@ steps:
- pytest -v -s tests/compile/fusions_e2e/test_tp1_quant.py -k "inductor_partition and (FLASHINFER and not +rms_norm and (not +quant_fp8 or +quant_fp8 and (qwen3 or deepseek)) or llama-3)"
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355 DPX) Fusion E2E FP8 Config Sweep"
dind: false
device: mi355_dpx
Expand All @@ -225,7 +215,6 @@ steps:

- label: ":nvidia: (H100) Fusion E2E TP2 Quick"
key: fusion-e2e-tp2-quick-h100
automatic_shard: true
timeout_in_minutes: 35
working_dir: "/vllm-workspace/"
device: h100
Expand All @@ -242,7 +231,6 @@ steps:
- pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py -k "inductor_partition and not +rms_norm and (not +quant_fp8 or +quant_fp8 and (qwen3 or deepseek))"
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355) Fusion E2E TP2 Quick"
dind: false
device: mi355_2
Expand Down Expand Up @@ -290,7 +278,6 @@ steps:

- label: ":nvidia: (H100) [Nightly] Fusion E2E TP2 AR-RMS Config Sweep"
key: fusion-e2e-tp2-ar-rms-config-sweep-h100
automatic_shard: true
timeout_in_minutes: 30
working_dir: "/vllm-workspace/"
device: h100
Expand All @@ -313,7 +300,6 @@ steps:
amd:
# Run on PRs even when the H100 step is optional (nightly only).
optional: false
automatic_shard: true
label: ":amd: (MI355) Fusion E2E TP2 AR-RMS FP8 Config Sweep"
dind: false
device: mi355_2
Expand All @@ -340,7 +326,6 @@ steps:

- label: ":nvidia: (B200) Fusion E2E TP2"
key: fusion-e2e-tp2-b200
automatic_shard: true
timeout_in_minutes: 45
working_dir: "/vllm-workspace/"
device: b200-k8s
Expand All @@ -359,7 +344,6 @@ steps:
- pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py -k "(FLASHINFER and inductor_partition and not +rms_norm and (not +quant_fp8 or +quant_fp8 and (qwen3 or deepseek))) or Llama-3.1-8B-Instruct-FP4"
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355) Fusion E2E TP2 FP8 BF16 rewrites"
dind: false
device: mi355_2
Expand Down Expand Up @@ -388,7 +372,6 @@ steps:
- label: ':amd: (MI355) [Nightly] Fusion E2E TP2 AR-RMS (Inductor Partition)'
key: fusion-e2e-tp2-ar-rms-inductor-partition-amd
optional: true
automatic_shard: true
dind: false
device: mi355_2
num_devices: 2
Expand All @@ -411,7 +394,6 @@ steps:
- label: ':amd: (MI355) [Nightly] Fusion E2E TP2 AR-RMS (Dynamo Partition)'
key: fusion-e2e-tp2-ar-rms-dynamo-partition-amd
optional: true
automatic_shard: true
dind: false
device: mi355_2
num_devices: 2
Expand Down
4 changes: 0 additions & 4 deletions .buildkite/test_areas/cuda.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ depends_on:
steps:
- label: ":nvidia: (H200 MIG 18GB) CUDA Platform"
key: platform-tests
automatic_shard: true
timeout_in_minutes: 20
device: h200_18gb
source_file_dependencies:
Expand All @@ -20,7 +19,6 @@ steps:
- pytest -v -s cuda/test_cuda_compatibility_path.py
mirror:
amd:
automatic_shard: true
label: ":amd: (MI355 DPX) CUDA Platform"
dind: false
device: mi355_dpx
Expand All @@ -35,7 +33,6 @@ steps:
- label: ":nvidia: (H200 MIG 18GB) CUDAGraph"
device: h200_18gb
key: cudagraph
automatic_shard: true
timeout_in_minutes: 45
source_file_dependencies:
- tests/v1/cudagraph
Expand All @@ -56,7 +53,6 @@ steps:
- pytest -v -s v1/cudagraph/test_encoder_only_full_cudagraph.py
mirror:
amd:
automatic_shard: true
label: ":amd: (MI250) CUDAGraph"
dind: false
device: mi250_1
Expand Down
Loading