|
| 1 | +# KV Cache Offload |
| 2 | +# feature support matrix |
| 3 | +steps: |
| 4 | + - label: "Correctness tests for KV Cache Offload" |
| 5 | + key: "KV_Cache_Offload_CorrectnessTest" |
| 6 | + soft_fail: true |
| 7 | + agents: |
| 8 | + queue: tpu_v6e_queue |
| 9 | + commands: |
| 10 | + - | |
| 11 | + .buildkite/scripts/run_in_docker.sh \ |
| 12 | + python3 -m pytest -s -v /workspace/tpu_inference/tests/distributed/offload/tpu_offload_connector_scheduler_test.py \ |
| 13 | + /workspace/tpu_inference/tests/distributed/offload/tpu_offload_connector_worker_test.py \ |
| 14 | + /workspace/tpu_inference/tests/distributed/offload/tpu_offload_cpu_backend_test.py \ |
| 15 | + /workspace/tpu_inference/tests/distributed/offload/tpu_offload_manager_test.py \ |
| 16 | + /workspace/tpu_inference/tests/distributed/offload/tpu_offload_utils_test.py \ |
| 17 | + /workspace/tpu_inference/tests/distributed/offload/tpu_offload_accuracy_test.py |
| 18 | + - label: "Record correctness test result for KV Cache Offload" |
| 19 | + key: "record_KV_Cache_Offload_CorrectnessTest" |
| 20 | + depends_on: "KV_Cache_Offload_CorrectnessTest" |
| 21 | + env: |
| 22 | + CI_TARGET: "KV Cache Offload" |
| 23 | + CI_STAGE: "CorrectnessTest" |
| 24 | + CI_CATEGORY: "feature support matrix" |
| 25 | + agents: |
| 26 | + queue: cpu |
| 27 | + commands: |
| 28 | + - | |
| 29 | + .buildkite/scripts/record_step_result.sh KV_Cache_Offload_CorrectnessTest |
| 30 | +
|
| 31 | + - label: "Performance tests for KV Cache Offload" |
| 32 | + key: "KV_Cache_Offload_PerformanceTest" |
| 33 | + depends_on: "record_KV_Cache_Offload_CorrectnessTest" |
| 34 | + soft_fail: true |
| 35 | + agents: |
| 36 | + queue: tpu_v6e_queue |
| 37 | + commands: |
| 38 | + - | |
| 39 | + buildkite-agent meta-data set "KV_Cache_Offload_PerformanceTest" "to be added" |
| 40 | + - label: "Record performance test result for KV Cache Offload" |
| 41 | + key: "record_KV_Cache_Offload_PerformanceTest" |
| 42 | + depends_on: "KV_Cache_Offload_PerformanceTest" |
| 43 | + env: |
| 44 | + CI_TARGET: "KV Cache Offload" |
| 45 | + CI_STAGE: "PerformanceTest" |
| 46 | + CI_CATEGORY: "feature support matrix" |
| 47 | + agents: |
| 48 | + queue: cpu |
| 49 | + commands: |
| 50 | + - | |
| 51 | + .buildkite/scripts/record_step_result.sh KV_Cache_Offload_PerformanceTest |
0 commit comments