fix imports in kv_cache tests

Signed-off-by: Juncheng Gu <jcgu@google.com>

Author: juncgu-google

examples/gke/benchmarks/README.md examples/offload/gke/benchmarks/README.mdexamples/gke/benchmarks/README.md renamed to examples/offload/gke/benchmarks/README.md

@@ -13,7 +13,7 @@ spec:
     imagePullPolicy: Always # Uncomment to always pull the latest image for any dev work
     command:
     - python
-    - /workspace/tpu_inference/examples/offline_inference_kv_cache.py
+    - /workspace/tpu_inference/examples/offload/offline_inference_kv_cache.py
     - --model=meta-llama/Llama-3.1-8B
     - --tensor_parallel_size=8
     - --max_model_len=1024

…amples/gke/benchmarks/benchmark-pod.yaml …ffload/gke/benchmarks/benchmark-pod.yamlexamples/gke/benchmarks/benchmark-pod.yaml renamed to examples/offload/gke/benchmarks/benchmark-pod.yaml examples/gke/benchmarks/benchmark-pod.yaml renamed to examples/offload/gke/benchmarks/benchmark-pod.yaml

@@ -19,7 +19,7 @@ spec:
     imagePullPolicy: Always
     command:
     - python
-    - /workspace/tpu_inference/examples/offline_inference_kv_cache_verification.py
+    - /workspace/tpu_inference/examples/offload/offline_inference_kv_cache_verification.py
     - --model=meta-llama/Llama-3.1-8B
     - --tensor_parallel_size=8
     - --max_model_len=1024

…ples/gke/benchmarks/deploy-baseline.yaml …load/gke/benchmarks/deploy-baseline.yamlexamples/gke/benchmarks/deploy-baseline.yaml renamed to examples/offload/gke/benchmarks/deploy-baseline.yaml examples/gke/benchmarks/deploy-baseline.yaml renamed to examples/offload/gke/benchmarks/deploy-baseline.yaml

@@ -5,7 +5,7 @@
 
 import vllm.envs as envs
 from vllm import LLM, EngineArgs
-from vllm.utils import FlexibleArgumentParser
+from vllm.utils.argparse_utils import FlexibleArgumentParser
 
 
 def create_parser():