[Buildkite] Move DP e2e test to DP.yml and run as nightly (#1221)

Signed-off-by: Pooya Moradi <pooyam@google.com>
Co-authored-by: Pooya Moradi <pooyam@google.com>

Author: py4

.buildkite/parallelism/DP.yml

@@ -4,11 +4,14 @@ steps:
   - label: "Correctness tests for DP"
     key: "DP_CorrectnessTest"
     soft_fail: true
+    env:
+      NEW_MODEL_DESIGN: "1"
     agents:
-      queue: tpu_v6e_queue
+      queue: tpu_v6e_8_queue
     commands:
       - |
-        buildkite-agent meta-data set "DP_CorrectnessTest" "to be added"
+        .buildkite/scripts/run_in_docker.sh \
+          bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/e2e/test_data_parallel.py'
   - label: "Record correctness test result for DP"
     key: "record_DP_CorrectnessTest"
     depends_on: "DP_CorrectnessTest"

.buildkite/pipeline_jax.yml

@@ -225,17 +225,6 @@ steps:
            echo "Skipping: NIGHTLY environment variable not set"
            exit 0
          fi
-   - label: "E2E data parallelism test"
-     key: test_14
-     soft_fail: true
-     env:
-        NEW_MODEL_DESIGN: "1"
-     agents:
-        queue: tpu_v6e_8_queue
-     commands:
-        - |
-          .buildkite/scripts/run_in_docker.sh \
-            bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/e2e/test_data_parallel.py'
 
    - label: "lora unit tests on single chip"
      key: test_15
@@ -280,7 +269,6 @@ steps:
        - test_11
        - test_12
        - test_13
-       - test_14
        - test_15
        - test_16
      agents:
@@ -289,4 +277,3 @@ steps:
        - |
          .buildkite/scripts/check_results.sh \
            "TPU JAX Tests Failed" test_0 test_1 test_2 test_3 test_4 test_5 test_6 test_7 test_8 test_9 test_10 test_11 test_12 test_13 test_15 test_16
-        # TODO (johnnyyang) : add DP test back to the list once feature is ready