Skip to content

Commit cd5cce2

Browse files
committed
tweaks
Signed-off-by: Juncheng Gu <jcgu@google.com>
1 parent e8d4c5c commit cd5cce2

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

tests/distributed/offload/tpu_offload_connector_worker_test.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,7 @@ class MockVllmConfig:
4747
def __init__(self, block_size=_DEFAULT_BLOCK_SIZE):
4848
self.model_config = self.Model()
4949
self.cache_config = self.Cache(block_size)
50+
self.kv_transfer_config = self.KVTransferConfig()
5051

5152
class Model:
5253
model = "test-model"
@@ -56,6 +57,10 @@ class Cache:
5657
def __init__(self, block_size):
5758
self.block_size = block_size
5859

60+
class KVTransferConfig:
61+
ip = "ip"
62+
port = 1234
63+
5964

6065
class TestCpuOffloadingSave(jtu.JaxTestCase):
6166
"""Test the save functionality of the TPUOffloadConnectorWorker."""

0 commit comments

Comments
 (0)