We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e8d4c5c commit cd5cce2Copy full SHA for cd5cce2
tests/distributed/offload/tpu_offload_connector_worker_test.py
@@ -47,6 +47,7 @@ class MockVllmConfig:
47
def __init__(self, block_size=_DEFAULT_BLOCK_SIZE):
48
self.model_config = self.Model()
49
self.cache_config = self.Cache(block_size)
50
+ self.kv_transfer_config = self.KVTransferConfig()
51
52
class Model:
53
model = "test-model"
@@ -56,6 +57,10 @@ class Cache:
56
57
def __init__(self, block_size):
58
self.block_size = block_size
59
60
+ class KVTransferConfig:
61
+ ip = "ip"
62
+ port = 1234
63
+
64
65
class TestCpuOffloadingSave(jtu.JaxTestCase):
66
"""Test the save functionality of the TPUOffloadConnectorWorker."""
0 commit comments