sglang/python/sglang/srt/model_executor/model_runner.py

[lbk-sys]

def _unwrap_tensor(tensor, tp_rank):
    if isinstance(tensor, LocalSerializedTensor):
        monkey_patch_torch_reductions()
        tensor = tensor.get(tp_rank)
    return tensor.to(torch.npu.current_device())