Source code for lmcache.storage_backend.serde.fast_serde

import torch

from lmcache.logging import init_logger
from lmcache.storage_backend.serde.serde import Deserializer, Serializer

logger = init_logger(__name__)


[docs] class FastSerializer(Serializer): def __init__(self): super().__init__()
[docs] def to_bytes(self, t: torch.Tensor) -> bytes: # make tensor into bit stream buf = t.contiguous().cpu().view(torch.uint8).numpy().tobytes() return buf
[docs] class FastDeserializer(Deserializer): def __init__(self, dtype): super().__init__(dtype)
[docs] def from_bytes_normal(self, b: bytes) -> torch.Tensor: print(self.dtype) return torch.frombuffer(b, dtype=self.dtype)
[docs] def from_bytes(self, b: bytes) -> torch.Tensor: return self.from_bytes_normal(b)