Source code for lmcache.experimental.server.storage_backend.local_backend

import threading
from collections import OrderedDict
from typing import List, Optional

from lmcache.experimental.protocol import ClientMetaMessage
from lmcache.experimental.server.storage_backend.abstract_backend import \
    LMSBackendInterface
from lmcache.experimental.server.utils import LMSMemoryObj
from lmcache.logging import init_logger
from lmcache.utils import CacheEngineKey, _lmcache_nvtx_annotate

logger = init_logger(__name__)




class LMSLocalBackend(LMSBackendInterface):

    def __init__(self, ):
        self.dict: OrderedDict[CacheEngineKey, LMSMemoryObj] = OrderedDict()

        self.lock = threading.Lock()

        # TODO(Jiayi): please add evictor

    # TODO


    def list_keys(self) -> List[CacheEngineKey]:
        with self.lock:
            return list(self.dict.keys())




    def contains(
        self,
        key: CacheEngineKey,
    ) -> bool:

        with self.lock:
            return key in self.dict


    # TODO


    def remove(
        self,
        key: CacheEngineKey,
    ) -> None:

        with self.lock:
            self.dict.pop(key)




    def put(
        self,
        client_meta: ClientMetaMessage,
        kv_chunk_bytes: bytearray,
    ) -> None:

        with self.lock:
            self.dict[client_meta.key] = LMSMemoryObj(
                kv_chunk_bytes,
                client_meta.length,
                client_meta.fmt,
                client_meta.dtype,
                client_meta.shape,
            )




    @_lmcache_nvtx_annotate
    def get(
        self,
        key: CacheEngineKey,
    ) -> Optional[LMSMemoryObj]:

        with self.lock:
            return self.dict.get(key, None)




    def close(self):
        pass




# TODO(Jiayi): please implement the remote disk backend
#class LMSLocalDiskBackend(LMSBackendInterface):
#    pass