LMCache Modules

Subpackages

• LMCache Server
• LMCache Storage Backend
• LMCache Blend

Submodules

lmcache.logging module

lmcache.logging.init_logger(name: str) → Logger

lmcache.protocol module

class lmcache.protocol.ClientMetaMessage(command: int, key: str, length: int)

Control message from LMCServerConnector to LMCacheServer

command: int

static deserialize(s: bytes) → ClientMetaMessage

key: str

length: int

static packlength() → int

serialize() → bytes

class lmcache.protocol.Constants

CLIENT_EXIST = 3

CLIENT_GET = 2

CLIENT_LIST = 4

CLIENT_PUT = 1

SERVER_FAIL = 400

SERVER_SUCCESS = 200

class lmcache.protocol.ServerMetaMessage(code: int, length: int)

Control message from LMCacheServer to LMCServerConnector

code: int

static deserialize(s: bytes) → ServerMetaMessage

length: int

static packlength() → int

serialize() → bytes

lmcache.utils module

class lmcache.utils.CacheEngineKey(fmt: str, model_name: str, world_size: int, worker_id: int, chunk_hash: str)

chunk_hash: str

fmt: str

static from_string(s)

model_name: str

to_string()

worker_id: int

world_size: int

class lmcache.utils.DiskCacheMetadata(path: str, size: int, shape: torch.Size | None = None, dtype: torch.dtype | None = None)

dtype: dtype | None = None

path: str

shape: Size | None = None

size: int

lmcache.utils.thread_safe(func)