Index

_

_blob_to_tuple_kv() (lmcache.cache_engine.LMCacheEngine method) _chunk_kv() (lmcache.cache_engine.LMCacheEngine method) _chunk_tokens() (lmcache.cache_engine.LMCacheEngine method) _get_init_hash() (lmcache.cache_engine.LMCacheEngine method) _hash() (lmcache.cache_engine.LMCacheEngine method) _make_chunks() (lmcache.cache_engine.LMCacheEngine method)

_make_chunks_skip_existing() (lmcache.cache_engine.LMCacheEngine method) _make_key() (lmcache.cache_engine.LMCacheEngine method) _num_tokens_in_kv() (lmcache.cache_engine.LMCacheEngine method) _prefix_hash() (lmcache.cache_engine.LMCacheEngine method) _slice_kv_at() (lmcache.cache_engine.LMCacheEngine method) _tuple_kv_to_blob() (lmcache.cache_engine.LMCacheEngine method)

B

BaseEvictor (class in lmcache.storage_backend.evictor.base_evictor) batched_get() (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) batched_put() (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] blend() (lmcache.blend.executor.CacheBlendImpl method) (lmcache.blend.interfaces.BlendExecutor method)

BlendExecutor (class in lmcache.blend.interfaces) BlendOutput (class in lmcache.blend.interfaces) BlendRetriever (class in lmcache.blend.interfaces) BlendRetrieverResult (class in lmcache.blend.interfaces) BlendRetrieverTask (class in lmcache.blend.interfaces) bytestream (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute) bytestream_lengths (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute)

C

CacheBlendImpl (class in lmcache.blend.executor) CacheEngineKey (class in lmcache.utils) CacheGenConfig (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenDeserializer (class in lmcache.storage_backend.serde.cachegen_decoder) CacheGenEncoderImpl (class in lmcache.storage_backend.serde.cachegen_encoder) CacheGenEncoderOutput (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenGPUBytestream (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenGPUEncoderOutput (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenSerializer (class in lmcache.storage_backend.serde.cachegen_encoder) cdf (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) chunk_hash (lmcache.utils.CacheEngineKey attribute) chunk_size (lmcache.config.LMCacheEngineConfig attribute) CLIENT_EXIST (lmcache.protocol.Constants attribute) CLIENT_GET (lmcache.protocol.Constants attribute) CLIENT_LIST (lmcache.protocol.Constants attribute) CLIENT_PUT (lmcache.protocol.Constants attribute) ClientMetaMessage (class in lmcache.protocol) close() (lmcache.cache_engine.LMCacheEngine method) (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

code (lmcache.protocol.ServerMetaMessage attribute) collect_bytes() (in module lmcache.storage_backend.serde.cachegen_encoder) command (lmcache.protocol.ClientMetaMessage attribute) compute_cdf() (lmcache.storage_backend.serde.cachegen_encoder.CacheGenEncoderImpl method) concat_max() (in module lmcache.storage_backend.serde.cachegen_encoder) Constants (class in lmcache.protocol) contains() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) create_index() (in module lmcache.blend.executor)

D

data_chunks (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) debug_print_device() (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput method) decode_chunk() (in module lmcache.storage_backend.serde.cachegen_decoder) decode_function_gpu() (in module lmcache.storage_backend.serde.cachegen_decoder) deserialize() (lmcache.protocol.ClientMetaMessage static method) (lmcache.protocol.ServerMetaMessage static method) deserialize_worker() (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method)

Deserializer (class in lmcache.storage_backend.serde.serde) DeserializerDebugWrapper (class in lmcache.storage_backend.serde.serde) DiskCacheMetadata (class in lmcache.utils) do_dequantize() (in module lmcache.storage_backend.serde.cachegen_decoder) dtype (lmcache.config.LMCacheEngineMetadata attribute) DummyEvictor (class in lmcache.storage_backend.evictor) (class in lmcache.storage_backend.evictor.base_evictor)

E

enable_blending (lmcache.config.LMCacheEngineConfig attribute) enable_debug (lmcache.config.GlobalConfig attribute) encode_function() (in module lmcache.storage_backend.serde.cachegen_encoder) encode_ntokens() (in module lmcache.storage_backend.serde.cachegen_encoder) ENV_REDIS_SERVICE_NAME (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector attribute)

ENV_REDIS_TIMEOUT (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector attribute) exists() (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method)

F

FastDeserializer (class in lmcache.storage_backend.serde.fast_serde) FastSerializer (class in lmcache.storage_backend.serde.fast_serde) fmt (lmcache.config.LMCacheEngineMetadata attribute) (lmcache.utils.CacheEngineKey attribute) from_bytes() (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput static method) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput static method) (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.fast_serde.FastDeserializer method) (lmcache.storage_backend.serde.safe_serde.SafeDeserializer method) (lmcache.storage_backend.serde.serde.Deserializer method) (lmcache.storage_backend.serde.serde.DeserializerDebugWrapper method) (lmcache.storage_backend.serde.torch_serde.TorchDeserializer method)

from_bytes_normal() (lmcache.storage_backend.serde.fast_serde.FastDeserializer method) (lmcache.storage_backend.serde.safe_serde.SafeDeserializer method) (lmcache.storage_backend.serde.torch_serde.TorchDeserializer method) from_defaults() (lmcache.config.LMCacheEngineConfig static method) from_file() (lmcache.config.LMCacheEngineConfig static method) from_legacy() (lmcache.config.LMCacheEngineConfig static method) from_model_name() (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig static method) from_string() (lmcache.utils.CacheEngineKey static method)

G

get() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

get_output_buffer() (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) get_size() (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) GlobalConfig (class in lmcache.config)

H

head_size (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute)

I

ILLEGAL (lmcache.storage_backend.evictor.base_evictor.PutStatus attribute) indices_to_mask() (in module lmcache.blend.executor)

init_logger() (in module lmcache.logging) is_debug() (lmcache.config.GlobalConfig class method)

K

k (lmcache.blend.interfaces.BlendOutput attribute) (lmcache.blend.interfaces.BlendRetrieverResult attribute) key (lmcache.protocol.ClientMetaMessage attribute) key_first_bins (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute)

key_first_layers (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) key_second_bins (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) key_second_layers (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) key_third_bins (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) key_third_layers (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute)

L

LEGAL (lmcache.storage_backend.evictor.base_evictor.PutStatus attribute) length (lmcache.protocol.ClientMetaMessage attribute) (lmcache.protocol.ServerMetaMessage attribute) list() (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) list_keys() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) lmcache.blend module lmcache.blend.executor module lmcache.blend.interfaces module lmcache.blend.retriever module lmcache.cache_engine module lmcache.config module lmcache.logging module lmcache.protocol module lmcache.server.server_storage_backend.abstract_backend module lmcache.server.server_storage_backend.local_backend module lmcache.storage_backend.abstract_backend module, [1] lmcache.storage_backend.connector.base_connector module lmcache.storage_backend.connector.lm_connector module lmcache.storage_backend.connector.redis_connector module lmcache.storage_backend.evictor module lmcache.storage_backend.evictor.base_evictor module

lmcache.storage_backend.evictor.lru_evictor module lmcache.storage_backend.hybrid_backend module lmcache.storage_backend.local_backend module lmcache.storage_backend.remote_backend module lmcache.storage_backend.serde.cachegen_basics module lmcache.storage_backend.serde.cachegen_decoder module lmcache.storage_backend.serde.cachegen_encoder module lmcache.storage_backend.serde.fast_serde module lmcache.storage_backend.serde.safe_serde module lmcache.storage_backend.serde.serde module lmcache.storage_backend.serde.torch_serde module lmcache.utils module LMCacheEngine (class in lmcache.cache_engine) LMCacheEngineConfig (class in lmcache.config) LMCacheEngineMetadata (class in lmcache.config) LMCBackendInterface (class in lmcache.storage_backend.abstract_backend), [1] LMCHybridBackend (class in lmcache.storage_backend.hybrid_backend) LMCLocalBackend (class in lmcache.storage_backend.local_backend) LMCLocalDiskBackend (class in lmcache.storage_backend.local_backend) LMCPipelinedRemoteBackend (class in lmcache.storage_backend.remote_backend) LMCRemoteBackend (class in lmcache.storage_backend.remote_backend) LMCServerConnector (class in lmcache.storage_backend.connector.lm_connector) LMSBackendInterface (class in lmcache.server.server_storage_backend.abstract_backend) LMSLocalBackend (class in lmcache.server.server_storage_backend.local_backend) LMSLocalDiskBackend (class in lmcache.server.server_storage_backend.local_backend) local_device (lmcache.config.LMCacheEngineConfig attribute) local_indices (lmcache.blend.interfaces.BlendOutput attribute) LocalBackendEndSignal (class in lmcache.storage_backend.local_backend) lookup() (lmcache.cache_engine.LMCacheEngine method) LRUEvictor (class in lmcache.storage_backend.evictor) (class in lmcache.storage_backend.evictor.lru_evictor)

M

make_key_bins() (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) make_value_bins() (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) mask_to_indices() (in module lmcache.blend.executor) max_tensors_key (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) max_tensors_value (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) model_name (lmcache.config.LMCacheEngineMetadata attribute) (lmcache.utils.CacheEngineKey attribute) module lmcache.blend lmcache.blend.executor lmcache.blend.interfaces lmcache.blend.retriever lmcache.cache_engine lmcache.config lmcache.logging lmcache.protocol lmcache.server.server_storage_backend.abstract_backend lmcache.server.server_storage_backend.local_backend lmcache.storage_backend.abstract_backend, [1] lmcache.storage_backend.connector.base_connector lmcache.storage_backend.connector.lm_connector lmcache.storage_backend.connector.redis_connector lmcache.storage_backend.evictor lmcache.storage_backend.evictor.base_evictor lmcache.storage_backend.evictor.lru_evictor lmcache.storage_backend.hybrid_backend lmcache.storage_backend.local_backend lmcache.storage_backend.remote_backend lmcache.storage_backend.serde.cachegen_basics lmcache.storage_backend.serde.cachegen_decoder lmcache.storage_backend.serde.cachegen_encoder lmcache.storage_backend.serde.fast_serde lmcache.storage_backend.serde.safe_serde lmcache.storage_backend.serde.serde lmcache.storage_backend.serde.torch_serde lmcache.utils

N

network_worker() (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) new_request() (lmcache.blend.interfaces.BlendRetriever method) (lmcache.blend.retriever.SPTBlendRetriever method)

ntokens (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute) num_heads (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute)

O

original_positions (lmcache.blend.interfaces.BlendRetrieverResult attribute)

P

packlength() (lmcache.protocol.ClientMetaMessage static method) (lmcache.protocol.ServerMetaMessage static method) path (lmcache.utils.DiskCacheMetadata attribute) pipelined_backend (lmcache.config.LMCacheEngineConfig attribute) positions (lmcache.blend.interfaces.BlendOutput attribute) put() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

put_blocking() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) put_nonblocking() (lmcache.storage_backend.local_backend.LMCLocalBackend method) put_worker() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) PutStatus (class in lmcache.storage_backend.evictor.base_evictor)

Q

q (lmcache.blend.interfaces.BlendOutput attribute) quant() (in module lmcache.storage_backend.serde.cachegen_decoder)

quantize() (lmcache.storage_backend.serde.cachegen_encoder.CacheGenEncoderImpl method) query_start_loc (lmcache.blend.interfaces.BlendOutput attribute)

R

receive_all() (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) recombine_bytes() (in module lmcache.storage_backend.serde.cachegen_decoder) RedisConnector (class in lmcache.storage_backend.connector.redis_connector) RedisSentinelConnector (class in lmcache.storage_backend.connector.redis_connector) remote_serde (lmcache.config.LMCacheEngineConfig attribute) remote_url (lmcache.config.LMCacheEngineConfig attribute) RemoteBackendEndSignal (class in lmcache.storage_backend.remote_backend) RemoteConnector (class in lmcache.storage_backend.connector.base_connector)

RemoteConnectorDebugWrapper (class in lmcache.storage_backend.connector.base_connector) remove() (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) result() (lmcache.blend.interfaces.BlendRetrieverTask method) (lmcache.blend.retriever.SPTBlendRetrieverTask method) retrieve() (lmcache.cache_engine.LMCacheEngine method)

S

SafeDeserializer (class in lmcache.storage_backend.serde.safe_serde) SafeSerializer (class in lmcache.storage_backend.serde.safe_serde) save_decode_cache (lmcache.config.LMCacheEngineConfig attribute) send_all() (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) serialize() (lmcache.protocol.ClientMetaMessage method) (lmcache.protocol.ServerMetaMessage method) Serializer (class in lmcache.storage_backend.serde.serde) SerializerDebugWrapper (class in lmcache.storage_backend.serde.serde) SERVER_FAIL (lmcache.protocol.Constants attribute) SERVER_SUCCESS (lmcache.protocol.Constants attribute) ServerMetaMessage (class in lmcache.protocol) set() (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method)

set_debug() (lmcache.config.GlobalConfig class method) set_positional_encoder() (lmcache.blend.executor.CacheBlendImpl method) set_reverse_positional_encoder() (lmcache.blend.executor.CacheBlendImpl method) size (lmcache.utils.DiskCacheMetadata attribute) SPTBlendRetriever (class in lmcache.blend.retriever) SPTBlendRetrieverTask (class in lmcache.blend.retriever) start_indices (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) store() (lmcache.cache_engine.LMCacheEngine method)

T

to_bytes() (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput method) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) (lmcache.storage_backend.serde.fast_serde.FastSerializer method) (lmcache.storage_backend.serde.safe_serde.SafeSerializer method) (lmcache.storage_backend.serde.serde.Serializer method) (lmcache.storage_backend.serde.serde.SerializerDebugWrapper method) (lmcache.storage_backend.serde.torch_serde.TorchSerializer method)

to_string() (lmcache.utils.CacheEngineKey method) torch_quant() (in module lmcache.storage_backend.serde.cachegen_encoder) torch_quant_vectorized() (in module lmcache.storage_backend.serde.cachegen_encoder) TorchDeserializer (class in lmcache.storage_backend.serde.torch_serde) TorchSerializer (class in lmcache.storage_backend.serde.torch_serde)

U

update_on_get() (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.storage_backend.evictor.base_evictor.DummyEvictor method) (lmcache.storage_backend.evictor.DummyEvictor method) (lmcache.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.storage_backend.evictor.LRUEvictor method)

update_on_put() (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.storage_backend.evictor.base_evictor.DummyEvictor method) (lmcache.storage_backend.evictor.DummyEvictor method) (lmcache.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.storage_backend.evictor.LRUEvictor method)

V

v (lmcache.blend.interfaces.BlendOutput attribute) (lmcache.blend.interfaces.BlendRetrieverResult attribute) valid_mask (lmcache.blend.interfaces.BlendRetrieverResult attribute)

value_first_bins (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) value_first_layers (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) value_second_bins (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute)

W

worker_id (lmcache.config.LMCacheEngineMetadata attribute) (lmcache.utils.CacheEngineKey attribute)

world_size (lmcache.config.LMCacheEngineMetadata attribute) (lmcache.utils.CacheEngineKey attribute)