Index

_

_blob_to_tuple_kv() (lmcache.cache_engine.LMCacheEngine method) _chunk_kv() (lmcache.cache_engine.LMCacheEngine method) _chunk_tokens() (lmcache.cache_engine.LMCacheEngine method) _get_init_hash() (lmcache.cache_engine.LMCacheEngine method) _hash() (lmcache.cache_engine.LMCacheEngine method) _make_chunks() (lmcache.cache_engine.LMCacheEngine method)

_make_chunks_skip_existing() (lmcache.cache_engine.LMCacheEngine method) _make_key() (lmcache.cache_engine.LMCacheEngine method) _num_tokens_in_kv() (lmcache.cache_engine.LMCacheEngine method) _prefix_hash() (lmcache.cache_engine.LMCacheEngine method) _slice_kv_at() (lmcache.cache_engine.LMCacheEngine method) _tuple_kv_to_blob() (lmcache.cache_engine.LMCacheEngine method)

A

address (lmcache.experimental.memory_management.MemoryObjMetadata attribute) ALIGN_BYTES (lmcache.experimental.memory_management.TensorMemoryAllocator attribute) allocate() (lmcache.experimental.memory_management.BufferAllocator method) (lmcache.experimental.memory_management.GPUMemoryAllocator method) (lmcache.experimental.memory_management.HostMemoryAllocator method) (lmcache.experimental.memory_management.MemoryAllocatorInterface method) (lmcache.experimental.memory_management.MixedMemoryAllocator method) (lmcache.experimental.memory_management.PinMemoryAllocator method) (lmcache.experimental.memory_management.TensorMemoryAllocator method) (lmcache.experimental.storage_backend.storage_manager.StorageManager method) (lmcache.storage_backend.mem_pool.base_pool.BasePool method) (lmcache.storage_backend.mem_pool.local_pool.LocalCPUBufferPool method) (lmcache.storage_backend.mem_pool.local_pool.LocalPool method) (lmcache.storage_backend.mem_pool.LocalCPUBufferPool method) (lmcache.storage_backend.mem_pool.LocalPool method)

async_load_bytes_from_disk() (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) async_save_bytes_to_disk() (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method)

B

BaseEvictor (class in lmcache.experimental.storage_backend.evictor.base_evictor) (class in lmcache.storage_backend.evictor.base_evictor) BasePool (class in lmcache.storage_backend.mem_pool.base_pool) batched_get() (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) batched_put() (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] batched_remove() (lmcache.experimental.lookup_server.abstract_server.LookupServerInterface method) (lmcache.experimental.lookup_server.LookupServerInterface method) (lmcache.experimental.lookup_server.redis_server.RedisLookupServer method) (lmcache.experimental.lookup_server.RedisLookupServer method) BINARY (lmcache.experimental.memory_management.MemoryFormat attribute) BINARY_BUFFER (lmcache.experimental.memory_management.MemoryFormat attribute) bins (lmcache.storage_backend.serde.cachegen_basics.QuantizationSpec attribute) blend() (lmcache.blend.executor.CacheBlendImpl method) (lmcache.blend.interfaces.BlendExecutor method) blend_min_tokens (lmcache.experimental.config.LMCacheEngineConfig attribute)

blend_recompute_ratio (lmcache.experimental.config.LMCacheEngineConfig attribute) BlendExecutor (class in lmcache.blend.interfaces) BlendOutput (class in lmcache.blend.interfaces) BlendRetriever (class in lmcache.blend.interfaces) BlendRetrieverResult (class in lmcache.blend.interfaces) BlendRetrieverTask (class in lmcache.blend.interfaces) broadcast_seq_group_list() (in module lmcache.integration.vllm.vllm_adapter) buffer_sweeper() (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) BufferAllocator (class in lmcache.experimental.memory_management) build_partial_prefill_input() (in module lmcache.integration.vllm.vllm_adapter) byte_array (lmcache.experimental.memory_management.BytesBufferMemoryObj property) (lmcache.experimental.memory_management.MemoryObj property) (lmcache.experimental.memory_management.TensorMemoryObj property) BYTES (lmcache.storage_backend.connector.base_connector.ConnectorType attribute) BytesBufferMemoryObj (class in lmcache.experimental.memory_management) bytestream (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute) bytestream_lengths (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute)

C

CacheBlendImpl (class in lmcache.blend.executor) CacheEngineEndSignal (class in lmcache.experimental.cache_engine) CacheEngineKey (class in lmcache.utils) CacheGenConfig (class in lmcache.experimental.storage_backend.naive_serde.cachegen_basics) (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenDeserializer (class in lmcache.experimental.storage_backend.naive_serde.cachegen_decoder) (class in lmcache.storage_backend.serde.cachegen_decoder) CacheGenEncoderImpl (class in lmcache.storage_backend.serde.cachegen_encoder) CacheGenEncoderOutput (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenGPUBytestream (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenGPUEncoderOutput (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenSerializer (class in lmcache.experimental.storage_backend.naive_serde.cachegen_encoder) (class in lmcache.storage_backend.serde.cachegen_encoder) can_be_coalesced() (lmcache.experimental.memory_management.FreeBlock method) cdf (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) check_connector_type() (in module lmcache.storage_backend.connector.base_connector) chunk_hash (lmcache.utils.CacheEngineKey attribute) chunk_idx (lmcache.storage_backend.mem_pool.base_pool.KVObj attribute) (lmcache.storage_backend.mem_pool.KVObj attribute) CHUNK_PREFILL (lmcache.integration.vllm.vllm_adapter.RetrieveStatus attribute) (lmcache.integration.vllm.vllm_adapter.StoreStatus attribute) chunk_size (lmcache.experimental.config.LMCacheEngineConfig attribute) ChunkedTokenDatabase (class in lmcache.experimental.token_database) CLIENT_EXIST (lmcache.protocol.Constants attribute) CLIENT_GET (lmcache.protocol.Constants attribute) CLIENT_LIST (lmcache.protocol.Constants attribute) CLIENT_PUT (lmcache.protocol.Constants attribute) ClientMetaMessage (class in lmcache.protocol) close() (lmcache.cache_engine.LMCacheEngine method) (lmcache.experimental.cache_engine.LMCacheEngine method) (lmcache.experimental.distributed_server.abstract_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer method) (lmcache.experimental.distributed_server.NaiveDistributedServer method) (lmcache.experimental.server.storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.experimental.server.storage_backend.local_backend.LMSLocalBackend method) (lmcache.experimental.storage_backend.abstract_backend.StorageBackendInterface method) (lmcache.experimental.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.experimental.storage_backend.connector.infinistore_connector.InfinistoreConnector method) (lmcache.experimental.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) (lmcache.experimental.storage_backend.storage_manager.StorageManager method) (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

close_lmcache_engine() (in module lmcache.integration.vllm.vllm_adapter) code (lmcache.protocol.ServerMetaMessage attribute) collect_bytes() (in module lmcache.storage_backend.serde.cachegen_encoder) command (lmcache.protocol.ClientMetaMessage attribute) compute_cdf() (lmcache.storage_backend.serde.cachegen_encoder.CacheGenEncoderImpl method) concat_max() (in module lmcache.storage_backend.serde.cachegen_encoder) connector_type (lmcache.experimental.storage_backend.connector.ParsedRemoteURL attribute) ConnectorType (class in lmcache.storage_backend.connector.base_connector) Constants (class in lmcache.protocol) contains() (lmcache.experimental.server.storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.experimental.server.storage_backend.local_backend.LMSLocalBackend method) (lmcache.experimental.storage_backend.abstract_backend.StorageBackendInterface method) (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) (lmcache.experimental.storage_backend.storage_manager.StorageManager method) (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) create_index() (in module lmcache.blend.executor) CreateConnector() (in module lmcache.experimental.storage_backend.connector) CreateSerde() (in module lmcache.experimental.storage_backend.naive_serde) CreateStorageBackend() (in module lmcache.experimental.server.storage_backend) CreateStorageBackends() (in module lmcache.experimental.storage_backend)

D

data (lmcache.experimental.server.utils.LMSMemoryObj attribute) (lmcache.storage_backend.mem_pool.base_pool.KVObj attribute) (lmcache.storage_backend.mem_pool.KVObj attribute) data_chunks (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) debug_print_device() (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput method) DECODE (lmcache.integration.vllm.vllm_adapter.StoreStatus attribute) decode_chunk() (in module lmcache.storage_backend.serde.cachegen_decoder) decode_function_gpu() (in module lmcache.storage_backend.serde.cachegen_decoder) deserialize() (lmcache.experimental.storage_backend.naive_serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.experimental.storage_backend.naive_serde.Deserializer method) (lmcache.experimental.storage_backend.naive_serde.kivi_serde.KIVIDeserializer method) (lmcache.experimental.storage_backend.naive_serde.KIVIDeserializer method) (lmcache.experimental.storage_backend.naive_serde.naive_serde.NaiveDeserializer method) (lmcache.experimental.storage_backend.naive_serde.serde.Deserializer method) (lmcache.protocol.ClientMetaMessage static method) (lmcache.protocol.ServerMetaMessage static method)

deserialize_worker() (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) Deserializer (class in lmcache.experimental.storage_backend.naive_serde) (class in lmcache.experimental.storage_backend.naive_serde.serde) (class in lmcache.storage_backend.serde.serde) DeserializerDebugWrapper (class in lmcache.storage_backend.serde.serde) destroy() (lmcache.experimental.cache_engine.LMCacheEngineBuilder class method) DiskCacheMetadata (class in lmcache.utils) distributed_url (lmcache.experimental.config.LMCacheEngineConfig attribute) DistributedServerInterface (class in lmcache.experimental.distributed_server) (class in lmcache.experimental.distributed_server.abstract_server) do_dequantize() (in module lmcache.storage_backend.serde.cachegen_decoder) dtype (lmcache.experimental.memory_management.MemoryObjMetadata attribute) (lmcache.experimental.server.utils.LMSMemoryObj attribute) (lmcache.utils.DiskCacheMetadata attribute) DummyEvictor (class in lmcache.storage_backend.evictor) (class in lmcache.storage_backend.evictor.base_evictor)

E

enable_blending (lmcache.experimental.config.LMCacheEngineConfig attribute) enable_p2p (lmcache.experimental.config.LMCacheEngineConfig attribute) encode_function() (in module lmcache.storage_backend.serde.cachegen_encoder) encode_ntokens() (in module lmcache.storage_backend.serde.cachegen_encoder) end_layer (lmcache.storage_backend.serde.cachegen_basics.QuantizationSpec attribute) ENV_REDIS_SERVICE_NAME (lmcache.experimental.storage_backend.connector.redis_connector.RedisSentinelConnector attribute) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector attribute) ENV_REDIS_TIMEOUT (lmcache.experimental.storage_backend.connector.redis_connector.RedisSentinelConnector attribute) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector attribute) error_handling (lmcache.experimental.config.LMCacheEngineConfig attribute) exists() (lmcache.experimental.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.experimental.storage_backend.connector.infinistore_connector.InfinistoreConnector method) (lmcache.experimental.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method)

exists_in_put_tasks() (lmcache.experimental.storage_backend.abstract_backend.StorageBackendInterface method) (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method)

F

FastDeserializer (class in lmcache.storage_backend.serde.fast_serde) FastSerializer (class in lmcache.storage_backend.serde.fast_serde) fmt (lmcache.experimental.memory_management.MemoryObjMetadata attribute) (lmcache.experimental.server.utils.LMSMemoryObj attribute) (lmcache.utils.CacheEngineKey attribute) free() (lmcache.experimental.memory_management.BufferAllocator method) (lmcache.experimental.memory_management.GPUMemoryAllocator method) (lmcache.experimental.memory_management.HostMemoryAllocator method) (lmcache.experimental.memory_management.MemoryAllocatorInterface method) (lmcache.experimental.memory_management.MixedMemoryAllocator method) (lmcache.experimental.memory_management.PinMemoryAllocator method) (lmcache.experimental.memory_management.TensorMemoryAllocator method) (lmcache.storage_backend.mem_pool.base_pool.BasePool method) (lmcache.storage_backend.mem_pool.local_pool.LocalPool method) (lmcache.storage_backend.mem_pool.LocalPool method) FreeBlock (class in lmcache.experimental.memory_management) from_bytes() (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput static method) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput static method) (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.fast_serde.FastDeserializer method) (lmcache.storage_backend.serde.safe_serde.SafeDeserializer method) (lmcache.storage_backend.serde.serde.Deserializer method) (lmcache.storage_backend.serde.serde.DeserializerDebugWrapper method) (lmcache.storage_backend.serde.torch_serde.TorchDeserializer method)

from_bytes_normal() (lmcache.storage_backend.serde.fast_serde.FastDeserializer method) (lmcache.storage_backend.serde.safe_serde.SafeDeserializer method) (lmcache.storage_backend.serde.torch_serde.TorchDeserializer method) from_defaults() (lmcache.experimental.config.LMCacheEngineConfig static method) from_env() (lmcache.experimental.config.LMCacheEngineConfig static method) from_file() (lmcache.experimental.config.LMCacheEngineConfig static method) from_gpu() (lmcache.experimental.gpu_connector.GPUConnectorInterface method) (lmcache.experimental.gpu_connector.VLLMNestedTupleGPUConnector method) (lmcache.experimental.gpu_connector.VLLMPagedMemGPUConnector method) (lmcache.experimental.gpu_connector.VLLMPagedMemGPUConnectorV2 method) from_legacy() (lmcache.experimental.config.LMCacheEngineConfig static method) from_model_name() (lmcache.experimental.storage_backend.naive_serde.cachegen_basics.CacheGenConfig static method) (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig static method) from_string() (lmcache.utils.CacheEngineKey static method)

G

get() (lmcache.experimental.cache_engine.LMCacheEngineBuilder class method) (lmcache.experimental.server.storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.experimental.server.storage_backend.local_backend.LMSLocalBackend method) (lmcache.experimental.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.experimental.storage_backend.connector.infinistore_connector.InfinistoreConnector method) (lmcache.experimental.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.experimental.storage_backend.storage_manager.StorageManager method) (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) get_blocking() (lmcache.experimental.storage_backend.abstract_backend.StorageBackendInterface method) (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) get_dtype() (lmcache.experimental.memory_management.BytesBufferMemoryObj method) (lmcache.experimental.memory_management.MemoryObj method) (lmcache.experimental.memory_management.TensorMemoryObj method) get_memory_format() (lmcache.experimental.memory_management.BytesBufferMemoryObj method) (lmcache.experimental.memory_management.MemoryObj method) (lmcache.experimental.memory_management.TensorMemoryObj method)

get_or_create() (lmcache.experimental.cache_engine.LMCacheEngineBuilder class method) get_output_buffer() (lmcache.experimental.storage_backend.naive_serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) get_physical_size() (lmcache.experimental.memory_management.BytesBufferMemoryObj method) (lmcache.experimental.memory_management.MemoryObj method) (lmcache.experimental.memory_management.TensorMemoryObj method) get_ref_count() (lmcache.experimental.memory_management.BufferAllocator method) (lmcache.experimental.memory_management.GPUMemoryAllocator method) (lmcache.experimental.memory_management.HostMemoryAllocator method) (lmcache.experimental.memory_management.MemoryAllocatorInterface method) (lmcache.experimental.memory_management.MixedMemoryAllocator method) (lmcache.experimental.memory_management.PinMemoryAllocator method) (lmcache.experimental.memory_management.TensorMemoryAllocator method) get_shape() (lmcache.experimental.gpu_connector.GPUConnectorInterface method) (lmcache.experimental.gpu_connector.VLLMNestedTupleGPUConnector method) (lmcache.experimental.gpu_connector.VLLMPagedMemGPUConnector method) (lmcache.experimental.gpu_connector.VLLMPagedMemGPUConnectorV2 method) (lmcache.experimental.memory_management.BytesBufferMemoryObj method) (lmcache.experimental.memory_management.MemoryObj method) (lmcache.experimental.memory_management.TensorMemoryObj method) get_size() (lmcache.experimental.memory_management.BytesBufferMemoryObj method) (lmcache.experimental.memory_management.MemoryObj method) (lmcache.experimental.memory_management.TensorMemoryObj method) (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) GPUConnectorInterface (class in lmcache.experimental.gpu_connector) GPUMemoryAllocator (class in lmcache.experimental.memory_management)

H

handle_client() (lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer method) (lmcache.experimental.distributed_server.NaiveDistributedServer method) handle_get() (lmcache.experimental.distributed_server.abstract_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer method) (lmcache.experimental.distributed_server.NaiveDistributedServer method)

head_size (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) HostMemoryAllocator (class in lmcache.experimental.memory_management) hosts (lmcache.experimental.storage_backend.connector.ParsedRemoteURL attribute)

I

ILLEGAL (lmcache.experimental.storage_backend.evictor.base_evictor.PutStatus attribute) (lmcache.experimental.storage_backend.evictor.PutStatus attribute) (lmcache.storage_backend.evictor.base_evictor.PutStatus attribute) indices_to_mask() (in module lmcache.blend.executor) InfinistoreConnector (class in lmcache.experimental.storage_backend.connector.infinistore_connector) init_lmcache_engine() (in module lmcache.integration.vllm.vllm_adapter) init_logger() (in module lmcache.logging) init_max_chunk_num() (lmcache.storage_backend.mem_pool.local_pool.LocalPool method) (lmcache.storage_backend.mem_pool.LocalPool method) insert() (lmcache.experimental.lookup_server.abstract_server.LookupServerInterface method) (lmcache.experimental.lookup_server.LookupServerInterface method) (lmcache.experimental.lookup_server.redis_server.RedisLookupServer method) (lmcache.experimental.lookup_server.RedisLookupServer method)

insert_key() (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) invalidate() (lmcache.experimental.memory_management.BytesBufferMemoryObj method) (lmcache.experimental.memory_management.MemoryObj method) (lmcache.experimental.memory_management.TensorMemoryObj method) is_valid() (lmcache.experimental.memory_management.BytesBufferMemoryObj method) (lmcache.experimental.memory_management.MemoryObj method) (lmcache.experimental.memory_management.TensorMemoryObj method) issue_get() (lmcache.experimental.distributed_server.abstract_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer method) (lmcache.experimental.distributed_server.NaiveDistributedServer method)

K

k (lmcache.blend.interfaces.BlendOutput attribute) (lmcache.blend.interfaces.BlendRetrieverResult attribute) key (lmcache.protocol.ClientMetaMessage attribute) KIVIDeserializer (class in lmcache.experimental.storage_backend.naive_serde) (class in lmcache.experimental.storage_backend.naive_serde.kivi_serde) KIVISerializer (class in lmcache.experimental.storage_backend.naive_serde) (class in lmcache.experimental.storage_backend.naive_serde.kivi_serde)

kspecs (lmcache.experimental.storage_backend.naive_serde.cachegen_basics.CacheGenConfig attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) KV_BLOB (lmcache.experimental.memory_management.MemoryFormat attribute) KVObj (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.base_pool)

L

LEGAL (lmcache.experimental.storage_backend.evictor.base_evictor.PutStatus attribute) (lmcache.experimental.storage_backend.evictor.PutStatus attribute) (lmcache.storage_backend.evictor.base_evictor.PutStatus attribute) length (lmcache.experimental.server.utils.LMSMemoryObj attribute) (lmcache.protocol.ClientMetaMessage attribute) (lmcache.protocol.ServerMetaMessage attribute) list() (lmcache.experimental.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.experimental.storage_backend.connector.infinistore_connector.InfinistoreConnector method) (lmcache.experimental.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) list_keys() (lmcache.experimental.server.storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.experimental.server.storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) lmcache.blend module lmcache.blend.executor module lmcache.blend.interfaces module lmcache.blend.retriever module lmcache.cache_engine module lmcache.experimental module lmcache.experimental.cache_engine module lmcache.experimental.config module lmcache.experimental.distributed_server module lmcache.experimental.distributed_server.abstract_server module lmcache.experimental.distributed_server.naive_server module lmcache.experimental.gpu_connector module lmcache.experimental.lookup_server module lmcache.experimental.lookup_server.abstract_server module lmcache.experimental.lookup_server.redis_server module lmcache.experimental.memory_management module lmcache.experimental.server module lmcache.experimental.server.storage_backend module lmcache.experimental.server.storage_backend.abstract_backend module lmcache.experimental.server.storage_backend.local_backend module lmcache.experimental.server.utils module lmcache.experimental.storage_backend module lmcache.experimental.storage_backend.abstract_backend module lmcache.experimental.storage_backend.connector module lmcache.experimental.storage_backend.connector.base_connector module lmcache.experimental.storage_backend.connector.infinistore_connector module lmcache.experimental.storage_backend.connector.lm_connector module lmcache.experimental.storage_backend.connector.redis_connector module lmcache.experimental.storage_backend.evictor module lmcache.experimental.storage_backend.evictor.base_evictor module lmcache.experimental.storage_backend.evictor.lru_evictor module lmcache.experimental.storage_backend.local_disk_backend module lmcache.experimental.storage_backend.naive_serde module lmcache.experimental.storage_backend.naive_serde.cachegen_basics module lmcache.experimental.storage_backend.naive_serde.cachegen_decoder module lmcache.experimental.storage_backend.naive_serde.cachegen_encoder module lmcache.experimental.storage_backend.naive_serde.kivi_serde module lmcache.experimental.storage_backend.naive_serde.naive_serde module lmcache.experimental.storage_backend.naive_serde.serde module lmcache.experimental.storage_backend.storage_manager module lmcache.experimental.token_database module lmcache.integration module

lmcache.integration.vllm module lmcache.integration.vllm.utils module lmcache.integration.vllm.vllm_adapter module lmcache.logging module lmcache.protocol module lmcache.server.server_storage_backend.abstract_backend module lmcache.server.server_storage_backend.local_backend module lmcache.storage_backend.abstract_backend module, [1] lmcache.storage_backend.connector.base_connector module lmcache.storage_backend.connector.lm_connector module lmcache.storage_backend.connector.redis_connector module lmcache.storage_backend.evictor module lmcache.storage_backend.evictor.base_evictor module lmcache.storage_backend.evictor.lru_evictor module lmcache.storage_backend.hybrid_backend module lmcache.storage_backend.local_backend module lmcache.storage_backend.mem_pool module lmcache.storage_backend.mem_pool.base_pool module lmcache.storage_backend.mem_pool.local_pool module lmcache.storage_backend.remote_backend module lmcache.storage_backend.serde.cachegen_basics module lmcache.storage_backend.serde.cachegen_decoder module lmcache.storage_backend.serde.cachegen_encoder module lmcache.storage_backend.serde.fast_serde module lmcache.storage_backend.serde.safe_serde module lmcache.storage_backend.serde.serde module lmcache.storage_backend.serde.torch_serde module lmcache.utils module lmcache_get_config() (in module lmcache.integration.vllm.utils) lmcache_retrieve_kv() (in module lmcache.integration.vllm.vllm_adapter) lmcache_should_retrieve() (in module lmcache.integration.vllm.vllm_adapter) lmcache_should_store() (in module lmcache.integration.vllm.vllm_adapter) lmcache_store_kv() (in module lmcache.integration.vllm.vllm_adapter) LMCacheEngine (class in lmcache.cache_engine) (class in lmcache.experimental.cache_engine) LMCacheEngineBuilder (class in lmcache.experimental.cache_engine) LMCacheEngineConfig (class in lmcache.experimental.config) LMCBackendInterface (class in lmcache.storage_backend.abstract_backend), [1] LMCHybridBackend (class in lmcache.storage_backend.hybrid_backend) LMCLocalBackend (class in lmcache.storage_backend.local_backend) LMCLocalDiskBackend (class in lmcache.storage_backend.local_backend) LMCPipelinedRemoteBackend (class in lmcache.storage_backend.remote_backend) LMCRemoteBackend (class in lmcache.storage_backend.remote_backend) LMCServerConnector (class in lmcache.experimental.storage_backend.connector.lm_connector) (class in lmcache.storage_backend.connector.lm_connector) LMSBackendInterface (class in lmcache.experimental.server.storage_backend.abstract_backend) (class in lmcache.server.server_storage_backend.abstract_backend) LMSLocalBackend (class in lmcache.experimental.server.storage_backend.local_backend) (class in lmcache.server.server_storage_backend.local_backend) LMSLocalDiskBackend (class in lmcache.server.server_storage_backend.local_backend) LMSMemoryObj (class in lmcache.experimental.server.utils) load_bytes_from_disk() (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) load_disk() (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) local_cpu (lmcache.experimental.config.LMCacheEngineConfig attribute) local_disk (lmcache.experimental.config.LMCacheEngineConfig attribute) local_indices (lmcache.blend.interfaces.BlendOutput attribute) LocalBackendEndSignal (class in lmcache.storage_backend.local_backend) LocalCPUBufferPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) LocalCPUPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) LocalDiskBackend (class in lmcache.experimental.storage_backend.local_disk_backend) LocalGPUPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) LocalPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) lookup() (lmcache.cache_engine.LMCacheEngine method) (lmcache.experimental.cache_engine.LMCacheEngine method) (lmcache.experimental.lookup_server.abstract_server.LookupServerInterface method) (lmcache.experimental.lookup_server.LookupServerInterface method) (lmcache.experimental.lookup_server.redis_server.RedisLookupServer method) (lmcache.experimental.lookup_server.RedisLookupServer method) lookup_url (lmcache.experimental.config.LMCacheEngineConfig attribute) LookupServerInterface (class in lmcache.experimental.lookup_server) (class in lmcache.experimental.lookup_server.abstract_server) LRUEvictor (class in lmcache.experimental.storage_backend.evictor) (class in lmcache.experimental.storage_backend.evictor.lru_evictor) (class in lmcache.storage_backend.evictor) (class in lmcache.storage_backend.evictor.lru_evictor)

M

make_key_bins() (lmcache.experimental.storage_backend.naive_serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.experimental.storage_backend.naive_serde.cachegen_encoder.CacheGenSerializer method) (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) make_value_bins() (lmcache.experimental.storage_backend.naive_serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.experimental.storage_backend.naive_serde.cachegen_encoder.CacheGenSerializer method) (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) mask_to_indices() (in module lmcache.blend.executor) max_local_cpu_size (lmcache.experimental.config.LMCacheEngineConfig attribute) max_local_disk_size (lmcache.experimental.config.LMCacheEngineConfig attribute) max_tensors_key (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) max_tensors_value (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) memcheck() (lmcache.experimental.memory_management.BufferAllocator method) (lmcache.experimental.memory_management.GPUMemoryAllocator method) (lmcache.experimental.memory_management.HostMemoryAllocator method) (lmcache.experimental.memory_management.MixedMemoryAllocator method) (lmcache.experimental.memory_management.PinMemoryAllocator method) (lmcache.experimental.memory_management.TensorMemoryAllocator method) MemoryAllocatorInterface (class in lmcache.experimental.memory_management) MemoryFormat (class in lmcache.experimental.memory_management) MemoryObj (class in lmcache.experimental.memory_management) MemoryObjMetadata (class in lmcache.experimental.memory_management) metadata (lmcache.experimental.memory_management.BytesBufferMemoryObj property) (lmcache.experimental.memory_management.MemoryObj property) (lmcache.experimental.memory_management.TensorMemoryObj property) MixedMemoryAllocator (class in lmcache.experimental.memory_management) model_name (lmcache.utils.CacheEngineKey attribute) module lmcache.blend lmcache.blend.executor lmcache.blend.interfaces lmcache.blend.retriever lmcache.cache_engine lmcache.experimental lmcache.experimental.cache_engine lmcache.experimental.config lmcache.experimental.distributed_server lmcache.experimental.distributed_server.abstract_server lmcache.experimental.distributed_server.naive_server lmcache.experimental.gpu_connector lmcache.experimental.lookup_server lmcache.experimental.lookup_server.abstract_server lmcache.experimental.lookup_server.redis_server lmcache.experimental.memory_management lmcache.experimental.server lmcache.experimental.server.storage_backend lmcache.experimental.server.storage_backend.abstract_backend lmcache.experimental.server.storage_backend.local_backend lmcache.experimental.server.utils lmcache.experimental.storage_backend lmcache.experimental.storage_backend.abstract_backend lmcache.experimental.storage_backend.connector lmcache.experimental.storage_backend.connector.base_connector lmcache.experimental.storage_backend.connector.infinistore_connector lmcache.experimental.storage_backend.connector.lm_connector lmcache.experimental.storage_backend.connector.redis_connector lmcache.experimental.storage_backend.evictor lmcache.experimental.storage_backend.evictor.base_evictor lmcache.experimental.storage_backend.evictor.lru_evictor lmcache.experimental.storage_backend.local_disk_backend lmcache.experimental.storage_backend.naive_serde lmcache.experimental.storage_backend.naive_serde.cachegen_basics lmcache.experimental.storage_backend.naive_serde.cachegen_decoder lmcache.experimental.storage_backend.naive_serde.cachegen_encoder lmcache.experimental.storage_backend.naive_serde.kivi_serde lmcache.experimental.storage_backend.naive_serde.naive_serde lmcache.experimental.storage_backend.naive_serde.serde lmcache.experimental.storage_backend.storage_manager lmcache.experimental.token_database lmcache.integration lmcache.integration.vllm lmcache.integration.vllm.utils lmcache.integration.vllm.vllm_adapter lmcache.logging lmcache.protocol lmcache.server.server_storage_backend.abstract_backend lmcache.server.server_storage_backend.local_backend lmcache.storage_backend.abstract_backend, [1] lmcache.storage_backend.connector.base_connector lmcache.storage_backend.connector.lm_connector lmcache.storage_backend.connector.redis_connector lmcache.storage_backend.evictor lmcache.storage_backend.evictor.base_evictor lmcache.storage_backend.evictor.lru_evictor lmcache.storage_backend.hybrid_backend lmcache.storage_backend.local_backend lmcache.storage_backend.mem_pool lmcache.storage_backend.mem_pool.base_pool lmcache.storage_backend.mem_pool.local_pool lmcache.storage_backend.remote_backend lmcache.storage_backend.serde.cachegen_basics lmcache.storage_backend.serde.cachegen_decoder lmcache.storage_backend.serde.cachegen_encoder lmcache.storage_backend.serde.fast_serde lmcache.storage_backend.serde.safe_serde lmcache.storage_backend.serde.serde lmcache.storage_backend.serde.torch_serde lmcache.utils

N

NaiveDeserializer (class in lmcache.experimental.storage_backend.naive_serde.naive_serde) NaiveDistributedServer (class in lmcache.experimental.distributed_server) (class in lmcache.experimental.distributed_server.naive_server) NaiveSerializer (class in lmcache.experimental.storage_backend.naive_serde.naive_serde) network_worker() (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) new_request() (lmcache.blend.interfaces.BlendRetriever method) (lmcache.blend.retriever.SPTBlendRetriever method)

nlayers (lmcache.experimental.storage_backend.naive_serde.cachegen_basics.CacheGenConfig attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) NONE (lmcache.integration.vllm.vllm_adapter.RetrieveStatus attribute) (lmcache.integration.vllm.vllm_adapter.StoreStatus attribute) ntokens (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute) num_heads (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute)

O

original_positions (lmcache.blend.interfaces.BlendRetrieverResult attribute)

P

packlength() (lmcache.protocol.ClientMetaMessage static method) (lmcache.protocol.ServerMetaMessage static method) parse_remote_url() (in module lmcache.experimental.storage_backend.connector) ParsedRemoteURL (class in lmcache.experimental.storage_backend.connector) path (lmcache.utils.DiskCacheMetadata attribute) paths (lmcache.experimental.storage_backend.connector.ParsedRemoteURL attribute) phy_size (lmcache.experimental.memory_management.MemoryObjMetadata attribute) PinMemoryAllocator (class in lmcache.experimental.memory_management) ports (lmcache.experimental.storage_backend.connector.ParsedRemoteURL attribute) positions (lmcache.blend.interfaces.BlendOutput attribute) prefetch() (lmcache.experimental.cache_engine.LMCacheEngine method) (lmcache.experimental.storage_backend.storage_manager.StorageManager method) prefetch_callback() (lmcache.experimental.storage_backend.storage_manager.StorageManager method) PREFILL (lmcache.integration.vllm.vllm_adapter.RetrieveStatus attribute) (lmcache.integration.vllm.vllm_adapter.StoreStatus attribute) process_tokens() (lmcache.experimental.token_database.ChunkedTokenDatabase method) (lmcache.experimental.token_database.TokenDatabase method) put() (lmcache.experimental.server.storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.experimental.server.storage_backend.local_backend.LMSLocalBackend method) (lmcache.experimental.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.experimental.storage_backend.connector.infinistore_connector.InfinistoreConnector method) (lmcache.experimental.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.experimental.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.experimental.storage_backend.storage_manager.StorageManager method) (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

put_blocking() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) put_nonblocking() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) put_worker() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) PutStatus (class in lmcache.experimental.storage_backend.evictor) (class in lmcache.experimental.storage_backend.evictor.base_evictor) (class in lmcache.storage_backend.evictor.base_evictor)

Q

q (lmcache.blend.interfaces.BlendOutput attribute) quant() (in module lmcache.storage_backend.serde.cachegen_decoder) QuantizationSpec (class in lmcache.storage_backend.serde.cachegen_basics)

quantize() (lmcache.storage_backend.serde.cachegen_encoder.CacheGenEncoderImpl method) query_params (lmcache.experimental.storage_backend.connector.ParsedRemoteURL attribute) query_start_loc (lmcache.blend.interfaces.BlendOutput attribute)

R

receive_all() (lmcache.experimental.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) receive_all_client() (lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer method) (lmcache.experimental.distributed_server.NaiveDistributedServer method) receive_all_server() (lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer method) (lmcache.experimental.distributed_server.NaiveDistributedServer method) recombine_bytes() (in module lmcache.storage_backend.serde.cachegen_decoder) RedisConnector (class in lmcache.experimental.storage_backend.connector.redis_connector) (class in lmcache.storage_backend.connector.redis_connector) RedisLookupServer (class in lmcache.experimental.lookup_server) (class in lmcache.experimental.lookup_server.redis_server) RedisSentinelConnector (class in lmcache.experimental.storage_backend.connector.redis_connector) (class in lmcache.storage_backend.connector.redis_connector) ref_count (lmcache.experimental.memory_management.MemoryObjMetadata attribute) ref_count_down() (lmcache.experimental.memory_management.BufferAllocator method) (lmcache.experimental.memory_management.GPUMemoryAllocator method) (lmcache.experimental.memory_management.HostMemoryAllocator method) (lmcache.experimental.memory_management.MemoryAllocatorInterface method) (lmcache.experimental.memory_management.MixedMemoryAllocator method) (lmcache.experimental.memory_management.PinMemoryAllocator method) (lmcache.experimental.memory_management.TensorMemoryAllocator method) ref_count_up() (lmcache.experimental.memory_management.BufferAllocator method) (lmcache.experimental.memory_management.GPUMemoryAllocator method) (lmcache.experimental.memory_management.HostMemoryAllocator method) (lmcache.experimental.memory_management.MemoryAllocatorInterface method) (lmcache.experimental.memory_management.MixedMemoryAllocator method) (lmcache.experimental.memory_management.PinMemoryAllocator method) (lmcache.experimental.memory_management.TensorMemoryAllocator method)

remote_serde (lmcache.experimental.config.LMCacheEngineConfig attribute) remote_url (lmcache.experimental.config.LMCacheEngineConfig attribute) RemoteBackendEndSignal (class in lmcache.storage_backend.remote_backend) RemoteBytesConnector (class in lmcache.storage_backend.connector.base_connector) RemoteConnector (class in lmcache.experimental.storage_backend.connector.base_connector) (class in lmcache.storage_backend.connector.base_connector) RemoteConnectorDebugWrapper (class in lmcache.storage_backend.connector.base_connector) RemoteTensorConnector (class in lmcache.storage_backend.connector.base_connector) remove() (lmcache.experimental.lookup_server.abstract_server.LookupServerInterface method) (lmcache.experimental.lookup_server.LookupServerInterface method) (lmcache.experimental.lookup_server.redis_server.RedisLookupServer method) (lmcache.experimental.lookup_server.RedisLookupServer method) (lmcache.experimental.server.storage_backend.local_backend.LMSLocalBackend method) (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) result() (lmcache.blend.interfaces.BlendRetrieverTask method) (lmcache.blend.retriever.SPTBlendRetrieverTask method) retrieve() (lmcache.cache_engine.LMCacheEngine method) (lmcache.experimental.cache_engine.LMCacheEngine method) RetrieveStatus (class in lmcache.integration.vllm.vllm_adapter)

S

SafeDeserializer (class in lmcache.storage_backend.serde.safe_serde) SafeSerializer (class in lmcache.storage_backend.serde.safe_serde) save_decode_cache (lmcache.experimental.config.LMCacheEngineConfig attribute) save_disk() (in module lmcache.storage_backend.local_backend) send_all() (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) serialize() (lmcache.experimental.storage_backend.naive_serde.cachegen_encoder.CacheGenSerializer method) (lmcache.experimental.storage_backend.naive_serde.kivi_serde.KIVISerializer method) (lmcache.experimental.storage_backend.naive_serde.KIVISerializer method) (lmcache.experimental.storage_backend.naive_serde.naive_serde.NaiveSerializer method) (lmcache.experimental.storage_backend.naive_serde.serde.Serializer method) (lmcache.experimental.storage_backend.naive_serde.Serializer method) (lmcache.protocol.ClientMetaMessage method) (lmcache.protocol.ServerMetaMessage method) Serializer (class in lmcache.experimental.storage_backend.naive_serde) (class in lmcache.experimental.storage_backend.naive_serde.serde) (class in lmcache.storage_backend.serde.serde) SerializerDebugWrapper (class in lmcache.storage_backend.serde.serde) SERVER_FAIL (lmcache.protocol.Constants attribute) SERVER_SUCCESS (lmcache.protocol.Constants attribute) ServerMetaMessage (class in lmcache.protocol) set() (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) set_positional_encoder() (lmcache.blend.executor.CacheBlendImpl method)

set_reverse_positional_encoder() (lmcache.blend.executor.CacheBlendImpl method) shape (lmcache.experimental.memory_management.MemoryObjMetadata attribute) (lmcache.experimental.server.utils.LMSMemoryObj attribute) (lmcache.utils.DiskCacheMetadata attribute) size (lmcache.experimental.memory_management.FreeBlock attribute) (lmcache.storage_backend.mem_pool.base_pool.KVObj attribute) (lmcache.storage_backend.mem_pool.KVObj attribute) (lmcache.utils.DiskCacheMetadata attribute) SPTBlendRetriever (class in lmcache.blend.retriever) SPTBlendRetrieverTask (class in lmcache.blend.retriever) start (lmcache.experimental.memory_management.FreeBlock attribute) start() (lmcache.experimental.distributed_server.abstract_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.DistributedServerInterface method) (lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer method) (lmcache.experimental.distributed_server.NaiveDistributedServer method) start_indices (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) start_layer (lmcache.storage_backend.serde.cachegen_basics.QuantizationSpec attribute) StorageBackendInterface (class in lmcache.experimental.storage_backend.abstract_backend) StorageManager (class in lmcache.experimental.storage_backend.storage_manager) store() (lmcache.cache_engine.LMCacheEngine method) (lmcache.experimental.cache_engine.LMCacheEngine method) StoreStatus (class in lmcache.integration.vllm.vllm_adapter) submit_prefetch_task() (lmcache.experimental.storage_backend.abstract_backend.StorageBackendInterface method) (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) submit_put_task() (lmcache.experimental.storage_backend.abstract_backend.StorageBackendInterface method) (lmcache.experimental.storage_backend.local_disk_backend.LocalDiskBackend method) SUFFIX_PREFILL (lmcache.integration.vllm.vllm_adapter.StoreStatus attribute)

T

tensor (lmcache.experimental.memory_management.BytesBufferMemoryObj property) (lmcache.experimental.memory_management.MemoryObj property) (lmcache.experimental.memory_management.TensorMemoryObj property) TENSOR (lmcache.storage_backend.connector.base_connector.ConnectorType attribute) TensorMemoryAllocator (class in lmcache.experimental.memory_management) TensorMemoryObj (class in lmcache.experimental.memory_management) thread_safe() (in module lmcache.utils) to_bytes() (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput method) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) (lmcache.storage_backend.serde.fast_serde.FastSerializer method) (lmcache.storage_backend.serde.safe_serde.SafeSerializer method) (lmcache.storage_backend.serde.serde.Serializer method) (lmcache.storage_backend.serde.serde.SerializerDebugWrapper method) (lmcache.storage_backend.serde.torch_serde.TorchSerializer method)

to_gpu() (lmcache.experimental.gpu_connector.GPUConnectorInterface method) (lmcache.experimental.gpu_connector.VLLMNestedTupleGPUConnector method) (lmcache.experimental.gpu_connector.VLLMPagedMemGPUConnector method) (lmcache.experimental.gpu_connector.VLLMPagedMemGPUConnectorV2 method) to_original_config() (lmcache.experimental.config.LMCacheEngineConfig method) to_string() (lmcache.utils.CacheEngineKey method) token_dim() (lmcache.experimental.memory_management.MemoryFormat method) TokenDatabase (class in lmcache.experimental.token_database) torch_quant() (in module lmcache.storage_backend.serde.cachegen_encoder) torch_quant_vectorized() (in module lmcache.storage_backend.serde.cachegen_encoder) TorchDeserializer (class in lmcache.storage_backend.serde.torch_serde) TorchSerializer (class in lmcache.storage_backend.serde.torch_serde)

U

UNDEFINED (lmcache.experimental.memory_management.MemoryFormat attribute) update_on_get() (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.storage_backend.evictor.base_evictor.DummyEvictor method) (lmcache.storage_backend.evictor.DummyEvictor method) (lmcache.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.storage_backend.evictor.LRUEvictor method) update_on_hit() (lmcache.experimental.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.experimental.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.experimental.storage_backend.evictor.LRUEvictor method)

update_on_put() (lmcache.experimental.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.experimental.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.experimental.storage_backend.evictor.LRUEvictor method) (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.storage_backend.evictor.base_evictor.DummyEvictor method) (lmcache.storage_backend.evictor.DummyEvictor method) (lmcache.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.storage_backend.evictor.LRUEvictor method)

V

v (lmcache.blend.interfaces.BlendOutput attribute) (lmcache.blend.interfaces.BlendRetrieverResult attribute) valid_mask (lmcache.blend.interfaces.BlendRetrieverResult attribute) VLLMNestedTupleGPUConnector (class in lmcache.experimental.gpu_connector)

VLLMPagedMemGPUConnector (class in lmcache.experimental.gpu_connector) VLLMPagedMemGPUConnectorV2 (class in lmcache.experimental.gpu_connector) vspecs (lmcache.experimental.storage_backend.naive_serde.cachegen_basics.CacheGenConfig attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute)

W

worker_id (lmcache.utils.CacheEngineKey attribute)

world_size (lmcache.utils.CacheEngineKey attribute)