Index

_

_blob_to_tuple_kv() (lmcache.cache_engine.LMCacheEngine method) _chunk_kv() (lmcache.cache_engine.LMCacheEngine method) _chunk_tokens() (lmcache.cache_engine.LMCacheEngine method) _get_init_hash() (lmcache.cache_engine.LMCacheEngine method) _hash() (lmcache.cache_engine.LMCacheEngine method) _make_chunks() (lmcache.cache_engine.LMCacheEngine method)

_make_chunks_skip_existing() (lmcache.cache_engine.LMCacheEngine method) _make_key() (lmcache.cache_engine.LMCacheEngine method) _num_tokens_in_kv() (lmcache.cache_engine.LMCacheEngine method) _prefix_hash() (lmcache.cache_engine.LMCacheEngine method) _slice_kv_at() (lmcache.cache_engine.LMCacheEngine method) _tuple_kv_to_blob() (lmcache.cache_engine.LMCacheEngine method)

A

allocate() (lmcache.storage_backend.mem_pool.base_pool.BasePool method) (lmcache.storage_backend.mem_pool.local_pool.LocalCPUBufferPool method) (lmcache.storage_backend.mem_pool.local_pool.LocalPool method) (lmcache.storage_backend.mem_pool.LocalCPUBufferPool method) (lmcache.storage_backend.mem_pool.LocalPool method)

B

BaseEvictor (class in lmcache.storage_backend.evictor.base_evictor) BasePool (class in lmcache.storage_backend.mem_pool.base_pool) batched_get() (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) batched_put() (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] bins (lmcache.storage_backend.serde.cachegen_basics.QuantizationSpec attribute) blend() (lmcache.blend.executor.CacheBlendImpl method) (lmcache.blend.interfaces.BlendExecutor method)

BlendExecutor (class in lmcache.blend.interfaces) BlendOutput (class in lmcache.blend.interfaces) BlendRetriever (class in lmcache.blend.interfaces) BlendRetrieverResult (class in lmcache.blend.interfaces) BlendRetrieverTask (class in lmcache.blend.interfaces) buffer_sweeper() (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) BYTES (lmcache.storage_backend.connector.base_connector.ConnectorType attribute) bytestream (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute) bytestream_lengths (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute)

C

CacheBlendImpl (class in lmcache.blend.executor) CacheEngineKey (class in lmcache.utils) CacheGenConfig (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenDeserializer (class in lmcache.storage_backend.serde.cachegen_decoder) CacheGenEncoderImpl (class in lmcache.storage_backend.serde.cachegen_encoder) CacheGenEncoderOutput (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenGPUBytestream (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenGPUEncoderOutput (class in lmcache.storage_backend.serde.cachegen_basics) CacheGenSerializer (class in lmcache.storage_backend.serde.cachegen_encoder) cdf (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) check_connector_type() (in module lmcache.storage_backend.connector.base_connector) chunk_hash (lmcache.utils.CacheEngineKey attribute) chunk_idx (lmcache.storage_backend.mem_pool.base_pool.KVObj attribute) (lmcache.storage_backend.mem_pool.KVObj attribute) CLIENT_EXIST (lmcache.protocol.Constants attribute) CLIENT_GET (lmcache.protocol.Constants attribute) CLIENT_LIST (lmcache.protocol.Constants attribute) CLIENT_PUT (lmcache.protocol.Constants attribute) ClientMetaMessage (class in lmcache.protocol) close() (lmcache.cache_engine.LMCacheEngine method) (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

code (lmcache.protocol.ServerMetaMessage attribute) collect_bytes() (in module lmcache.storage_backend.serde.cachegen_encoder) command (lmcache.protocol.ClientMetaMessage attribute) compute_cdf() (lmcache.storage_backend.serde.cachegen_encoder.CacheGenEncoderImpl method) concat_max() (in module lmcache.storage_backend.serde.cachegen_encoder) ConnectorType (class in lmcache.storage_backend.connector.base_connector) Constants (class in lmcache.protocol) contains() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) create_index() (in module lmcache.blend.executor)

D

data (lmcache.storage_backend.mem_pool.base_pool.KVObj attribute) (lmcache.storage_backend.mem_pool.KVObj attribute) data_chunks (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) debug_print_device() (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput method) decode_chunk() (in module lmcache.storage_backend.serde.cachegen_decoder) decode_function_gpu() (in module lmcache.storage_backend.serde.cachegen_decoder) deserialize() (lmcache.protocol.ClientMetaMessage static method) (lmcache.protocol.ServerMetaMessage static method)

deserialize_worker() (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) Deserializer (class in lmcache.storage_backend.serde.serde) DeserializerDebugWrapper (class in lmcache.storage_backend.serde.serde) DiskCacheMetadata (class in lmcache.utils) do_dequantize() (in module lmcache.storage_backend.serde.cachegen_decoder) drop_spt_and_get_indices() (lmcache.blend.retriever.SPTBlendRetriever method) DummyEvictor (class in lmcache.storage_backend.evictor) (class in lmcache.storage_backend.evictor.base_evictor)

E

encode_function() (in module lmcache.storage_backend.serde.cachegen_encoder) encode_ntokens() (in module lmcache.storage_backend.serde.cachegen_encoder) end_layer (lmcache.storage_backend.serde.cachegen_basics.QuantizationSpec attribute) ENV_REDIS_SERVICE_NAME (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector attribute) ENV_REDIS_TIMEOUT (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector attribute)

exists() (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method)

F

FastDeserializer (class in lmcache.storage_backend.serde.fast_serde) FastSerializer (class in lmcache.storage_backend.serde.fast_serde) fmt (lmcache.utils.CacheEngineKey attribute) free() (lmcache.storage_backend.mem_pool.base_pool.BasePool method) (lmcache.storage_backend.mem_pool.local_pool.LocalPool method) (lmcache.storage_backend.mem_pool.LocalPool method) from_bytes() (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput static method) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput static method) (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.fast_serde.FastDeserializer method) (lmcache.storage_backend.serde.safe_serde.SafeDeserializer method) (lmcache.storage_backend.serde.serde.Deserializer method) (lmcache.storage_backend.serde.serde.DeserializerDebugWrapper method) (lmcache.storage_backend.serde.torch_serde.TorchDeserializer method)

from_bytes_normal() (lmcache.storage_backend.serde.fast_serde.FastDeserializer method) (lmcache.storage_backend.serde.safe_serde.SafeDeserializer method) (lmcache.storage_backend.serde.torch_serde.TorchDeserializer method) from_model_name() (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig static method) from_string() (lmcache.utils.CacheEngineKey static method)

G

get() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

get_output_buffer() (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) get_size() (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method)

H

head_size (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute)

I

ILLEGAL (lmcache.storage_backend.evictor.base_evictor.PutStatus attribute) indices_to_mask() (in module lmcache.blend.executor)

init_logger() (in module lmcache.logging) init_max_chunk_num() (lmcache.storage_backend.mem_pool.local_pool.LocalPool method) (lmcache.storage_backend.mem_pool.LocalPool method)

K

k (lmcache.blend.interfaces.BlendOutput attribute) (lmcache.blend.interfaces.BlendRetrieverResult attribute) key (lmcache.protocol.ClientMetaMessage attribute)

kspecs (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) KVObj (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.base_pool)

L

LEGAL (lmcache.storage_backend.evictor.base_evictor.PutStatus attribute) length (lmcache.protocol.ClientMetaMessage attribute) (lmcache.protocol.ServerMetaMessage attribute) list() (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) list_keys() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) lmcache.blend module lmcache.blend.executor module lmcache.blend.interfaces module lmcache.blend.retriever module lmcache.cache_engine module lmcache.logging module lmcache.protocol module lmcache.server.server_storage_backend.abstract_backend module lmcache.server.server_storage_backend.local_backend module lmcache.storage_backend.abstract_backend module, [1] lmcache.storage_backend.connector.base_connector module lmcache.storage_backend.connector.lm_connector module lmcache.storage_backend.connector.redis_connector module lmcache.storage_backend.evictor module lmcache.storage_backend.evictor.base_evictor module lmcache.storage_backend.evictor.lru_evictor module lmcache.storage_backend.hybrid_backend module lmcache.storage_backend.local_backend module

lmcache.storage_backend.mem_pool module lmcache.storage_backend.mem_pool.base_pool module lmcache.storage_backend.mem_pool.local_pool module lmcache.storage_backend.remote_backend module lmcache.storage_backend.serde.cachegen_basics module lmcache.storage_backend.serde.cachegen_decoder module lmcache.storage_backend.serde.cachegen_encoder module lmcache.storage_backend.serde.fast_serde module lmcache.storage_backend.serde.safe_serde module lmcache.storage_backend.serde.serde module lmcache.storage_backend.serde.torch_serde module lmcache.utils module LMCacheEngine (class in lmcache.cache_engine) LMCBackendInterface (class in lmcache.storage_backend.abstract_backend), [1] LMCHybridBackend (class in lmcache.storage_backend.hybrid_backend) LMCLocalBackend (class in lmcache.storage_backend.local_backend) LMCLocalDiskBackend (class in lmcache.storage_backend.local_backend) LMCPipelinedRemoteBackend (class in lmcache.storage_backend.remote_backend) LMCRemoteBackend (class in lmcache.storage_backend.remote_backend) LMCServerConnector (class in lmcache.storage_backend.connector.lm_connector) LMSBackendInterface (class in lmcache.server.server_storage_backend.abstract_backend) LMSLocalBackend (class in lmcache.server.server_storage_backend.local_backend) LMSLocalDiskBackend (class in lmcache.server.server_storage_backend.local_backend) local_indices (lmcache.blend.interfaces.BlendOutput attribute) LocalBackendEndSignal (class in lmcache.storage_backend.local_backend) LocalCPUBufferPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) LocalCPUPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) LocalGPUPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) LocalPool (class in lmcache.storage_backend.mem_pool) (class in lmcache.storage_backend.mem_pool.local_pool) lookup() (lmcache.cache_engine.LMCacheEngine method) LRUEvictor (class in lmcache.storage_backend.evictor) (class in lmcache.storage_backend.evictor.lru_evictor)

M

make_key_bins() (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) make_value_bins() (lmcache.storage_backend.serde.cachegen_decoder.CacheGenDeserializer method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) mask_to_indices() (in module lmcache.blend.executor) max_tensors_key (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) max_tensors_value (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute) model_name (lmcache.utils.CacheEngineKey attribute) module lmcache.blend lmcache.blend.executor lmcache.blend.interfaces lmcache.blend.retriever lmcache.cache_engine lmcache.logging lmcache.protocol lmcache.server.server_storage_backend.abstract_backend lmcache.server.server_storage_backend.local_backend lmcache.storage_backend.abstract_backend, [1] lmcache.storage_backend.connector.base_connector lmcache.storage_backend.connector.lm_connector lmcache.storage_backend.connector.redis_connector lmcache.storage_backend.evictor lmcache.storage_backend.evictor.base_evictor lmcache.storage_backend.evictor.lru_evictor lmcache.storage_backend.hybrid_backend lmcache.storage_backend.local_backend lmcache.storage_backend.mem_pool lmcache.storage_backend.mem_pool.base_pool lmcache.storage_backend.mem_pool.local_pool lmcache.storage_backend.remote_backend lmcache.storage_backend.serde.cachegen_basics lmcache.storage_backend.serde.cachegen_decoder lmcache.storage_backend.serde.cachegen_encoder lmcache.storage_backend.serde.fast_serde lmcache.storage_backend.serde.safe_serde lmcache.storage_backend.serde.serde lmcache.storage_backend.serde.torch_serde lmcache.utils

N

network_worker() (lmcache.storage_backend.remote_backend.LMCPipelinedRemoteBackend method) new_request() (lmcache.blend.interfaces.BlendRetriever method) (lmcache.blend.retriever.SPTBlendRetriever method)

nlayers (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute) ntokens (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUBytestream attribute) num_heads (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput attribute)

O

original_positions (lmcache.blend.interfaces.BlendRetrieverResult attribute)

P

packlength() (lmcache.protocol.ClientMetaMessage static method) (lmcache.protocol.ServerMetaMessage static method) path (lmcache.utils.DiskCacheMetadata attribute) positions (lmcache.blend.interfaces.BlendOutput attribute) put() (lmcache.server.server_storage_backend.abstract_backend.LMSBackendInterface method) (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.abstract_backend.LMCBackendInterface method), [1] (lmcache.storage_backend.hybrid_backend.LMCHybridBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method)

put_blocking() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) put_nonblocking() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) put_worker() (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) (lmcache.storage_backend.remote_backend.LMCRemoteBackend method) PutStatus (class in lmcache.storage_backend.evictor.base_evictor)

Q

q (lmcache.blend.interfaces.BlendOutput attribute) quant() (in module lmcache.storage_backend.serde.cachegen_decoder)

QuantizationSpec (class in lmcache.storage_backend.serde.cachegen_basics) quantize() (lmcache.storage_backend.serde.cachegen_encoder.CacheGenEncoderImpl method) query_start_loc (lmcache.blend.interfaces.BlendOutput attribute)

R

receive_all() (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) recombine_bytes() (in module lmcache.storage_backend.serde.cachegen_decoder) RedisConnector (class in lmcache.storage_backend.connector.redis_connector) RedisSentinelConnector (class in lmcache.storage_backend.connector.redis_connector) RemoteBackendEndSignal (class in lmcache.storage_backend.remote_backend) RemoteBytesConnector (class in lmcache.storage_backend.connector.base_connector) RemoteConnector (class in lmcache.storage_backend.connector.base_connector) RemoteConnectorDebugWrapper (class in lmcache.storage_backend.connector.base_connector)

RemoteTensorConnector (class in lmcache.storage_backend.connector.base_connector) remove() (lmcache.server.server_storage_backend.local_backend.LMSLocalBackend method) (lmcache.server.server_storage_backend.local_backend.LMSLocalDiskBackend method) (lmcache.storage_backend.local_backend.LMCLocalBackend method) (lmcache.storage_backend.local_backend.LMCLocalDiskBackend method) result() (lmcache.blend.interfaces.BlendRetrieverTask method) (lmcache.blend.retriever.SPTBlendRetrieverTask method) retrieve() (lmcache.cache_engine.LMCacheEngine method)

S

SafeDeserializer (class in lmcache.storage_backend.serde.safe_serde) SafeSerializer (class in lmcache.storage_backend.serde.safe_serde) save_disk() (in module lmcache.storage_backend.local_backend) send_all() (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) serialize() (lmcache.protocol.ClientMetaMessage method) (lmcache.protocol.ServerMetaMessage method) Serializer (class in lmcache.storage_backend.serde.serde) SerializerDebugWrapper (class in lmcache.storage_backend.serde.serde) SERVER_FAIL (lmcache.protocol.Constants attribute) SERVER_SUCCESS (lmcache.protocol.Constants attribute) ServerMetaMessage (class in lmcache.protocol) set() (lmcache.storage_backend.connector.base_connector.RemoteConnector method) (lmcache.storage_backend.connector.base_connector.RemoteConnectorDebugWrapper method) (lmcache.storage_backend.connector.lm_connector.LMCServerConnector method) (lmcache.storage_backend.connector.redis_connector.RedisConnector method) (lmcache.storage_backend.connector.redis_connector.RedisSentinelConnector method)

set_positional_encoder() (lmcache.blend.executor.CacheBlendImpl method) set_reverse_positional_encoder() (lmcache.blend.executor.CacheBlendImpl method) size (lmcache.storage_backend.mem_pool.base_pool.KVObj attribute) (lmcache.storage_backend.mem_pool.KVObj attribute) (lmcache.utils.DiskCacheMetadata attribute) SPTBlendRetriever (class in lmcache.blend.retriever) SPTBlendRetrieverTask (class in lmcache.blend.retriever) start_indices (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput attribute) start_layer (lmcache.storage_backend.serde.cachegen_basics.QuantizationSpec attribute) store() (lmcache.cache_engine.LMCacheEngine method)

T

TENSOR (lmcache.storage_backend.connector.base_connector.ConnectorType attribute) to_bytes() (lmcache.storage_backend.serde.cachegen_basics.CacheGenEncoderOutput method) (lmcache.storage_backend.serde.cachegen_basics.CacheGenGPUEncoderOutput method) (lmcache.storage_backend.serde.cachegen_encoder.CacheGenSerializer method) (lmcache.storage_backend.serde.fast_serde.FastSerializer method) (lmcache.storage_backend.serde.safe_serde.SafeSerializer method) (lmcache.storage_backend.serde.serde.Serializer method) (lmcache.storage_backend.serde.serde.SerializerDebugWrapper method) (lmcache.storage_backend.serde.torch_serde.TorchSerializer method)

to_string() (lmcache.utils.CacheEngineKey method) torch_quant() (in module lmcache.storage_backend.serde.cachegen_encoder) torch_quant_vectorized() (in module lmcache.storage_backend.serde.cachegen_encoder) TorchDeserializer (class in lmcache.storage_backend.serde.torch_serde) TorchSerializer (class in lmcache.storage_backend.serde.torch_serde)

U

update_on_get() (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.storage_backend.evictor.base_evictor.DummyEvictor method) (lmcache.storage_backend.evictor.DummyEvictor method) (lmcache.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.storage_backend.evictor.LRUEvictor method)

update_on_put() (lmcache.storage_backend.evictor.base_evictor.BaseEvictor method) (lmcache.storage_backend.evictor.base_evictor.DummyEvictor method) (lmcache.storage_backend.evictor.DummyEvictor method) (lmcache.storage_backend.evictor.lru_evictor.LRUEvictor method) (lmcache.storage_backend.evictor.LRUEvictor method)

V

v (lmcache.blend.interfaces.BlendOutput attribute) (lmcache.blend.interfaces.BlendRetrieverResult attribute)

valid_mask (lmcache.blend.interfaces.BlendRetrieverResult attribute) vspecs (lmcache.storage_backend.serde.cachegen_basics.CacheGenConfig attribute)

W

worker_id (lmcache.utils.CacheEngineKey attribute)

world_size (lmcache.utils.CacheEngineKey attribute)