lmcache.experimental.lookup_server package#
Submodules#
lmcache.experimental.lookup_server.abstract_server module#
- class lmcache.experimental.lookup_server.abstract_server.LookupServerInterface[source]#
- abstract batched_remove(keys: List[CacheEngineKey])[source]#
Perform batched remove in the lookup server.
- abstract insert(key: CacheEngineKey)[source]#
Perform insert in the lookup server.
- abstract lookup(key: CacheEngineKey) Tuple[str, int] | None[source]#
Perform lookup in the lookup server.
- abstract remove(key: CacheEngineKey)[source]#
Perform remove in the lookup server.
lmcache.experimental.lookup_server.redis_server module#
- class lmcache.experimental.lookup_server.redis_server.RedisLookupServer(config: LMCacheEngineConfig)[source]#
Bases:
LookupServerInterface- batched_remove(keys: List[CacheEngineKey])[source]#
Perform batched remove in the lookup server.
- insert(key: CacheEngineKey)[source]#
Perform insert in the lookup server.
- remove(key: CacheEngineKey)[source]#
Perform remove in the lookup server.
Module contents#
- class lmcache.experimental.lookup_server.LookupServerInterface[source]#
- abstract batched_remove(keys: List[CacheEngineKey])[source]#
Perform batched remove in the lookup server.
- abstract insert(key: CacheEngineKey)[source]#
Perform insert in the lookup server.
- abstract lookup(key: CacheEngineKey) Tuple[str, int] | None[source]#
Perform lookup in the lookup server.
- abstract remove(key: CacheEngineKey)[source]#
Perform remove in the lookup server.
- class lmcache.experimental.lookup_server.RedisLookupServer(config: LMCacheEngineConfig)[source]#
Bases:
LookupServerInterface- batched_remove(keys: List[CacheEngineKey])[source]#
Perform batched remove in the lookup server.
- insert(key: CacheEngineKey)[source]#
Perform insert in the lookup server.
- remove(key: CacheEngineKey)[source]#
Perform remove in the lookup server.