Skip to content

lmcache.experimental.distributed_server package#

Submodules#

lmcache.experimental.distributed_server.abstract_server module#

class lmcache.experimental.distributed_server.abstract_server.DistributedServerInterface[source]#

abstract close()[source]#: Close the server.

abstract async handle_get(key: CacheEngineKey) → MemoryObj | None[source]#: Handle get from the peer.

abstract async issue_get(key: CacheEngineKey) → MemoryObj | None[source]#: Perform get from the peer.

abstract start()[source]#: Start the server.

lmcache.experimental.distributed_server.naive_server module#

class lmcache.experimental.distributed_server.naive_server.NaiveDistributedServer(storage_manager: StorageManager, lookup_server: LookupServerInterface, memory_allocator: MemoryAllocatorInterface, loop: AbstractEventLoop, config: LMCacheEngineConfig)[source]#

Bases: DistributedServerInterface

close()[source]#: Close the server.

async handle_client(reader, writer)[source]#: Handle the client.

async handle_get(key: CacheEngineKey) → MemoryObj | None[source]#: Handle get from the peer. This function is blocking for now but should be non-blocking.

async issue_get(key: CacheEngineKey) → MemoryObj | None[source]#: Perform get from the peer. This function can be blocking for now.

receive_all_client(meta: ServerMetaMessage, client_socket: socket) → MemoryObj | None[source]#

async receive_all_server(reader, n)[source]#

async start()[source]#: Start the server.

Module contents#

class lmcache.experimental.distributed_server.DistributedServerInterface[source]#

abstract close()[source]#: Close the server.

abstract async handle_get(key: CacheEngineKey) → MemoryObj | None[source]#: Handle get from the peer.

abstract async issue_get(key: CacheEngineKey) → MemoryObj | None[source]#: Perform get from the peer.

abstract start()[source]#: Start the server.

class lmcache.experimental.distributed_server.NaiveDistributedServer(storage_manager: StorageManager, lookup_server: LookupServerInterface, memory_allocator: MemoryAllocatorInterface, loop: AbstractEventLoop, config: LMCacheEngineConfig)[source]#

Bases: DistributedServerInterface

close()[source]#: Close the server.

async handle_client(reader, writer)[source]#: Handle the client.

async handle_get(key: CacheEngineKey) → MemoryObj | None[source]#: Handle get from the peer. This function is blocking for now but should be non-blocking.

async issue_get(key: CacheEngineKey) → MemoryObj | None[source]#: Perform get from the peer. This function can be blocking for now.

receive_all_client(meta: ServerMetaMessage, client_socket: socket) → MemoryObj | None[source]#

async receive_all_server(reader, n)[source]#

async start()[source]#: Start the server.