furiosa.server.handlers package

Submodules

furiosa.server.handlers.predict module

class furiosa.server.handlers.predict.PredictHandler(config: furiosa.server.settings.ServerConfig, repository: furiosa.server.repository.Repository)

Bases: object

async infer(payload: furiosa.server.types.predict.InferenceRequest, name: str, version: Optional[str] = None) → furiosa.server.types.predict.InferenceResponse

async live() → bool

async metadata() → furiosa.server.types.predict.MetadataServerResponse

async model_metadata(name: str, version: Optional[str] = None) → furiosa.server.types.predict.MetadataModelResponse

async model_ready(name: str, version: Optional[str] = None) → bool

async ready() → bool

furiosa.server.handlers.repository module

class furiosa.server.handlers.repository.RepositoryHandler(repository: furiosa.server.repository.Repository)

Bases: object

async index(payload: furiosa.server.types.model_repository.RepositoryIndexRequest) → furiosa.server.types.model_repository.RepositoryIndexResponse

async load(name: str) → bool

async unload(name: str) → bool

Module contents

class furiosa.server.handlers.PredictHandler(config: furiosa.server.settings.ServerConfig, repository: furiosa.server.repository.Repository)

Bases: object

async infer(payload: furiosa.server.types.predict.InferenceRequest, name: str, version: Optional[str] = None) → furiosa.server.types.predict.InferenceResponse

async live() → bool

async metadata() → furiosa.server.types.predict.MetadataServerResponse

async model_metadata(name: str, version: Optional[str] = None) → furiosa.server.types.predict.MetadataModelResponse

async model_ready(name: str, version: Optional[str] = None) → bool

async ready() → bool

class furiosa.server.handlers.RepositoryHandler(repository: furiosa.server.repository.Repository)

Bases: object

async index(payload: furiosa.server.types.model_repository.RepositoryIndexRequest) → furiosa.server.types.model_repository.RepositoryIndexResponse

async load(name: str) → bool

async unload(name: str) → bool