wallaroo.engine_config

class Architecture(builtins.str, enum.Enum):

An Enum to represent the supported processor architecture.

X86 = <Architecture.X86: 'x86'>

ARM = <Architecture.ARM: 'arm'>

Power10 = <Architecture.Power10: 'power10'>

@classmethod

def default(cls) -> Architecture:

class Acceleration(builtins.str, enum.Enum):

An Enum to represent the supported acceleration options.

CUDA = <Acceleration.CUDA: 'cuda'>

Jetson = <Acceleration.Jetson: 'jetson'>

OpenVINO = <Acceleration.OpenVINO: 'openvino'>

class EngineConfig:

Wraps an engine config.

EngineConfig( cpus: int, gpus: Optional[int] = 0, inference_channel_size: Optional[int] = None, model_concurrency: Optional[int] = None, pipeline_config_directory: Optional[str] = None, model_config_directory: Optional[str] = None, model_directory: Optional[str] = None, audit_logging: bool = False, arch: Architecture = <Architecture.X86: 'x86'>, accel: Acceleration = <Acceleration._None: 'none'>)

def to_json(self) -> str:

Returns a json representation of this object

class InvalidAccelerationError(builtins.Exception):

Raised when the specified acceleration is incompatible with the given platform architecture.

class ModelOptimizationConfigError(builtins.Exception):

Raised when the specified model optimization configuration is not available.