wallaroo.engine_config

class Architecture(builtins.str, enum.Enum):

An Enum to represent the supported processor architecture.

X86 = <Architecture.X86: 'x86'>

ARM = <Architecture.ARM: 'arm'>

@classmethod

def default(cls) -> wallaroo.engine_config.Architecture:

Inherited Members

enum.Enum: name; value
builtins.str: encode; replace; split; rsplit; join; capitalize; casefold; title; center; count; expandtabs; find; partition; index; ljust; lower; lstrip; rfind; rindex; rjust; rstrip; rpartition; splitlines; strip; swapcase; translate; upper; startswith; endswith; removeprefix; removesuffix; isascii; islower; isupper; istitle; isspace; isdecimal; isdigit; isnumeric; isalpha; isalnum; isidentifier; isprintable; zfill; format; format_map; maketrans

class Acceleration(builtins.str, enum.Enum):

An Enum to represent the supported acceleration options.

AIO = <Acceleration.AIO: 'aio'>

CUDA = <Acceleration.CUDA: 'cuda'>

Jetson = <Acceleration.Jetson: 'jetson'>

OpenVINO = <Acceleration.OpenVINO: 'openvino'>

@classmethod

def default(cls) -> wallaroo.engine_config.Acceleration:

def is_applicable(self, arch: wallaroo.engine_config.Architecture) -> bool:

Inherited Members

enum.Enum: name; value
builtins.str: encode; replace; split; rsplit; join; capitalize; casefold; title; center; count; expandtabs; find; partition; index; ljust; lower; lstrip; rfind; rindex; rjust; rstrip; rpartition; splitlines; strip; swapcase; translate; upper; startswith; endswith; removeprefix; removesuffix; isascii; islower; isupper; istitle; isspace; isdecimal; isdigit; isnumeric; isalpha; isalnum; isidentifier; isprintable; zfill; format; format_map; maketrans

class EngineConfig:

Wraps an engine config.

EngineConfig( cpus: int, gpus: Optional[int] = 0, inference_channel_size: Optional[int] = None, model_concurrency: Optional[int] = None, pipeline_config_directory: Optional[str] = None, model_config_directory: Optional[str] = None, model_directory: Optional[str] = None, audit_logging: bool = False, standalone: bool = False, arch: wallaroo.engine_config.Architecture = <Architecture.X86: 'x86'>, accel: wallaroo.engine_config.Acceleration = <Acceleration._None: 'none'>)

def to_json(self) -> str:

Returns a json representation of this object

def to_yaml(self) -> str:

Returns a yaml representation of this object for use with standalone mode

class InvalidAccelerationError(builtins.Exception):

Raised when the specified acceleration is incompatible with the given platform architecture.

Parameters

str accel: acceleration
str arch: architecture

InvalidAccelerationError( accel: wallaroo.engine_config.Acceleration, arch: wallaroo.engine_config.Architecture)

Inherited Members

builtins.BaseException: with_traceback; args