wallaroo.engine_config
class
Architecture(builtins.str, enum.Enum):
An Enum to represent the supported processor architecture.
X86 =
<Architecture.X86: 'x86'>
ARM =
<Architecture.ARM: 'arm'>
Power10 =
<Architecture.Power10: 'power10'>
class
Acceleration(builtins.str, enum.Enum):
An Enum to represent the supported acceleration options.
CUDA =
<Acceleration.CUDA: 'cuda'>
Jetson =
<Acceleration.Jetson: 'jetson'>
OpenVINO =
<Acceleration.OpenVINO: 'openvino'>
class
EngineConfig:
Wraps an engine config.
EngineConfig( cpus: int, gpus: Optional[int] = 0, inference_channel_size: Optional[int] = None, model_concurrency: Optional[int] = None, pipeline_config_directory: Optional[str] = None, model_config_directory: Optional[str] = None, model_directory: Optional[str] = None, audit_logging: bool = False, arch: Architecture = <Architecture.X86: 'x86'>, accel: Acceleration = <Acceleration._None: 'none'>)
class
InvalidAccelerationError(builtins.Exception):
Raised when the specified acceleration is incompatible with the given platform architecture.
class
ModelOptimizationConfigError(builtins.Exception):
Raised when the specified model optimization configuration is not available.