<filename>baseline/onnx/apis/grpc_service_pb2_grpc.py
# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
"""Client and server classes corresponding to protobuf-defined services."""
import grpc

import baseline.onnx.apis.grpc_service_pb2 as grpc__service__pb2


class GRPCInferenceServiceStub(object):
    """@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    """

    def __init__(self, channel):
        """Constructor.

        Args:
            channel: A grpc.Channel.
        """
        self.ServerLive = channel.unary_unary(
                '/inference.GRPCInferenceService/ServerLive',
                request_serializer=grpc__service__pb2.ServerLiveRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ServerLiveResponse.FromString,
                )
        self.ServerReady = channel.unary_unary(
                '/inference.GRPCInferenceService/ServerReady',
                request_serializer=grpc__service__pb2.ServerReadyRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ServerReadyResponse.FromString,
                )
        self.ModelReady = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelReady',
                request_serializer=grpc__service__pb2.ModelReadyRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelReadyResponse.FromString,
                )
        self.ServerMetadata = channel.unary_unary(
                '/inference.GRPCInferenceService/ServerMetadata',
                request_serializer=grpc__service__pb2.ServerMetadataRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ServerMetadataResponse.FromString,
                )
        self.ModelMetadata = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelMetadata',
                request_serializer=grpc__service__pb2.ModelMetadataRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelMetadataResponse.FromString,
                )
        self.ModelInfer = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelInfer',
                request_serializer=grpc__service__pb2.ModelInferRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelInferResponse.FromString,
                )
        self.ModelStreamInfer = channel.stream_stream(
                '/inference.GRPCInferenceService/ModelStreamInfer',
                request_serializer=grpc__service__pb2.ModelInferRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelStreamInferResponse.FromString,
                )
        self.ModelConfig = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelConfig',
                request_serializer=grpc__service__pb2.ModelConfigRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelConfigResponse.FromString,
                )
        self.ModelStatistics = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelStatistics',
                request_serializer=grpc__service__pb2.ModelStatisticsRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelStatisticsResponse.FromString,
                )
        self.RepositoryIndex = channel.unary_unary(
                '/inference.GRPCInferenceService/RepositoryIndex',
                request_serializer=grpc__service__pb2.RepositoryIndexRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.RepositoryIndexResponse.FromString,
                )
        self.RepositoryModelLoad = channel.unary_unary(
                '/inference.GRPCInferenceService/RepositoryModelLoad',
                request_serializer=grpc__service__pb2.RepositoryModelLoadRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.RepositoryModelLoadResponse.FromString,
                )
        self.RepositoryModelUnload = channel.unary_unary(
                '/inference.GRPCInferenceService/RepositoryModelUnload',
                request_serializer=grpc__service__pb2.RepositoryModelUnloadRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.RepositoryModelUnloadResponse.FromString,
                )
        self.SystemSharedMemoryStatus = channel.unary_unary(
                '/inference.GRPCInferenceService/SystemSharedMemoryStatus',
                request_serializer=grpc__service__pb2.SystemSharedMemoryStatusRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.SystemSharedMemoryStatusResponse.FromString,
                )
        self.SystemSharedMemoryRegister = channel.unary_unary(
                '/inference.GRPCInferenceService/SystemSharedMemoryRegister',
                request_serializer=grpc__service__pb2.SystemSharedMemoryRegisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.SystemSharedMemoryRegisterResponse.FromString,
                )
        self.SystemSharedMemoryUnregister = channel.unary_unary(
                '/inference.GRPCInferenceService/SystemSharedMemoryUnregister',
                request_serializer=grpc__service__pb2.SystemSharedMemoryUnregisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.SystemSharedMemoryUnregisterResponse.FromString,
                )
        self.CudaSharedMemoryStatus = channel.unary_unary(
                '/inference.GRPCInferenceService/CudaSharedMemoryStatus',
                request_serializer=grpc__service__pb2.CudaSharedMemoryStatusRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.CudaSharedMemoryStatusResponse.FromString,
                )
        self.CudaSharedMemoryRegister = channel.unary_unary(
                '/inference.GRPCInferenceService/CudaSharedMemoryRegister',
                request_serializer=grpc__service__pb2.CudaSharedMemoryRegisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.CudaSharedMemoryRegisterResponse.FromString,
                )
        self.CudaSharedMemoryUnregister = channel.unary_unary(
                '/inference.GRPCInferenceService/CudaSharedMemoryUnregister',
                request_serializer=grpc__service__pb2.CudaSharedMemoryUnregisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.CudaSharedMemoryUnregisterResponse.FromString,
                )


class GRPCInferenceServiceServicer(object):
    """@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    """

    def ServerLive(self, request, context):
        """@@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
        @@       (ServerLiveResponse)
        @@
        @@     Check liveness of the inference server.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ServerReady(self, request, context):
        """@@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
        @@       (ServerReadyResponse)
        @@
        @@     Check readiness of the inference server.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelReady(self, request, context):
        """@@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
        @@       (ModelReadyResponse)
        @@
        @@     Check readiness of a model in the inference server.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ServerMetadata(self, request, context):
        """@@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
        @@       (ServerMetadataResponse)
        @@
        @@     Get server metadata.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelMetadata(self, request, context):
        """@@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
        @@       (ModelMetadataResponse)
        @@
        @@     Get model metadata.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelInfer(self, request, context):
        """@@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
        @@       (ModelInferResponse)
        @@
        @@     Perform inference using a specific model.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelStreamInfer(self, request_iterator, context):
        """@@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
        @@       (stream ModelStreamInferResponse)
        @@
        @@     Perform streaming inference.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelConfig(self, request, context):
        """@@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
        @@       (ModelConfigResponse)
        @@
        @@     Get model configuration.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelStatistics(self, request, context):
        """@@  .. cpp:var:: rpc ModelStatistics(
        @@                     ModelStatisticsRequest)
        @@                   returns (ModelStatisticsResponse)
        @@
        @@     Get the cumulative inference statistics for a model.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def RepositoryIndex(self, request, context):
        """@@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
        @@       (RepositoryIndexResponse)
        @@
        @@     Get the index of model repository contents.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def RepositoryModelLoad(self, request, context):
        """@@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
        @@       (RepositoryModelLoadResponse)
        @@
        @@     Load or reload a model from a repository.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def RepositoryModelUnload(self, request, context):
        """@@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
        @@       returns (RepositoryModelUnloadResponse)
        @@
        @@     Unload a model.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def SystemSharedMemoryStatus(self, request, context):
        """@@  .. cpp:var:: rpc SystemSharedMemoryStatus(
        @@                     SystemSharedMemoryStatusRequest)
        @@                   returns (SystemSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered system-shared-memory regions.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def SystemSharedMemoryRegister(self, request, context):
        """@@  .. cpp:var:: rpc SystemSharedMemoryRegister(
        @@                     SystemSharedMemoryRegisterRequest)
        @@                   returns (SystemSharedMemoryRegisterResponse)
        @@
        @@     Register a system-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def SystemSharedMemoryUnregister(self, request, context):
        """@@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
        @@                     SystemSharedMemoryUnregisterRequest)
        @@                   returns (SystemSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a system-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def CudaSharedMemoryStatus(self, request, context):
        """@@  .. cpp:var:: rpc CudaSharedMemoryStatus(
        @@                     CudaSharedMemoryStatusRequest)
        @@                   returns (CudaSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered CUDA-shared-memory regions.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def CudaSharedMemoryRegister(self, request, context):
        """@@  .. cpp:var:: rpc CudaSharedMemoryRegister(
        @@                     CudaSharedMemoryRegisterRequest)
        @@                   returns (CudaSharedMemoryRegisterResponse)
        @@
        @@     Register a CUDA-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def CudaSharedMemoryUnregister(self, request, context):
        """@@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
        @@                     CudaSharedMemoryUnregisterRequest)
        @@                   returns (CudaSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a CUDA-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')


def add_GRPCInferenceServiceServicer_to_server(servicer, server):
    rpc_method_handlers = {
            'ServerLive': grpc.unary_unary_rpc_method_handler(
                    servicer.ServerLive,
                    request_deserializer=grpc__service__pb2.ServerLiveRequest.FromString,
                    response_serializer=grpc__service__pb2.ServerLiveResponse.SerializeToString,
            ),
            'ServerReady': grpc.unary_unary_rpc_method_handler(
                    servicer.ServerReady,
                    request_deserializer=grpc__service__pb2.ServerReadyRequest.FromString,
                    response_serializer=grpc__service__pb2.ServerReadyResponse.SerializeToString,
            ),
            'ModelReady': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelReady,
                    request_deserializer=grpc__service__pb2.ModelReadyRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelReadyResponse.SerializeToString,
            ),
            'ServerMetadata': grpc.unary_unary_rpc_method_handler(
                    servicer.ServerMetadata,
                    request_deserializer=grpc__service__pb2.ServerMetadataRequest.FromString,
                    response_serializer=grpc__service__pb2.ServerMetadataResponse.SerializeToString,
            ),
            'ModelMetadata': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelMetadata,
                    request_deserializer=grpc__service__pb2.ModelMetadataRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelMetadataResponse.SerializeToString,
            ),
            'ModelInfer': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelInfer,
                    request_deserializer=grpc__service__pb2.ModelInferRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelInferResponse.SerializeToString,
            ),
            'ModelStreamInfer': grpc.stream_stream_rpc_method_handler(
                    servicer.ModelStreamInfer,
                    request_deserializer=grpc__service__pb2.ModelInferRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelStreamInferResponse.SerializeToString,
            ),
            'ModelConfig': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelConfig,
                    request_deserializer=grpc__service__pb2.ModelConfigRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelConfigResponse.SerializeToString,
            ),
            'ModelStatistics': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelStatistics,
                    request_deserializer=grpc__service__pb2.ModelStatisticsRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelStatisticsResponse.SerializeToString,
            ),
            'RepositoryIndex': grpc.unary_unary_rpc_method_handler(
                    servicer.RepositoryIndex,
                    request_deserializer=grpc__service__pb2.RepositoryIndexRequest.FromString,
                    response_serializer=grpc__service__pb2.RepositoryIndexResponse.SerializeToString,
            ),
            'RepositoryModelLoad': grpc.unary_unary_rpc_method_handler(
                    servicer.RepositoryModelLoad,
                    request_deserializer=grpc__service__pb2.RepositoryModelLoadRequest.FromString,
                    response_serializer=grpc__service__pb2.RepositoryModelLoadResponse.SerializeToString,
            ),
            'RepositoryModelUnload': grpc.unary_unary_rpc_method_handler(
                    servicer.RepositoryModelUnload,
                    request_deserializer=grpc__service__pb2.RepositoryModelUnloadRequest.FromString,
                    response_serializer=grpc__service__pb2.RepositoryModelUnloadResponse.SerializeToString,
            ),
            'SystemSharedMemoryStatus': grpc.unary_unary_rpc_method_handler(
                    servicer.SystemSharedMemoryStatus,
                    request_deserializer=grpc__service__pb2.SystemSharedMemoryStatusRequest.FromString,
                    response_serializer=grpc__service__pb2.SystemSharedMemoryStatusResponse.SerializeToString,
            ),
            'SystemSharedMemoryRegister': grpc.unary_unary_rpc_method_handler(
                    servicer.SystemSharedMemoryRegister,
                    request_deserializer=grpc__service__pb2.SystemSharedMemoryRegisterRequest.FromString,
                    response_serializer=grpc__service__pb2.SystemSharedMemoryRegisterResponse.SerializeToString,
            ),
            'SystemSharedMemoryUnregister': grpc.unary_unary_rpc_method_handler(
                    servicer.SystemSharedMemoryUnregister,
                    request_deserializer=grpc__service__pb2.SystemSharedMemoryUnregisterRequest.FromString,
                    response_serializer=grpc__service__pb2.SystemSharedMemoryUnregisterResponse.SerializeToString,
            ),
            'CudaSharedMemoryStatus': grpc.unary_unary_rpc_method_handler(
                    servicer.CudaSharedMemoryStatus,
                    request_deserializer=grpc__service__pb2.CudaSharedMemoryStatusRequest.FromString,
                    response_serializer=grpc__service__pb2.CudaSharedMemoryStatusResponse.SerializeToString,
            ),
            'CudaSharedMemoryRegister': grpc.unary_unary_rpc_method_handler(
                    servicer.CudaSharedMemoryRegister,
                    request_deserializer=grpc__service__pb2.CudaSharedMemoryRegisterRequest.FromString,
                    response_serializer=grpc__service__pb2.CudaSharedMemoryRegisterResponse.SerializeToString,
            ),
            'CudaSharedMemoryUnregister': grpc.unary_unary_rpc_method_handler(
                    servicer.CudaSharedMemoryUnregister,
                    request_deserializer=grpc__service__pb2.CudaSharedMemoryUnregisterRequest.FromString,
                    response_serializer=grpc__service__pb2.CudaSharedMemoryUnregisterResponse.SerializeToString,
            ),
    }
    generic_handler = grpc.method_handlers_generic_handler(
            'inference.GRPCInferenceService', rpc_method_handlers)
    server.add_generic_rpc_handlers((generic_handler,))


 # This class is part of an EXPERIMENTAL API.
class GRPCInferenceService(object):
    """@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    """

    @staticmethod
    def ServerLive(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerLive',
            grpc__service__pb2.ServerLiveRequest.SerializeToString,
            grpc__service__pb2.ServerLiveResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ServerReady(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerReady',
            grpc__service__pb2.ServerReadyRequest.SerializeToString,
            grpc__service__pb2.ServerReadyResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelReady(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelReady',
            grpc__service__pb2.ModelReadyRequest.SerializeToString,
            grpc__service__pb2.ModelReadyResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ServerMetadata(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerMetadata',
            grpc__service__pb2.ServerMetadataRequest.SerializeToString,
            grpc__service__pb2.ServerMetadataResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelMetadata(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelMetadata',
            grpc__service__pb2.ModelMetadataRequest.SerializeToString,
            grpc__service__pb2.ModelMetadataResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelInfer(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelInfer',
            grpc__service__pb2.ModelInferRequest.SerializeToString,
            grpc__service__pb2.ModelInferResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelStreamInfer(request_iterator,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.stream_stream(request_iterator, target, '/inference.GRPCInferenceService/ModelStreamInfer',
            grpc__service__pb2.ModelInferRequest.SerializeToString,
            grpc__service__pb2.ModelStreamInferResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelConfig(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelConfig',
            grpc__service__pb2.ModelConfigRequest.SerializeToString,
            grpc__service__pb2.ModelConfigResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelStatistics(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelStatistics',
            grpc__service__pb2.ModelStatisticsRequest.SerializeToString,
            grpc__service__pb2.ModelStatisticsResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def RepositoryIndex(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryIndex',
            grpc__service__pb2.RepositoryIndexRequest.SerializeToString,
            grpc__service__pb2.RepositoryIndexResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def RepositoryModelLoad(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryModelLoad',
            grpc__service__pb2.RepositoryModelLoadRequest.SerializeToString,
            grpc__service__pb2.RepositoryModelLoadResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def RepositoryModelUnload(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryModelUnload',
            grpc__service__pb2.RepositoryModelUnloadRequest.SerializeToString,
            grpc__service__pb2.RepositoryModelUnloadResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def SystemSharedMemoryStatus(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryStatus',
            grpc__service__pb2.SystemSharedMemoryStatusRequest.SerializeToString,
            grpc__service__pb2.SystemSharedMemoryStatusResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def SystemSharedMemoryRegister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryRegister',
            grpc__service__pb2.SystemSharedMemoryRegisterRequest.SerializeToString,
            grpc__service__pb2.SystemSharedMemoryRegisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def SystemSharedMemoryUnregister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryUnregister',
            grpc__service__pb2.SystemSharedMemoryUnregisterRequest.SerializeToString,
            grpc__service__pb2.SystemSharedMemoryUnregisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def CudaSharedMemoryStatus(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryStatus',
            grpc__service__pb2.CudaSharedMemoryStatusRequest.SerializeToString,
            grpc__service__pb2.CudaSharedMemoryStatusResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def CudaSharedMemoryRegister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryRegister',
            grpc__service__pb2.CudaSharedMemoryRegisterRequest.SerializeToString,
            grpc__service__pb2.CudaSharedMemoryRegisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def CudaSharedMemoryUnregister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryUnregister',
            grpc__service__pb2.CudaSharedMemoryUnregisterRequest.SerializeToString,
            grpc__service__pb2.CudaSharedMemoryUnregisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

<filename>baseline/onnx/apis/grpc_service_pb2_grpc.py
# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
"""Client and server classes corresponding to protobuf-defined services."""
import grpc

import baseline.onnx.apis.grpc_service_pb2 as grpc__service__pb2


class GRPCInferenceServiceStub(object):
    """@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    """

    def __init__(self, channel):
        """Constructor.

        Args:
            channel: A grpc.Channel.
        """
        self.ServerLive = channel.unary_unary(
                '/inference.GRPCInferenceService/ServerLive',
                request_serializer=grpc__service__pb2.ServerLiveRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ServerLiveResponse.FromString,
                )
        self.ServerReady = channel.unary_unary(
                '/inference.GRPCInferenceService/ServerReady',
                request_serializer=grpc__service__pb2.ServerReadyRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ServerReadyResponse.FromString,
                )
        self.ModelReady = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelReady',
                request_serializer=grpc__service__pb2.ModelReadyRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelReadyResponse.FromString,
                )
        self.ServerMetadata = channel.unary_unary(
                '/inference.GRPCInferenceService/ServerMetadata',
                request_serializer=grpc__service__pb2.ServerMetadataRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ServerMetadataResponse.FromString,
                )
        self.ModelMetadata = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelMetadata',
                request_serializer=grpc__service__pb2.ModelMetadataRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelMetadataResponse.FromString,
                )
        self.ModelInfer = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelInfer',
                request_serializer=grpc__service__pb2.ModelInferRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelInferResponse.FromString,
                )
        self.ModelStreamInfer = channel.stream_stream(
                '/inference.GRPCInferenceService/ModelStreamInfer',
                request_serializer=grpc__service__pb2.ModelInferRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelStreamInferResponse.FromString,
                )
        self.ModelConfig = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelConfig',
                request_serializer=grpc__service__pb2.ModelConfigRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelConfigResponse.FromString,
                )
        self.ModelStatistics = channel.unary_unary(
                '/inference.GRPCInferenceService/ModelStatistics',
                request_serializer=grpc__service__pb2.ModelStatisticsRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.ModelStatisticsResponse.FromString,
                )
        self.RepositoryIndex = channel.unary_unary(
                '/inference.GRPCInferenceService/RepositoryIndex',
                request_serializer=grpc__service__pb2.RepositoryIndexRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.RepositoryIndexResponse.FromString,
                )
        self.RepositoryModelLoad = channel.unary_unary(
                '/inference.GRPCInferenceService/RepositoryModelLoad',
                request_serializer=grpc__service__pb2.RepositoryModelLoadRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.RepositoryModelLoadResponse.FromString,
                )
        self.RepositoryModelUnload = channel.unary_unary(
                '/inference.GRPCInferenceService/RepositoryModelUnload',
                request_serializer=grpc__service__pb2.RepositoryModelUnloadRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.RepositoryModelUnloadResponse.FromString,
                )
        self.SystemSharedMemoryStatus = channel.unary_unary(
                '/inference.GRPCInferenceService/SystemSharedMemoryStatus',
                request_serializer=grpc__service__pb2.SystemSharedMemoryStatusRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.SystemSharedMemoryStatusResponse.FromString,
                )
        self.SystemSharedMemoryRegister = channel.unary_unary(
                '/inference.GRPCInferenceService/SystemSharedMemoryRegister',
                request_serializer=grpc__service__pb2.SystemSharedMemoryRegisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.SystemSharedMemoryRegisterResponse.FromString,
                )
        self.SystemSharedMemoryUnregister = channel.unary_unary(
                '/inference.GRPCInferenceService/SystemSharedMemoryUnregister',
                request_serializer=grpc__service__pb2.SystemSharedMemoryUnregisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.SystemSharedMemoryUnregisterResponse.FromString,
                )
        self.CudaSharedMemoryStatus = channel.unary_unary(
                '/inference.GRPCInferenceService/CudaSharedMemoryStatus',
                request_serializer=grpc__service__pb2.CudaSharedMemoryStatusRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.CudaSharedMemoryStatusResponse.FromString,
                )
        self.CudaSharedMemoryRegister = channel.unary_unary(
                '/inference.GRPCInferenceService/CudaSharedMemoryRegister',
                request_serializer=grpc__service__pb2.CudaSharedMemoryRegisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.CudaSharedMemoryRegisterResponse.FromString,
                )
        self.CudaSharedMemoryUnregister = channel.unary_unary(
                '/inference.GRPCInferenceService/CudaSharedMemoryUnregister',
                request_serializer=grpc__service__pb2.CudaSharedMemoryUnregisterRequest.SerializeToString,
                response_deserializer=grpc__service__pb2.CudaSharedMemoryUnregisterResponse.FromString,
                )


class GRPCInferenceServiceServicer(object):
    """@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    """

    def ServerLive(self, request, context):
        """@@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
        @@       (ServerLiveResponse)
        @@
        @@     Check liveness of the inference server.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ServerReady(self, request, context):
        """@@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
        @@       (ServerReadyResponse)
        @@
        @@     Check readiness of the inference server.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelReady(self, request, context):
        """@@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
        @@       (ModelReadyResponse)
        @@
        @@     Check readiness of a model in the inference server.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ServerMetadata(self, request, context):
        """@@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
        @@       (ServerMetadataResponse)
        @@
        @@     Get server metadata.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelMetadata(self, request, context):
        """@@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
        @@       (ModelMetadataResponse)
        @@
        @@     Get model metadata.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelInfer(self, request, context):
        """@@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
        @@       (ModelInferResponse)
        @@
        @@     Perform inference using a specific model.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelStreamInfer(self, request_iterator, context):
        """@@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
        @@       (stream ModelStreamInferResponse)
        @@
        @@     Perform streaming inference.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelConfig(self, request, context):
        """@@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
        @@       (ModelConfigResponse)
        @@
        @@     Get model configuration.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def ModelStatistics(self, request, context):
        """@@  .. cpp:var:: rpc ModelStatistics(
        @@                     ModelStatisticsRequest)
        @@                   returns (ModelStatisticsResponse)
        @@
        @@     Get the cumulative inference statistics for a model.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def RepositoryIndex(self, request, context):
        """@@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
        @@       (RepositoryIndexResponse)
        @@
        @@     Get the index of model repository contents.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def RepositoryModelLoad(self, request, context):
        """@@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
        @@       (RepositoryModelLoadResponse)
        @@
        @@     Load or reload a model from a repository.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def RepositoryModelUnload(self, request, context):
        """@@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
        @@       returns (RepositoryModelUnloadResponse)
        @@
        @@     Unload a model.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def SystemSharedMemoryStatus(self, request, context):
        """@@  .. cpp:var:: rpc SystemSharedMemoryStatus(
        @@                     SystemSharedMemoryStatusRequest)
        @@                   returns (SystemSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered system-shared-memory regions.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def SystemSharedMemoryRegister(self, request, context):
        """@@  .. cpp:var:: rpc SystemSharedMemoryRegister(
        @@                     SystemSharedMemoryRegisterRequest)
        @@                   returns (SystemSharedMemoryRegisterResponse)
        @@
        @@     Register a system-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def SystemSharedMemoryUnregister(self, request, context):
        """@@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
        @@                     SystemSharedMemoryUnregisterRequest)
        @@                   returns (SystemSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a system-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def CudaSharedMemoryStatus(self, request, context):
        """@@  .. cpp:var:: rpc CudaSharedMemoryStatus(
        @@                     CudaSharedMemoryStatusRequest)
        @@                   returns (CudaSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered CUDA-shared-memory regions.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def CudaSharedMemoryRegister(self, request, context):
        """@@  .. cpp:var:: rpc CudaSharedMemoryRegister(
        @@                     CudaSharedMemoryRegisterRequest)
        @@                   returns (CudaSharedMemoryRegisterResponse)
        @@
        @@     Register a CUDA-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')

    def CudaSharedMemoryUnregister(self, request, context):
        """@@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
        @@                     CudaSharedMemoryUnregisterRequest)
        @@                   returns (CudaSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a CUDA-shared-memory region.
        @@
        """
        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
        context.set_details('Method not implemented!')
        raise NotImplementedError('Method not implemented!')


def add_GRPCInferenceServiceServicer_to_server(servicer, server):
    rpc_method_handlers = {
            'ServerLive': grpc.unary_unary_rpc_method_handler(
                    servicer.ServerLive,
                    request_deserializer=grpc__service__pb2.ServerLiveRequest.FromString,
                    response_serializer=grpc__service__pb2.ServerLiveResponse.SerializeToString,
            ),
            'ServerReady': grpc.unary_unary_rpc_method_handler(
                    servicer.ServerReady,
                    request_deserializer=grpc__service__pb2.ServerReadyRequest.FromString,
                    response_serializer=grpc__service__pb2.ServerReadyResponse.SerializeToString,
            ),
            'ModelReady': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelReady,
                    request_deserializer=grpc__service__pb2.ModelReadyRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelReadyResponse.SerializeToString,
            ),
            'ServerMetadata': grpc.unary_unary_rpc_method_handler(
                    servicer.ServerMetadata,
                    request_deserializer=grpc__service__pb2.ServerMetadataRequest.FromString,
                    response_serializer=grpc__service__pb2.ServerMetadataResponse.SerializeToString,
            ),
            'ModelMetadata': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelMetadata,
                    request_deserializer=grpc__service__pb2.ModelMetadataRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelMetadataResponse.SerializeToString,
            ),
            'ModelInfer': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelInfer,
                    request_deserializer=grpc__service__pb2.ModelInferRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelInferResponse.SerializeToString,
            ),
            'ModelStreamInfer': grpc.stream_stream_rpc_method_handler(
                    servicer.ModelStreamInfer,
                    request_deserializer=grpc__service__pb2.ModelInferRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelStreamInferResponse.SerializeToString,
            ),
            'ModelConfig': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelConfig,
                    request_deserializer=grpc__service__pb2.ModelConfigRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelConfigResponse.SerializeToString,
            ),
            'ModelStatistics': grpc.unary_unary_rpc_method_handler(
                    servicer.ModelStatistics,
                    request_deserializer=grpc__service__pb2.ModelStatisticsRequest.FromString,
                    response_serializer=grpc__service__pb2.ModelStatisticsResponse.SerializeToString,
            ),
            'RepositoryIndex': grpc.unary_unary_rpc_method_handler(
                    servicer.RepositoryIndex,
                    request_deserializer=grpc__service__pb2.RepositoryIndexRequest.FromString,
                    response_serializer=grpc__service__pb2.RepositoryIndexResponse.SerializeToString,
            ),
            'RepositoryModelLoad': grpc.unary_unary_rpc_method_handler(
                    servicer.RepositoryModelLoad,
                    request_deserializer=grpc__service__pb2.RepositoryModelLoadRequest.FromString,
                    response_serializer=grpc__service__pb2.RepositoryModelLoadResponse.SerializeToString,
            ),
            'RepositoryModelUnload': grpc.unary_unary_rpc_method_handler(
                    servicer.RepositoryModelUnload,
                    request_deserializer=grpc__service__pb2.RepositoryModelUnloadRequest.FromString,
                    response_serializer=grpc__service__pb2.RepositoryModelUnloadResponse.SerializeToString,
            ),
            'SystemSharedMemoryStatus': grpc.unary_unary_rpc_method_handler(
                    servicer.SystemSharedMemoryStatus,
                    request_deserializer=grpc__service__pb2.SystemSharedMemoryStatusRequest.FromString,
                    response_serializer=grpc__service__pb2.SystemSharedMemoryStatusResponse.SerializeToString,
            ),
            'SystemSharedMemoryRegister': grpc.unary_unary_rpc_method_handler(
                    servicer.SystemSharedMemoryRegister,
                    request_deserializer=grpc__service__pb2.SystemSharedMemoryRegisterRequest.FromString,
                    response_serializer=grpc__service__pb2.SystemSharedMemoryRegisterResponse.SerializeToString,
            ),
            'SystemSharedMemoryUnregister': grpc.unary_unary_rpc_method_handler(
                    servicer.SystemSharedMemoryUnregister,
                    request_deserializer=grpc__service__pb2.SystemSharedMemoryUnregisterRequest.FromString,
                    response_serializer=grpc__service__pb2.SystemSharedMemoryUnregisterResponse.SerializeToString,
            ),
            'CudaSharedMemoryStatus': grpc.unary_unary_rpc_method_handler(
                    servicer.CudaSharedMemoryStatus,
                    request_deserializer=grpc__service__pb2.CudaSharedMemoryStatusRequest.FromString,
                    response_serializer=grpc__service__pb2.CudaSharedMemoryStatusResponse.SerializeToString,
            ),
            'CudaSharedMemoryRegister': grpc.unary_unary_rpc_method_handler(
                    servicer.CudaSharedMemoryRegister,
                    request_deserializer=grpc__service__pb2.CudaSharedMemoryRegisterRequest.FromString,
                    response_serializer=grpc__service__pb2.CudaSharedMemoryRegisterResponse.SerializeToString,
            ),
            'CudaSharedMemoryUnregister': grpc.unary_unary_rpc_method_handler(
                    servicer.CudaSharedMemoryUnregister,
                    request_deserializer=grpc__service__pb2.CudaSharedMemoryUnregisterRequest.FromString,
                    response_serializer=grpc__service__pb2.CudaSharedMemoryUnregisterResponse.SerializeToString,
            ),
    }
    generic_handler = grpc.method_handlers_generic_handler(
            'inference.GRPCInferenceService', rpc_method_handlers)
    server.add_generic_rpc_handlers((generic_handler,))


 # This class is part of an EXPERIMENTAL API.
class GRPCInferenceService(object):
    """@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    """

    @staticmethod
    def ServerLive(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerLive',
            grpc__service__pb2.ServerLiveRequest.SerializeToString,
            grpc__service__pb2.ServerLiveResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ServerReady(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerReady',
            grpc__service__pb2.ServerReadyRequest.SerializeToString,
            grpc__service__pb2.ServerReadyResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelReady(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelReady',
            grpc__service__pb2.ModelReadyRequest.SerializeToString,
            grpc__service__pb2.ModelReadyResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ServerMetadata(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ServerMetadata',
            grpc__service__pb2.ServerMetadataRequest.SerializeToString,
            grpc__service__pb2.ServerMetadataResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelMetadata(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelMetadata',
            grpc__service__pb2.ModelMetadataRequest.SerializeToString,
            grpc__service__pb2.ModelMetadataResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelInfer(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelInfer',
            grpc__service__pb2.ModelInferRequest.SerializeToString,
            grpc__service__pb2.ModelInferResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelStreamInfer(request_iterator,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.stream_stream(request_iterator, target, '/inference.GRPCInferenceService/ModelStreamInfer',
            grpc__service__pb2.ModelInferRequest.SerializeToString,
            grpc__service__pb2.ModelStreamInferResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelConfig(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelConfig',
            grpc__service__pb2.ModelConfigRequest.SerializeToString,
            grpc__service__pb2.ModelConfigResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def ModelStatistics(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/ModelStatistics',
            grpc__service__pb2.ModelStatisticsRequest.SerializeToString,
            grpc__service__pb2.ModelStatisticsResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def RepositoryIndex(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryIndex',
            grpc__service__pb2.RepositoryIndexRequest.SerializeToString,
            grpc__service__pb2.RepositoryIndexResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def RepositoryModelLoad(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryModelLoad',
            grpc__service__pb2.RepositoryModelLoadRequest.SerializeToString,
            grpc__service__pb2.RepositoryModelLoadResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def RepositoryModelUnload(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/RepositoryModelUnload',
            grpc__service__pb2.RepositoryModelUnloadRequest.SerializeToString,
            grpc__service__pb2.RepositoryModelUnloadResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def SystemSharedMemoryStatus(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryStatus',
            grpc__service__pb2.SystemSharedMemoryStatusRequest.SerializeToString,
            grpc__service__pb2.SystemSharedMemoryStatusResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def SystemSharedMemoryRegister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryRegister',
            grpc__service__pb2.SystemSharedMemoryRegisterRequest.SerializeToString,
            grpc__service__pb2.SystemSharedMemoryRegisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def SystemSharedMemoryUnregister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/SystemSharedMemoryUnregister',
            grpc__service__pb2.SystemSharedMemoryUnregisterRequest.SerializeToString,
            grpc__service__pb2.SystemSharedMemoryUnregisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def CudaSharedMemoryStatus(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryStatus',
            grpc__service__pb2.CudaSharedMemoryStatusRequest.SerializeToString,
            grpc__service__pb2.CudaSharedMemoryStatusResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def CudaSharedMemoryRegister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryRegister',
            grpc__service__pb2.CudaSharedMemoryRegisterRequest.SerializeToString,
            grpc__service__pb2.CudaSharedMemoryRegisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

    @staticmethod
    def CudaSharedMemoryUnregister(request,
            target,
            options=(),
            channel_credentials=None,
            call_credentials=None,
            insecure=False,
            compression=None,
            wait_for_ready=None,
            timeout=None,
            metadata=None):
        return grpc.experimental.unary_unary(request, target, '/inference.GRPCInferenceService/CudaSharedMemoryUnregister',
            grpc__service__pb2.CudaSharedMemoryUnregisterRequest.SerializeToString,
            grpc__service__pb2.CudaSharedMemoryUnregisterResponse.FromString,
            options, channel_credentials,
            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT! Client and server classes corresponding to protobuf-defined services. @@     @@.. cpp:var:: service InferenceService     @@     @@   Inference Server GRPC endpoints.     @@ Constructor.          Args:             channel: A grpc.Channel. @@     @@.. cpp:var:: service InferenceService     @@     @@   Inference Server GRPC endpoints.     @@ @@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns         @@       (ServerLiveResponse)         @@         @@     Check liveness of the inference server.         @@ @@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns         @@       (ServerReadyResponse)         @@         @@     Check readiness of the inference server.         @@ @@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns         @@       (ModelReadyResponse)         @@         @@     Check readiness of a model in the inference server.         @@ @@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns         @@       (ServerMetadataResponse)         @@         @@     Get server metadata.         @@ @@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns         @@       (ModelMetadataResponse)         @@         @@     Get model metadata.         @@ @@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns         @@       (ModelInferResponse)         @@         @@     Perform inference using a specific model.         @@ @@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns         @@       (stream ModelStreamInferResponse)         @@         @@     Perform streaming inference.         @@ @@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns         @@       (ModelConfigResponse)         @@         @@     Get model configuration.         @@ @@  .. cpp:var:: rpc ModelStatistics(         @@                     ModelStatisticsRequest)         @@                   returns (ModelStatisticsResponse)         @@         @@     Get the cumulative inference statistics for a model.         @@ @@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns         @@       (RepositoryIndexResponse)         @@         @@     Get the index of model repository contents.         @@ @@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns         @@       (RepositoryModelLoadResponse)         @@         @@     Load or reload a model from a repository.         @@ @@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)         @@       returns (RepositoryModelUnloadResponse)         @@         @@     Unload a model.         @@ @@  .. cpp:var:: rpc SystemSharedMemoryStatus(         @@                     SystemSharedMemoryStatusRequest)         @@                   returns (SystemSharedMemoryStatusRespose)         @@         @@     Get the status of all registered system-shared-memory regions.         @@ @@  .. cpp:var:: rpc SystemSharedMemoryRegister(         @@                     SystemSharedMemoryRegisterRequest)         @@                   returns (SystemSharedMemoryRegisterResponse)         @@         @@     Register a system-shared-memory region.         @@ @@  .. cpp:var:: rpc SystemSharedMemoryUnregister(         @@                     SystemSharedMemoryUnregisterRequest)         @@                   returns (SystemSharedMemoryUnregisterResponse)         @@         @@     Unregister a system-shared-memory region.         @@ @@  .. cpp:var:: rpc CudaSharedMemoryStatus(         @@                     CudaSharedMemoryStatusRequest)         @@                   returns (CudaSharedMemoryStatusRespose)         @@         @@     Get the status of all registered CUDA-shared-memory regions.         @@ @@  .. cpp:var:: rpc CudaSharedMemoryRegister(         @@                     CudaSharedMemoryRegisterRequest)         @@                   returns (CudaSharedMemoryRegisterResponse)         @@         @@     Register a CUDA-shared-memory region.         @@ @@  .. cpp:var:: rpc CudaSharedMemoryUnregister(         @@                     CudaSharedMemoryUnregisterRequest)         @@                   returns (CudaSharedMemoryUnregisterResponse)         @@         @@     Unregister a CUDA-shared-memory region.         @@ # This class is part of an EXPERIMENTAL API. @@     @@.. cpp:var:: service InferenceService     @@     @@   Inference Server GRPC endpoints.     @@