Constant Field Values

Contents

• grpc.health.*
• inference.*

grpc.health.*

grpc.health.v1.HealthGrpc

Modifier and Type	Constant Field	Value
public static final String	SERVICE_NAME	"grpc.health.v1.Health"

grpc.health.v1.HealthOuterClass.HealthCheckRequest

Modifier and Type	Constant Field	Value
public static final int	SERVICE_FIELD_NUMBER	1

grpc.health.v1.HealthOuterClass.HealthCheckResponse

Modifier and Type	Constant Field	Value
public static final int	STATUS_FIELD_NUMBER	1

grpc.health.v1.HealthOuterClass.HealthCheckResponse.ServingStatus

Modifier and Type	Constant Field	Value
public static final int	NOT_SERVING_VALUE	2
public static final int	SERVICE_UNKNOWN_VALUE	3
public static final int	SERVING_VALUE	1
public static final int	UNKNOWN_VALUE	0

inference.*

inference.GRPCInferenceServiceGrpc

Modifier and Type	Constant Field	Value
public static final String	SERVICE_NAME	"inference.GRPCInferenceService"

inference.GrpcService.CudaSharedMemoryRegisterRequest

Modifier and Type	Constant Field	Value
public static final int	BYTE_SIZE_FIELD_NUMBER	4
public static final int	DEVICE_ID_FIELD_NUMBER	3
public static final int	NAME_FIELD_NUMBER	1
public static final int	RAW_HANDLE_FIELD_NUMBER	2

inference.GrpcService.CudaSharedMemoryStatusRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1

inference.GrpcService.CudaSharedMemoryStatusResponse

Modifier and Type	Constant Field	Value
public static final int	REGIONS_FIELD_NUMBER	1

inference.GrpcService.CudaSharedMemoryStatusResponse.RegionStatus

Modifier and Type	Constant Field	Value
public static final int	BYTE_SIZE_FIELD_NUMBER	3
public static final int	DEVICE_ID_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1

inference.GrpcService.CudaSharedMemoryUnregisterRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1

inference.GrpcService.InferBatchStatistics

Modifier and Type	Constant Field	Value
public static final int	BATCH_SIZE_FIELD_NUMBER	1
public static final int	COMPUTE_INFER_FIELD_NUMBER	3
public static final int	COMPUTE_INPUT_FIELD_NUMBER	2
public static final int	COMPUTE_OUTPUT_FIELD_NUMBER	4

inference.GrpcService.InferParameter

Modifier and Type	Constant Field	Value
public static final int	BOOL_PARAM_FIELD_NUMBER	1
public static final int	DOUBLE_PARAM_FIELD_NUMBER	4
public static final int	INT64_PARAM_FIELD_NUMBER	2
public static final int	STRING_PARAM_FIELD_NUMBER	3
public static final int	UINT64_PARAM_FIELD_NUMBER	5

inference.GrpcService.InferResponseStatistics

Modifier and Type	Constant Field	Value
public static final int	CANCEL_FIELD_NUMBER	6
public static final int	COMPUTE_INFER_FIELD_NUMBER	1
public static final int	COMPUTE_OUTPUT_FIELD_NUMBER	2
public static final int	EMPTY_RESPONSE_FIELD_NUMBER	5
public static final int	FAIL_FIELD_NUMBER	4
public static final int	SUCCESS_FIELD_NUMBER	3

inference.GrpcService.InferStatistics

Modifier and Type	Constant Field	Value
public static final int	CACHE_HIT_FIELD_NUMBER	7
public static final int	CACHE_MISS_FIELD_NUMBER	8
public static final int	COMPUTE_INFER_FIELD_NUMBER	5
public static final int	COMPUTE_INPUT_FIELD_NUMBER	4
public static final int	COMPUTE_OUTPUT_FIELD_NUMBER	6
public static final int	FAIL_FIELD_NUMBER	2
public static final int	QUEUE_FIELD_NUMBER	3
public static final int	SUCCESS_FIELD_NUMBER	1

inference.GrpcService.InferTensorContents

Modifier and Type	Constant Field	Value
public static final int	BOOL_CONTENTS_FIELD_NUMBER	1
public static final int	BYTES_CONTENTS_FIELD_NUMBER	8
public static final int	FP32_CONTENTS_FIELD_NUMBER	6
public static final int	FP64_CONTENTS_FIELD_NUMBER	7
public static final int	INT_CONTENTS_FIELD_NUMBER	2
public static final int	INT64_CONTENTS_FIELD_NUMBER	3
public static final int	UINT_CONTENTS_FIELD_NUMBER	4
public static final int	UINT64_CONTENTS_FIELD_NUMBER	5

inference.GrpcService.LogSettingsRequest

Modifier and Type	Constant Field	Value
public static final int	SETTINGS_FIELD_NUMBER	1

inference.GrpcService.LogSettingsRequest.SettingValue

Modifier and Type	Constant Field	Value
public static final int	BOOL_PARAM_FIELD_NUMBER	1
public static final int	STRING_PARAM_FIELD_NUMBER	3
public static final int	UINT32_PARAM_FIELD_NUMBER	2

inference.GrpcService.LogSettingsResponse

Modifier and Type	Constant Field	Value
public static final int	SETTINGS_FIELD_NUMBER	1

inference.GrpcService.LogSettingsResponse.SettingValue

Modifier and Type	Constant Field	Value
public static final int	BOOL_PARAM_FIELD_NUMBER	1
public static final int	STRING_PARAM_FIELD_NUMBER	3
public static final int	UINT32_PARAM_FIELD_NUMBER	2

inference.GrpcService.MemoryUsage

Modifier and Type	Constant Field	Value
public static final int	BYTE_SIZE_FIELD_NUMBER	3
public static final int	ID_FIELD_NUMBER	2
public static final int	TYPE_FIELD_NUMBER	1

inference.GrpcService.ModelConfigRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	VERSION_FIELD_NUMBER	2

inference.GrpcService.ModelConfigResponse

Modifier and Type	Constant Field	Value
public static final int	CONFIG_FIELD_NUMBER	1

inference.GrpcService.ModelInferRequest

Modifier and Type	Constant Field	Value
public static final int	ID_FIELD_NUMBER	3
public static final int	INPUTS_FIELD_NUMBER	5
public static final int	MODEL_NAME_FIELD_NUMBER	1
public static final int	MODEL_VERSION_FIELD_NUMBER	2
public static final int	OUTPUTS_FIELD_NUMBER	6
public static final int	PARAMETERS_FIELD_NUMBER	4
public static final int	RAW_INPUT_CONTENTS_FIELD_NUMBER	7

inference.GrpcService.ModelInferRequest.InferInputTensor

Modifier and Type	Constant Field	Value
public static final int	CONTENTS_FIELD_NUMBER	5
public static final int	DATATYPE_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1
public static final int	PARAMETERS_FIELD_NUMBER	4
public static final int	SHAPE_FIELD_NUMBER	3

inference.GrpcService.ModelInferRequest.InferRequestedOutputTensor

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	PARAMETERS_FIELD_NUMBER	2

inference.GrpcService.ModelInferResponse

Modifier and Type	Constant Field	Value
public static final int	ID_FIELD_NUMBER	3
public static final int	MODEL_NAME_FIELD_NUMBER	1
public static final int	MODEL_VERSION_FIELD_NUMBER	2
public static final int	OUTPUTS_FIELD_NUMBER	5
public static final int	PARAMETERS_FIELD_NUMBER	4
public static final int	RAW_OUTPUT_CONTENTS_FIELD_NUMBER	6

inference.GrpcService.ModelInferResponse.InferOutputTensor

Modifier and Type	Constant Field	Value
public static final int	CONTENTS_FIELD_NUMBER	5
public static final int	DATATYPE_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1
public static final int	PARAMETERS_FIELD_NUMBER	4
public static final int	SHAPE_FIELD_NUMBER	3

inference.GrpcService.ModelMetadataRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	VERSION_FIELD_NUMBER	2

inference.GrpcService.ModelMetadataResponse

Modifier and Type	Constant Field	Value
public static final int	INPUTS_FIELD_NUMBER	4
public static final int	NAME_FIELD_NUMBER	1
public static final int	OUTPUTS_FIELD_NUMBER	5
public static final int	PLATFORM_FIELD_NUMBER	3
public static final int	VERSIONS_FIELD_NUMBER	2

inference.GrpcService.ModelMetadataResponse.TensorMetadata

Modifier and Type	Constant Field	Value
public static final int	DATATYPE_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1
public static final int	SHAPE_FIELD_NUMBER	3

inference.GrpcService.ModelReadyRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	VERSION_FIELD_NUMBER	2

inference.GrpcService.ModelReadyResponse

Modifier and Type	Constant Field	Value
public static final int	READY_FIELD_NUMBER	1

inference.GrpcService.ModelRepositoryParameter

Modifier and Type	Constant Field	Value
public static final int	BOOL_PARAM_FIELD_NUMBER	1
public static final int	BYTES_PARAM_FIELD_NUMBER	4
public static final int	INT64_PARAM_FIELD_NUMBER	2
public static final int	STRING_PARAM_FIELD_NUMBER	3

inference.GrpcService.ModelStatistics

Modifier and Type	Constant Field	Value
public static final int	BATCH_STATS_FIELD_NUMBER	7
public static final int	EXECUTION_COUNT_FIELD_NUMBER	5
public static final int	INFERENCE_COUNT_FIELD_NUMBER	4
public static final int	INFERENCE_STATS_FIELD_NUMBER	6
public static final int	LAST_INFERENCE_FIELD_NUMBER	3
public static final int	MEMORY_USAGE_FIELD_NUMBER	8
public static final int	NAME_FIELD_NUMBER	1
public static final int	RESPONSE_STATS_FIELD_NUMBER	9
public static final int	VERSION_FIELD_NUMBER	2

inference.GrpcService.ModelStatisticsRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	VERSION_FIELD_NUMBER	2

inference.GrpcService.ModelStatisticsResponse

Modifier and Type	Constant Field	Value
public static final int	MODEL_STATS_FIELD_NUMBER	1

inference.GrpcService.ModelStreamInferResponse

Modifier and Type	Constant Field	Value
public static final int	ERROR_MESSAGE_FIELD_NUMBER	1
public static final int	INFER_RESPONSE_FIELD_NUMBER	2

inference.GrpcService.RepositoryIndexRequest

Modifier and Type	Constant Field	Value
public static final int	READY_FIELD_NUMBER	2
public static final int	REPOSITORY_NAME_FIELD_NUMBER	1

inference.GrpcService.RepositoryIndexResponse

Modifier and Type	Constant Field	Value
public static final int	MODELS_FIELD_NUMBER	1

inference.GrpcService.RepositoryIndexResponse.ModelIndex

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	REASON_FIELD_NUMBER	4
public static final int	STATE_FIELD_NUMBER	3
public static final int	VERSION_FIELD_NUMBER	2

inference.GrpcService.RepositoryModelLoadRequest

Modifier and Type	Constant Field	Value
public static final int	MODEL_NAME_FIELD_NUMBER	2
public static final int	PARAMETERS_FIELD_NUMBER	3
public static final int	REPOSITORY_NAME_FIELD_NUMBER	1

inference.GrpcService.RepositoryModelUnloadRequest

Modifier and Type	Constant Field	Value
public static final int	MODEL_NAME_FIELD_NUMBER	2
public static final int	PARAMETERS_FIELD_NUMBER	3
public static final int	REPOSITORY_NAME_FIELD_NUMBER	1

inference.GrpcService.ServerLiveResponse

Modifier and Type	Constant Field	Value
public static final int	LIVE_FIELD_NUMBER	1

inference.GrpcService.ServerMetadataResponse

Modifier and Type	Constant Field	Value
public static final int	EXTENSIONS_FIELD_NUMBER	3
public static final int	NAME_FIELD_NUMBER	1
public static final int	VERSION_FIELD_NUMBER	2

inference.GrpcService.ServerReadyResponse

Modifier and Type	Constant Field	Value
public static final int	READY_FIELD_NUMBER	1

inference.GrpcService.StatisticDuration

Modifier and Type	Constant Field	Value
public static final int	COUNT_FIELD_NUMBER	1
public static final int	NS_FIELD_NUMBER	2

inference.GrpcService.SystemSharedMemoryRegisterRequest

Modifier and Type	Constant Field	Value
public static final int	BYTE_SIZE_FIELD_NUMBER	4
public static final int	KEY_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1
public static final int	OFFSET_FIELD_NUMBER	3

inference.GrpcService.SystemSharedMemoryStatusRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1

inference.GrpcService.SystemSharedMemoryStatusResponse

Modifier and Type	Constant Field	Value
public static final int	REGIONS_FIELD_NUMBER	1

inference.GrpcService.SystemSharedMemoryStatusResponse.RegionStatus

Modifier and Type	Constant Field	Value
public static final int	BYTE_SIZE_FIELD_NUMBER	4
public static final int	KEY_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1
public static final int	OFFSET_FIELD_NUMBER	3

inference.GrpcService.SystemSharedMemoryUnregisterRequest

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1

inference.GrpcService.TraceSettingRequest

Modifier and Type	Constant Field	Value
public static final int	MODEL_NAME_FIELD_NUMBER	2
public static final int	SETTINGS_FIELD_NUMBER	1

inference.GrpcService.TraceSettingRequest.SettingValue

Modifier and Type	Constant Field	Value
public static final int	VALUE_FIELD_NUMBER	1

inference.GrpcService.TraceSettingResponse

Modifier and Type	Constant Field	Value
public static final int	SETTINGS_FIELD_NUMBER	1

inference.GrpcService.TraceSettingResponse.SettingValue

Modifier and Type	Constant Field	Value
public static final int	VALUE_FIELD_NUMBER	1

inference.ModelConfigOuterClass.BatchInput

Modifier and Type	Constant Field	Value
public static final int	DATA_TYPE_FIELD_NUMBER	3
public static final int	KIND_FIELD_NUMBER	1
public static final int	SOURCE_INPUT_FIELD_NUMBER	4
public static final int	TARGET_NAME_FIELD_NUMBER	2

inference.ModelConfigOuterClass.BatchInput.Kind

Modifier and Type	Constant Field	Value
public static final int	BATCH_ACCUMULATED_ELEMENT_COUNT_VALUE	1
public static final int	BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO_VALUE	2
public static final int	BATCH_ELEMENT_COUNT_VALUE	0
public static final int	BATCH_ITEM_SHAPE_FLATTEN_VALUE	5
public static final int	BATCH_ITEM_SHAPE_VALUE	4
public static final int	BATCH_MAX_ELEMENT_COUNT_AS_SHAPE_VALUE	3

inference.ModelConfigOuterClass.BatchOutput

Modifier and Type	Constant Field	Value
public static final int	KIND_FIELD_NUMBER	2
public static final int	SOURCE_INPUT_FIELD_NUMBER	3
public static final int	TARGET_NAME_FIELD_NUMBER	1

inference.ModelConfigOuterClass.BatchOutput.Kind

Modifier and Type	Constant Field	Value
public static final int	BATCH_SCATTER_WITH_INPUT_SHAPE_VALUE	0

inference.ModelConfigOuterClass.DataType

Modifier and Type	Constant Field	Value
public static final int	TYPE_BF16_VALUE	14
public static final int	TYPE_BOOL_VALUE	1
public static final int	TYPE_FP16_VALUE	10
public static final int	TYPE_FP32_VALUE	11
public static final int	TYPE_FP64_VALUE	12
public static final int	TYPE_INT16_VALUE	7
public static final int	TYPE_INT32_VALUE	8
public static final int	TYPE_INT64_VALUE	9
public static final int	TYPE_INT8_VALUE	6
public static final int	TYPE_INVALID_VALUE	0
public static final int	TYPE_STRING_VALUE	13
public static final int	TYPE_UINT16_VALUE	3
public static final int	TYPE_UINT32_VALUE	4
public static final int	TYPE_UINT64_VALUE	5
public static final int	TYPE_UINT8_VALUE	2

inference.ModelConfigOuterClass.ModelConfig

Modifier and Type	Constant Field	Value
public static final int	BACKEND_FIELD_NUMBER	17
public static final int	BATCH_INPUT_FIELD_NUMBER	20
public static final int	BATCH_OUTPUT_FIELD_NUMBER	21
public static final int	CC_MODEL_FILENAMES_FIELD_NUMBER	9
public static final int	DEFAULT_MODEL_FILENAME_FIELD_NUMBER	8
public static final int	DYNAMIC_BATCHING_FIELD_NUMBER	11
public static final int	ENSEMBLE_SCHEDULING_FIELD_NUMBER	15
public static final int	INPUT_FIELD_NUMBER	5
public static final int	INSTANCE_GROUP_FIELD_NUMBER	7
public static final int	MAX_BATCH_SIZE_FIELD_NUMBER	4
public static final int	METRIC_TAGS_FIELD_NUMBER	10
public static final int	MODEL_METRICS_FIELD_NUMBER	26
public static final int	MODEL_OPERATIONS_FIELD_NUMBER	18
public static final int	MODEL_REPOSITORY_AGENTS_FIELD_NUMBER	23
public static final int	MODEL_TRANSACTION_POLICY_FIELD_NUMBER	19
public static final int	MODEL_WARMUP_FIELD_NUMBER	16
public static final int	NAME_FIELD_NUMBER	1
public static final int	OPTIMIZATION_FIELD_NUMBER	12
public static final int	OUTPUT_FIELD_NUMBER	6
public static final int	PARAMETERS_FIELD_NUMBER	14
public static final int	PLATFORM_FIELD_NUMBER	2
public static final int	RESPONSE_CACHE_FIELD_NUMBER	24
public static final int	RUNTIME_FIELD_NUMBER	25
public static final int	SEQUENCE_BATCHING_FIELD_NUMBER	13
public static final int	VERSION_POLICY_FIELD_NUMBER	3

inference.ModelConfigOuterClass.ModelDynamicBatching

Modifier and Type	Constant Field	Value
public static final int	DEFAULT_PRIORITY_LEVEL_FIELD_NUMBER	5
public static final int	DEFAULT_QUEUE_POLICY_FIELD_NUMBER	6
public static final int	MAX_QUEUE_DELAY_MICROSECONDS_FIELD_NUMBER	2
public static final int	PREFERRED_BATCH_SIZE_FIELD_NUMBER	1
public static final int	PRESERVE_ORDERING_FIELD_NUMBER	3
public static final int	PRIORITY_LEVELS_FIELD_NUMBER	4
public static final int	PRIORITY_QUEUE_POLICY_FIELD_NUMBER	7

inference.ModelConfigOuterClass.ModelEnsembling

Modifier and Type	Constant Field	Value
public static final int	MAX_INFLIGHT_REQUESTS_FIELD_NUMBER	2
public static final int	STEP_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelEnsembling.Step

Modifier and Type	Constant Field	Value
public static final int	INPUT_MAP_FIELD_NUMBER	3
public static final int	MODEL_NAME_FIELD_NUMBER	1
public static final int	MODEL_NAMESPACE_FIELD_NUMBER	5
public static final int	MODEL_VERSION_FIELD_NUMBER	2
public static final int	OUTPUT_MAP_FIELD_NUMBER	4

inference.ModelConfigOuterClass.ModelInput

Modifier and Type	Constant Field	Value
public static final int	ALLOW_RAGGED_BATCH_FIELD_NUMBER	7
public static final int	DATA_TYPE_FIELD_NUMBER	2
public static final int	DIMS_FIELD_NUMBER	4
public static final int	FORMAT_FIELD_NUMBER	3
public static final int	IS_NON_LINEAR_FORMAT_IO_FIELD_NUMBER	9
public static final int	IS_SHAPE_TENSOR_FIELD_NUMBER	6
public static final int	NAME_FIELD_NUMBER	1
public static final int	OPTIONAL_FIELD_NUMBER	8
public static final int	RESHAPE_FIELD_NUMBER	5

inference.ModelConfigOuterClass.ModelInput.Format

Modifier and Type	Constant Field	Value
public static final int	FORMAT_NCHW_VALUE	2
public static final int	FORMAT_NHWC_VALUE	1
public static final int	FORMAT_NONE_VALUE	0

inference.ModelConfigOuterClass.ModelInstanceGroup

Modifier and Type	Constant Field	Value
public static final int	COUNT_FIELD_NUMBER	2
public static final int	GPUS_FIELD_NUMBER	3
public static final int	HOST_POLICY_FIELD_NUMBER	9
public static final int	KIND_FIELD_NUMBER	4
public static final int	NAME_FIELD_NUMBER	1
public static final int	PASSIVE_FIELD_NUMBER	7
public static final int	PROFILE_FIELD_NUMBER	5
public static final int	RATE_LIMITER_FIELD_NUMBER	6
public static final int	SECONDARY_DEVICES_FIELD_NUMBER	8

inference.ModelConfigOuterClass.ModelInstanceGroup.Kind

Modifier and Type	Constant Field	Value
public static final int	KIND_AUTO_VALUE	0
public static final int	KIND_CPU_VALUE	2
public static final int	KIND_GPU_VALUE	1
public static final int	KIND_MODEL_VALUE	3

inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice

Modifier and Type	Constant Field	Value
public static final int	DEVICE_ID_FIELD_NUMBER	2
public static final int	KIND_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.SecondaryDeviceKind

Modifier and Type	Constant Field	Value
public static final int	KIND_NVDLA_VALUE	0

inference.ModelConfigOuterClass.ModelMetrics

Modifier and Type	Constant Field	Value
public static final int	METRIC_CONTROL_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelMetrics.MetricControl

Modifier and Type	Constant Field	Value
public static final int	HISTOGRAM_OPTIONS_FIELD_NUMBER	2
public static final int	METRIC_IDENTIFIER_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelMetrics.MetricControl.HistogramOptions

Modifier and Type	Constant Field	Value
public static final int	BUCKETS_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifier

Modifier and Type	Constant Field	Value
public static final int	FAMILY_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelOperations

Modifier and Type	Constant Field	Value
public static final int	OP_LIBRARY_FILENAME_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelOptimizationPolicy

Modifier and Type	Constant Field	Value
public static final int	CUDA_FIELD_NUMBER	3
public static final int	EAGER_BATCHING_FIELD_NUMBER	8
public static final int	EXECUTION_ACCELERATORS_FIELD_NUMBER	4
public static final int	GATHER_KERNEL_BUFFER_THRESHOLD_FIELD_NUMBER	7
public static final int	GRAPH_FIELD_NUMBER	1
public static final int	INPUT_PINNED_MEMORY_FIELD_NUMBER	5
public static final int	OUTPUT_PINNED_MEMORY_FIELD_NUMBER	6
public static final int	PRIORITY_FIELD_NUMBER	2

inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda

Modifier and Type	Constant Field	Value
public static final int	BUSY_WAIT_EVENTS_FIELD_NUMBER	2
public static final int	GRAPH_SPEC_FIELD_NUMBER	3
public static final int	GRAPHS_FIELD_NUMBER	1
public static final int	OUTPUT_COPY_STREAM_FIELD_NUMBER	4

inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec

Modifier and Type	Constant Field	Value
public static final int	BATCH_SIZE_FIELD_NUMBER	1
public static final int	GRAPH_LOWER_BOUND_FIELD_NUMBER	3
public static final int	INPUT_FIELD_NUMBER	2

inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound

Modifier and Type	Constant Field	Value
public static final int	BATCH_SIZE_FIELD_NUMBER	1
public static final int	INPUT_FIELD_NUMBER	2

inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape

Modifier and Type	Constant Field	Value
public static final int	DIM_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators

Modifier and Type	Constant Field	Value
public static final int	CPU_EXECUTION_ACCELERATOR_FIELD_NUMBER	2
public static final int	GPU_EXECUTION_ACCELERATOR_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	PARAMETERS_FIELD_NUMBER	2

inference.ModelConfigOuterClass.ModelOptimizationPolicy.Graph

Modifier and Type	Constant Field	Value
public static final int	LEVEL_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelOptimizationPolicy.ModelPriority

Modifier and Type	Constant Field	Value
public static final int	PRIORITY_DEFAULT_VALUE	0
public static final int	PRIORITY_MAX_VALUE	1
public static final int	PRIORITY_MIN_VALUE	2

inference.ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer

Modifier and Type	Constant Field	Value
public static final int	ENABLE_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelOutput

Modifier and Type	Constant Field	Value
public static final int	DATA_TYPE_FIELD_NUMBER	2
public static final int	DIMS_FIELD_NUMBER	3
public static final int	IS_NON_LINEAR_FORMAT_IO_FIELD_NUMBER	7
public static final int	IS_SHAPE_TENSOR_FIELD_NUMBER	6
public static final int	LABEL_FILENAME_FIELD_NUMBER	4
public static final int	NAME_FIELD_NUMBER	1
public static final int	RESHAPE_FIELD_NUMBER	5

inference.ModelConfigOuterClass.ModelParameter

Modifier and Type	Constant Field	Value
public static final int	STRING_VALUE_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelQueuePolicy

Modifier and Type	Constant Field	Value
public static final int	ALLOW_TIMEOUT_OVERRIDE_FIELD_NUMBER	3
public static final int	DEFAULT_TIMEOUT_MICROSECONDS_FIELD_NUMBER	2
public static final int	MAX_QUEUE_SIZE_FIELD_NUMBER	4
public static final int	TIMEOUT_ACTION_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelQueuePolicy.TimeoutAction

Modifier and Type	Constant Field	Value
public static final int	DELAY_VALUE	1
public static final int	REJECT_VALUE	0

inference.ModelConfigOuterClass.ModelRateLimiter

Modifier and Type	Constant Field	Value
public static final int	PRIORITY_FIELD_NUMBER	2
public static final int	RESOURCES_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelRateLimiter.Resource

Modifier and Type	Constant Field	Value
public static final int	COUNT_FIELD_NUMBER	3
public static final int	GLOBAL_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelRepositoryAgents

Modifier and Type	Constant Field	Value
public static final int	AGENTS_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelRepositoryAgents.Agent

Modifier and Type	Constant Field	Value
public static final int	NAME_FIELD_NUMBER	1
public static final int	PARAMETERS_FIELD_NUMBER	2

inference.ModelConfigOuterClass.ModelResponseCache

Modifier and Type	Constant Field	Value
public static final int	ENABLE_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelSequenceBatching

Modifier and Type	Constant Field	Value
public static final int	CONTROL_INPUT_FIELD_NUMBER	2
public static final int	DIRECT_FIELD_NUMBER	3
public static final int	ITERATIVE_SEQUENCE_FIELD_NUMBER	6
public static final int	MAX_SEQUENCE_IDLE_MICROSECONDS_FIELD_NUMBER	1
public static final int	OLDEST_FIELD_NUMBER	4
public static final int	STATE_FIELD_NUMBER	5

inference.ModelConfigOuterClass.ModelSequenceBatching.Control

Modifier and Type	Constant Field	Value
public static final int	BOOL_FALSE_TRUE_FIELD_NUMBER	5
public static final int	DATA_TYPE_FIELD_NUMBER	4
public static final int	FP32_FALSE_TRUE_FIELD_NUMBER	3
public static final int	INT32_FALSE_TRUE_FIELD_NUMBER	2
public static final int	KIND_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelSequenceBatching.Control.Kind

Modifier and Type	Constant Field	Value
public static final int	CONTROL_SEQUENCE_CORRID_VALUE	3
public static final int	CONTROL_SEQUENCE_END_VALUE	2
public static final int	CONTROL_SEQUENCE_READY_VALUE	1
public static final int	CONTROL_SEQUENCE_START_VALUE	0

inference.ModelConfigOuterClass.ModelSequenceBatching.ControlInput

Modifier and Type	Constant Field	Value
public static final int	CONTROL_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelSequenceBatching.InitialState

Modifier and Type	Constant Field	Value
public static final int	DATA_FILE_FIELD_NUMBER	4
public static final int	DATA_TYPE_FIELD_NUMBER	1
public static final int	DIMS_FIELD_NUMBER	2
public static final int	NAME_FIELD_NUMBER	5
public static final int	ZERO_DATA_FIELD_NUMBER	3

inference.ModelConfigOuterClass.ModelSequenceBatching.State

Modifier and Type	Constant Field	Value
public static final int	DATA_TYPE_FIELD_NUMBER	3
public static final int	DIMS_FIELD_NUMBER	4
public static final int	INITIAL_STATE_FIELD_NUMBER	5
public static final int	INPUT_NAME_FIELD_NUMBER	1
public static final int	OUTPUT_NAME_FIELD_NUMBER	2
public static final int	USE_GROWABLE_MEMORY_FIELD_NUMBER	7
public static final int	USE_SAME_BUFFER_FOR_INPUT_OUTPUT_FIELD_NUMBER	6

inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect

Modifier and Type	Constant Field	Value
public static final int	MAX_QUEUE_DELAY_MICROSECONDS_FIELD_NUMBER	1
public static final int	MINIMUM_SLOT_UTILIZATION_FIELD_NUMBER	2

inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest

Modifier and Type	Constant Field	Value
public static final int	MAX_CANDIDATE_SEQUENCES_FIELD_NUMBER	1
public static final int	MAX_QUEUE_DELAY_MICROSECONDS_FIELD_NUMBER	3
public static final int	PREFERRED_BATCH_SIZE_FIELD_NUMBER	2
public static final int	PRESERVE_ORDERING_FIELD_NUMBER	4

inference.ModelConfigOuterClass.ModelTensorReshape

Modifier and Type	Constant Field	Value
public static final int	SHAPE_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelTransactionPolicy

Modifier and Type	Constant Field	Value
public static final int	DECOUPLED_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelVersionPolicy

Modifier and Type	Constant Field	Value
public static final int	ALL_FIELD_NUMBER	2
public static final int	LATEST_FIELD_NUMBER	1
public static final int	SPECIFIC_FIELD_NUMBER	3

inference.ModelConfigOuterClass.ModelVersionPolicy.Latest

Modifier and Type	Constant Field	Value
public static final int	NUM_VERSIONS_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelVersionPolicy.Specific

Modifier and Type	Constant Field	Value
public static final int	VERSIONS_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelWarmup

Modifier and Type	Constant Field	Value
public static final int	BATCH_SIZE_FIELD_NUMBER	2
public static final int	COUNT_FIELD_NUMBER	4
public static final int	INPUTS_FIELD_NUMBER	3
public static final int	NAME_FIELD_NUMBER	1

inference.ModelConfigOuterClass.ModelWarmup.Input

Modifier and Type	Constant Field	Value
public static final int	DATA_TYPE_FIELD_NUMBER	1
public static final int	DIMS_FIELD_NUMBER	2
public static final int	INPUT_DATA_FILE_FIELD_NUMBER	5
public static final int	RANDOM_DATA_FIELD_NUMBER	4
public static final int	ZERO_DATA_FIELD_NUMBER	3