Serialized Form

Package com.gencior.triton.exceptions

Exception Class com.gencior.triton.exceptions.TritonDataNotFoundException

class TritonDataNotFoundException extends TritonInferException implements Serializable

Exception Class com.gencior.triton.exceptions.TritonDataTypeException

class TritonDataTypeException extends TritonInferException implements Serializable

Exception Class com.gencior.triton.exceptions.TritonInferException

class TritonInferException extends RuntimeException implements Serializable

Exception Class com.gencior.triton.exceptions.TritonShapeMismatchException

class TritonShapeMismatchException extends TritonInferException implements Serializable

Exception Class com.gencior.triton.exceptions.TritonSharedMemoryException

class TritonSharedMemoryException extends TritonInferException implements Serializable

Package grpc.health.v1

Class grpc.health.v1.HealthOuterClass.HealthCheckRequest

class HealthCheckRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

service_

Object service_

Class grpc.health.v1.HealthOuterClass.HealthCheckResponse

class HealthCheckResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

status_

int status_

Package inference

Class inference.GrpcService.CudaSharedMemoryRegisterRequest

class CudaSharedMemoryRegisterRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

byteSize_

long byteSize_

deviceId_

long deviceId_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

rawHandle_

com.google.protobuf.ByteString rawHandle_

Class inference.GrpcService.CudaSharedMemoryRegisterResponse

class CudaSharedMemoryRegisterResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.CudaSharedMemoryStatusRequest

class CudaSharedMemoryStatusRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.GrpcService.CudaSharedMemoryStatusResponse

class CudaSharedMemoryStatusResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

regions_

com.google.protobuf.MapField<String,GrpcService.CudaSharedMemoryStatusResponse.RegionStatus> regions_

Class inference.GrpcService.CudaSharedMemoryStatusResponse.RegionStatus

class RegionStatus extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

byteSize_

long byteSize_

deviceId_

long deviceId_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.GrpcService.CudaSharedMemoryUnregisterRequest

class CudaSharedMemoryUnregisterRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.GrpcService.CudaSharedMemoryUnregisterResponse

class CudaSharedMemoryUnregisterResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.InferBatchStatistics

class InferBatchStatistics extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

batchSize_

long batchSize_

bitField0_

int bitField0_

computeInfer_

GrpcService.StatisticDuration computeInfer_

computeInput_

GrpcService.StatisticDuration computeInput_

computeOutput_

GrpcService.StatisticDuration computeOutput_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.InferParameter

class InferParameter extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

parameterChoice_

Object parameterChoice_

parameterChoiceCase_

int parameterChoiceCase_

Class inference.GrpcService.InferResponseStatistics

class InferResponseStatistics extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

cancel_

GrpcService.StatisticDuration cancel_

computeInfer_

GrpcService.StatisticDuration computeInfer_

computeOutput_

GrpcService.StatisticDuration computeOutput_

emptyResponse_

GrpcService.StatisticDuration emptyResponse_

fail_

GrpcService.StatisticDuration fail_

memoizedIsInitialized

byte memoizedIsInitialized

success_

GrpcService.StatisticDuration success_

Class inference.GrpcService.InferStatistics

class InferStatistics extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

cacheHit_

GrpcService.StatisticDuration cacheHit_

cacheMiss_

GrpcService.StatisticDuration cacheMiss_

computeInfer_

GrpcService.StatisticDuration computeInfer_

computeInput_

GrpcService.StatisticDuration computeInput_

computeOutput_

GrpcService.StatisticDuration computeOutput_

fail_

GrpcService.StatisticDuration fail_

memoizedIsInitialized

byte memoizedIsInitialized

queue_

GrpcService.StatisticDuration queue_

success_

GrpcService.StatisticDuration success_

Class inference.GrpcService.InferTensorContents

class InferTensorContents extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

boolContents_

com.google.protobuf.Internal.BooleanList boolContents_

boolContentsMemoizedSerializedSize

int boolContentsMemoizedSerializedSize

bytesContents_

com.google.protobuf.Internal.ProtobufList<com.google.protobuf.ByteString> bytesContents_

fp32Contents_

com.google.protobuf.Internal.FloatList fp32Contents_

fp32ContentsMemoizedSerializedSize

int fp32ContentsMemoizedSerializedSize

fp64Contents_

com.google.protobuf.Internal.DoubleList fp64Contents_

fp64ContentsMemoizedSerializedSize

int fp64ContentsMemoizedSerializedSize

int64Contents_

com.google.protobuf.Internal.LongList int64Contents_

int64ContentsMemoizedSerializedSize

int int64ContentsMemoizedSerializedSize

intContents_

com.google.protobuf.Internal.IntList intContents_

intContentsMemoizedSerializedSize

int intContentsMemoizedSerializedSize

memoizedIsInitialized

byte memoizedIsInitialized

uint64Contents_

com.google.protobuf.Internal.LongList uint64Contents_

uint64ContentsMemoizedSerializedSize

int uint64ContentsMemoizedSerializedSize

uintContents_

com.google.protobuf.Internal.IntList uintContents_

uintContentsMemoizedSerializedSize

int uintContentsMemoizedSerializedSize

Class inference.GrpcService.LogSettingsRequest

class LogSettingsRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

settings_

com.google.protobuf.MapField<String,GrpcService.LogSettingsRequest.SettingValue> settings_

Class inference.GrpcService.LogSettingsRequest.SettingValue

class SettingValue extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

parameterChoice_

Object parameterChoice_

parameterChoiceCase_

int parameterChoiceCase_

Class inference.GrpcService.LogSettingsResponse

class LogSettingsResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

settings_

com.google.protobuf.MapField<String,GrpcService.LogSettingsResponse.SettingValue> settings_

Class inference.GrpcService.LogSettingsResponse.SettingValue

class SettingValue extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

parameterChoice_

Object parameterChoice_

parameterChoiceCase_

int parameterChoiceCase_

Class inference.GrpcService.MemoryUsage

class MemoryUsage extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

byteSize_

long byteSize_

id_

long id_

memoizedIsInitialized

byte memoizedIsInitialized

type_

Object type_

Class inference.GrpcService.ModelConfigRequest

class ModelConfigRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

version_

Object version_

Class inference.GrpcService.ModelConfigResponse

class ModelConfigResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

config_

ModelConfigOuterClass.ModelConfig config_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.ModelInferRequest

class ModelInferRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

id_

Object id_

inputs_

List<GrpcService.ModelInferRequest.InferInputTensor> inputs_

memoizedIsInitialized

byte memoizedIsInitialized

modelName_

Object modelName_

modelVersion_

Object modelVersion_

outputs_

List<GrpcService.ModelInferRequest.InferRequestedOutputTensor> outputs_

parameters_

com.google.protobuf.MapField<String,GrpcService.InferParameter> parameters_

rawInputContents_

com.google.protobuf.Internal.ProtobufList<com.google.protobuf.ByteString> rawInputContents_

Class inference.GrpcService.ModelInferRequest.InferInputTensor

class InferInputTensor extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

contents_

GrpcService.InferTensorContents contents_

datatype_

Object datatype_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

parameters_

com.google.protobuf.MapField<String,GrpcService.InferParameter> parameters_

shape_

com.google.protobuf.Internal.LongList shape_

shapeMemoizedSerializedSize

int shapeMemoizedSerializedSize

Class inference.GrpcService.ModelInferRequest.InferRequestedOutputTensor

class InferRequestedOutputTensor extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

parameters_

com.google.protobuf.MapField<String,GrpcService.InferParameter> parameters_

Class inference.GrpcService.ModelInferResponse

class ModelInferResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

id_

Object id_

memoizedIsInitialized

byte memoizedIsInitialized

modelName_

Object modelName_

modelVersion_

Object modelVersion_

outputs_

List<GrpcService.ModelInferResponse.InferOutputTensor> outputs_

parameters_

com.google.protobuf.MapField<String,GrpcService.InferParameter> parameters_

rawOutputContents_

com.google.protobuf.Internal.ProtobufList<com.google.protobuf.ByteString> rawOutputContents_

Class inference.GrpcService.ModelInferResponse.InferOutputTensor

class InferOutputTensor extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

contents_

GrpcService.InferTensorContents contents_

datatype_

Object datatype_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

parameters_

com.google.protobuf.MapField<String,GrpcService.InferParameter> parameters_

shape_

com.google.protobuf.Internal.LongList shape_

shapeMemoizedSerializedSize

int shapeMemoizedSerializedSize

Class inference.GrpcService.ModelMetadataRequest

class ModelMetadataRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

version_

Object version_

Class inference.GrpcService.ModelMetadataResponse

class ModelMetadataResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

inputs_

List<GrpcService.ModelMetadataResponse.TensorMetadata> inputs_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

outputs_

List<GrpcService.ModelMetadataResponse.TensorMetadata> outputs_

platform_

Object platform_

versions_

com.google.protobuf.LazyStringArrayList versions_

Class inference.GrpcService.ModelMetadataResponse.TensorMetadata

class TensorMetadata extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

datatype_

Object datatype_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

shape_

com.google.protobuf.Internal.LongList shape_

shapeMemoizedSerializedSize

int shapeMemoizedSerializedSize

Class inference.GrpcService.ModelReadyRequest

class ModelReadyRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

version_

Object version_

Class inference.GrpcService.ModelReadyResponse

class ModelReadyResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

ready_

boolean ready_

Class inference.GrpcService.ModelRepositoryParameter

class ModelRepositoryParameter extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

parameterChoice_

Object parameterChoice_

parameterChoiceCase_

int parameterChoiceCase_

Class inference.GrpcService.ModelStatistics

class ModelStatistics extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

batchStats_

List<GrpcService.InferBatchStatistics> batchStats_

bitField0_

int bitField0_

executionCount_

long executionCount_

inferenceCount_

long inferenceCount_

inferenceStats_

GrpcService.InferStatistics inferenceStats_

lastInference_

long lastInference_

memoizedIsInitialized

byte memoizedIsInitialized

memoryUsage_

List<GrpcService.MemoryUsage> memoryUsage_

name_

Object name_

responseStats_

com.google.protobuf.MapField<String,GrpcService.InferResponseStatistics> responseStats_

version_

Object version_

Class inference.GrpcService.ModelStatisticsRequest

class ModelStatisticsRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

version_

Object version_

Class inference.GrpcService.ModelStatisticsResponse

class ModelStatisticsResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

modelStats_

List<GrpcService.ModelStatistics> modelStats_

Class inference.GrpcService.ModelStreamInferResponse

class ModelStreamInferResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

errorMessage_

Object errorMessage_

inferResponse_

GrpcService.ModelInferResponse inferResponse_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.RepositoryIndexRequest

class RepositoryIndexRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

ready_

boolean ready_

repositoryName_

Object repositoryName_

Class inference.GrpcService.RepositoryIndexResponse

class RepositoryIndexResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

models_

List<GrpcService.RepositoryIndexResponse.ModelIndex> models_

Class inference.GrpcService.RepositoryIndexResponse.ModelIndex

class ModelIndex extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

reason_

Object reason_

state_

Object state_

version_

Object version_

Class inference.GrpcService.RepositoryModelLoadRequest

class RepositoryModelLoadRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

modelName_

Object modelName_

parameters_

com.google.protobuf.MapField<String,GrpcService.ModelRepositoryParameter> parameters_

repositoryName_

Object repositoryName_

Class inference.GrpcService.RepositoryModelLoadResponse

class RepositoryModelLoadResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.RepositoryModelUnloadRequest

class RepositoryModelUnloadRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

modelName_

Object modelName_

parameters_

com.google.protobuf.MapField<String,GrpcService.ModelRepositoryParameter> parameters_

repositoryName_

Object repositoryName_

Class inference.GrpcService.RepositoryModelUnloadResponse

class RepositoryModelUnloadResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.ServerLiveRequest

class ServerLiveRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.ServerLiveResponse

class ServerLiveResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

live_

boolean live_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.ServerMetadataRequest

class ServerMetadataRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.ServerMetadataResponse

class ServerMetadataResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

extensions_

com.google.protobuf.LazyStringArrayList extensions_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

version_

Object version_

Class inference.GrpcService.ServerReadyRequest

class ServerReadyRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.ServerReadyResponse

class ServerReadyResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

ready_

boolean ready_

Class inference.GrpcService.StatisticDuration

class StatisticDuration extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

count_

long count_

memoizedIsInitialized

byte memoizedIsInitialized

ns_

long ns_

Class inference.GrpcService.SystemSharedMemoryRegisterRequest

class SystemSharedMemoryRegisterRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

byteSize_

long byteSize_

key_

Object key_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

offset_

long offset_

Class inference.GrpcService.SystemSharedMemoryRegisterResponse

class SystemSharedMemoryRegisterResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.SystemSharedMemoryStatusRequest

class SystemSharedMemoryStatusRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.GrpcService.SystemSharedMemoryStatusResponse

class SystemSharedMemoryStatusResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

regions_

com.google.protobuf.MapField<String,GrpcService.SystemSharedMemoryStatusResponse.RegionStatus> regions_

Class inference.GrpcService.SystemSharedMemoryStatusResponse.RegionStatus

class RegionStatus extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

byteSize_

long byteSize_

key_

Object key_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

offset_

long offset_

Class inference.GrpcService.SystemSharedMemoryUnregisterRequest

class SystemSharedMemoryUnregisterRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.GrpcService.SystemSharedMemoryUnregisterResponse

class SystemSharedMemoryUnregisterResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.GrpcService.TraceSettingRequest

class TraceSettingRequest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

modelName_

Object modelName_

settings_

com.google.protobuf.MapField<String,GrpcService.TraceSettingRequest.SettingValue> settings_

Class inference.GrpcService.TraceSettingRequest.SettingValue

class SettingValue extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

value_

com.google.protobuf.LazyStringArrayList value_

Class inference.GrpcService.TraceSettingResponse

class TraceSettingResponse extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

settings_

com.google.protobuf.MapField<String,GrpcService.TraceSettingResponse.SettingValue> settings_

Class inference.GrpcService.TraceSettingResponse.SettingValue

class SettingValue extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

value_

com.google.protobuf.LazyStringArrayList value_

Class inference.ModelConfigOuterClass.BatchInput

class BatchInput extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

dataType_

int dataType_

kind_

int kind_

memoizedIsInitialized

byte memoizedIsInitialized

sourceInput_

com.google.protobuf.LazyStringArrayList sourceInput_

targetName_

com.google.protobuf.LazyStringArrayList targetName_

Class inference.ModelConfigOuterClass.BatchOutput

class BatchOutput extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

kind_

int kind_

memoizedIsInitialized

byte memoizedIsInitialized

sourceInput_

com.google.protobuf.LazyStringArrayList sourceInput_

targetName_

com.google.protobuf.LazyStringArrayList targetName_

Class inference.ModelConfigOuterClass.ModelConfig

class ModelConfig extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

backend_

Object backend_

batchInput_

List<ModelConfigOuterClass.BatchInput> batchInput_

batchOutput_

List<ModelConfigOuterClass.BatchOutput> batchOutput_

bitField0_

int bitField0_

ccModelFilenames_

com.google.protobuf.MapField<String,String> ccModelFilenames_

defaultModelFilename_

Object defaultModelFilename_

input_

List<ModelConfigOuterClass.ModelInput> input_

instanceGroup_

List<ModelConfigOuterClass.ModelInstanceGroup> instanceGroup_

maxBatchSize_

int maxBatchSize_

memoizedIsInitialized

byte memoizedIsInitialized

metricTags_

com.google.protobuf.MapField<String,String> metricTags_

modelMetrics_

ModelConfigOuterClass.ModelMetrics modelMetrics_

modelOperations_

ModelConfigOuterClass.ModelOperations modelOperations_

modelRepositoryAgents_

ModelConfigOuterClass.ModelRepositoryAgents modelRepositoryAgents_

modelTransactionPolicy_

ModelConfigOuterClass.ModelTransactionPolicy modelTransactionPolicy_

modelWarmup_

List<ModelConfigOuterClass.ModelWarmup> modelWarmup_

name_

Object name_

optimization_

ModelConfigOuterClass.ModelOptimizationPolicy optimization_

output_

List<ModelConfigOuterClass.ModelOutput> output_

parameters_

com.google.protobuf.MapField<String,ModelConfigOuterClass.ModelParameter> parameters_

platform_

Object platform_

responseCache_

ModelConfigOuterClass.ModelResponseCache responseCache_

runtime_

Object runtime_

schedulingChoice_

Object schedulingChoice_

schedulingChoiceCase_

int schedulingChoiceCase_

versionPolicy_

ModelConfigOuterClass.ModelVersionPolicy versionPolicy_

Class inference.ModelConfigOuterClass.ModelDynamicBatching

class ModelDynamicBatching extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

defaultPriorityLevel_

long defaultPriorityLevel_

defaultQueuePolicy_

ModelConfigOuterClass.ModelQueuePolicy defaultQueuePolicy_

maxQueueDelayMicroseconds_

long maxQueueDelayMicroseconds_

memoizedIsInitialized

byte memoizedIsInitialized

preferredBatchSize_

com.google.protobuf.Internal.IntList preferredBatchSize_

preferredBatchSizeMemoizedSerializedSize

int preferredBatchSizeMemoizedSerializedSize

preserveOrdering_

boolean preserveOrdering_

priorityLevels_

long priorityLevels_

priorityQueuePolicy_

com.google.protobuf.MapField<Long,ModelConfigOuterClass.ModelQueuePolicy> priorityQueuePolicy_

Class inference.ModelConfigOuterClass.ModelEnsembling

class ModelEnsembling extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

maxInflightRequests_

int maxInflightRequests_

memoizedIsInitialized

byte memoizedIsInitialized

step_

List<ModelConfigOuterClass.ModelEnsembling.Step> step_

Class inference.ModelConfigOuterClass.ModelEnsembling.Step

class Step extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

inputMap_

com.google.protobuf.MapField<String,String> inputMap_

memoizedIsInitialized

byte memoizedIsInitialized

modelName_

Object modelName_

modelNamespace_

Object modelNamespace_

modelVersion_

long modelVersion_

outputMap_

com.google.protobuf.MapField<String,String> outputMap_

Class inference.ModelConfigOuterClass.ModelInput

class ModelInput extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

allowRaggedBatch_

boolean allowRaggedBatch_

bitField0_

int bitField0_

dataType_

int dataType_

dims_

com.google.protobuf.Internal.LongList dims_

dimsMemoizedSerializedSize

int dimsMemoizedSerializedSize

format_

int format_

isNonLinearFormatIo_

boolean isNonLinearFormatIo_

isShapeTensor_

boolean isShapeTensor_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

optional_

boolean optional_

reshape_

ModelConfigOuterClass.ModelTensorReshape reshape_

Class inference.ModelConfigOuterClass.ModelInstanceGroup

class ModelInstanceGroup extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

count_

int count_

gpus_

com.google.protobuf.Internal.IntList gpus_

gpusMemoizedSerializedSize

int gpusMemoizedSerializedSize

hostPolicy_

Object hostPolicy_

kind_

int kind_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

passive_

boolean passive_

profile_

com.google.protobuf.LazyStringArrayList profile_

rateLimiter_

ModelConfigOuterClass.ModelRateLimiter rateLimiter_

secondaryDevices_

List<ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice> secondaryDevices_

Class inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice

class SecondaryDevice extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

deviceId_

long deviceId_

kind_

int kind_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelMetrics

class ModelMetrics extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

metricControl_

List<ModelConfigOuterClass.ModelMetrics.MetricControl> metricControl_

Class inference.ModelConfigOuterClass.ModelMetrics.MetricControl

class MetricControl extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

memoizedIsInitialized

byte memoizedIsInitialized

metricIdentifier_

ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifier metricIdentifier_

metricOptions_

Object metricOptions_

metricOptionsCase_

int metricOptionsCase_

Class inference.ModelConfigOuterClass.ModelMetrics.MetricControl.HistogramOptions

class HistogramOptions extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

buckets_

com.google.protobuf.Internal.DoubleList buckets_

bucketsMemoizedSerializedSize

int bucketsMemoizedSerializedSize

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifier

class MetricIdentifier extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

family_

Object family_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelOperations

class ModelOperations extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

opLibraryFilename_

com.google.protobuf.LazyStringArrayList opLibraryFilename_

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy

class ModelOptimizationPolicy extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

cuda_

ModelConfigOuterClass.ModelOptimizationPolicy.Cuda cuda_

eagerBatching_

boolean eagerBatching_

executionAccelerators_

ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators executionAccelerators_

gatherKernelBufferThreshold_

int gatherKernelBufferThreshold_

graph_

ModelConfigOuterClass.ModelOptimizationPolicy.Graph graph_

inputPinnedMemory_

ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer inputPinnedMemory_

memoizedIsInitialized

byte memoizedIsInitialized

outputPinnedMemory_

ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer outputPinnedMemory_

priority_

int priority_

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda

class Cuda extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

busyWaitEvents_

boolean busyWaitEvents_

graphs_

boolean graphs_

graphSpec_

List<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec> graphSpec_

memoizedIsInitialized

byte memoizedIsInitialized

outputCopyStream_

boolean outputCopyStream_

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec

class GraphSpec extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

batchSize_

int batchSize_

bitField0_

int bitField0_

graphLowerBound_

ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graphLowerBound_

input_

com.google.protobuf.MapField<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound

class LowerBound extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

batchSize_

int batchSize_

input_

com.google.protobuf.MapField<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape

class Shape extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

dim_

com.google.protobuf.Internal.LongList dim_

dimMemoizedSerializedSize

int dimMemoizedSerializedSize

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators

class ExecutionAccelerators extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

cpuExecutionAccelerator_

List<ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator> cpuExecutionAccelerator_

gpuExecutionAccelerator_

List<ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator> gpuExecutionAccelerator_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator

class Accelerator extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

parameters_

com.google.protobuf.MapField<String,String> parameters_

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.Graph

class Graph extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

level_

int level_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer

class PinnedMemoryBuffer extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

enable_

boolean enable_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelOutput

class ModelOutput extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

bitField0_

int bitField0_

dataType_

int dataType_

dims_

com.google.protobuf.Internal.LongList dims_

dimsMemoizedSerializedSize

int dimsMemoizedSerializedSize

isNonLinearFormatIo_

boolean isNonLinearFormatIo_

isShapeTensor_

boolean isShapeTensor_

labelFilename_

Object labelFilename_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

reshape_

ModelConfigOuterClass.ModelTensorReshape reshape_

Class inference.ModelConfigOuterClass.ModelParameter

class ModelParameter extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

stringValue_

Object stringValue_

Class inference.ModelConfigOuterClass.ModelQueuePolicy

class ModelQueuePolicy extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

allowTimeoutOverride_

boolean allowTimeoutOverride_

defaultTimeoutMicroseconds_

long defaultTimeoutMicroseconds_

maxQueueSize_

int maxQueueSize_

memoizedIsInitialized

byte memoizedIsInitialized

timeoutAction_

int timeoutAction_

Class inference.ModelConfigOuterClass.ModelRateLimiter

class ModelRateLimiter extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

priority_

int priority_

resources_

List<ModelConfigOuterClass.ModelRateLimiter.Resource> resources_

Class inference.ModelConfigOuterClass.ModelRateLimiter.Resource

class Resource extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

count_

int count_

global_

boolean global_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.ModelConfigOuterClass.ModelRepositoryAgents

class ModelRepositoryAgents extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

agents_

List<ModelConfigOuterClass.ModelRepositoryAgents.Agent> agents_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelRepositoryAgents.Agent

class Agent extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

parameters_

com.google.protobuf.MapField<String,String> parameters_

Class inference.ModelConfigOuterClass.ModelResponseCache

class ModelResponseCache extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

enable_

boolean enable_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelSequenceBatching

class ModelSequenceBatching extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

controlInput_

List<ModelConfigOuterClass.ModelSequenceBatching.ControlInput> controlInput_

iterativeSequence_

boolean iterativeSequence_

maxSequenceIdleMicroseconds_

long maxSequenceIdleMicroseconds_

memoizedIsInitialized

byte memoizedIsInitialized

state_

List<ModelConfigOuterClass.ModelSequenceBatching.State> state_

strategyChoice_

Object strategyChoice_

strategyChoiceCase_

int strategyChoiceCase_

Class inference.ModelConfigOuterClass.ModelSequenceBatching.Control

class Control extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

boolFalseTrue_

com.google.protobuf.Internal.BooleanList boolFalseTrue_

boolFalseTrueMemoizedSerializedSize

int boolFalseTrueMemoizedSerializedSize

dataType_

int dataType_

fp32FalseTrue_

com.google.protobuf.Internal.FloatList fp32FalseTrue_

fp32FalseTrueMemoizedSerializedSize

int fp32FalseTrueMemoizedSerializedSize

int32FalseTrue_

com.google.protobuf.Internal.IntList int32FalseTrue_

int32FalseTrueMemoizedSerializedSize

int int32FalseTrueMemoizedSerializedSize

kind_

int kind_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelSequenceBatching.ControlInput

class ControlInput extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

control_

List<ModelConfigOuterClass.ModelSequenceBatching.Control> control_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.ModelConfigOuterClass.ModelSequenceBatching.InitialState

class InitialState extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

dataType_

int dataType_

dims_

com.google.protobuf.Internal.LongList dims_

dimsMemoizedSerializedSize

int dimsMemoizedSerializedSize

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

stateData_

Object stateData_

stateDataCase_

int stateDataCase_

Class inference.ModelConfigOuterClass.ModelSequenceBatching.State

class State extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

dataType_

int dataType_

dims_

com.google.protobuf.Internal.LongList dims_

dimsMemoizedSerializedSize

int dimsMemoizedSerializedSize

initialState_

List<ModelConfigOuterClass.ModelSequenceBatching.InitialState> initialState_

inputName_

Object inputName_

memoizedIsInitialized

byte memoizedIsInitialized

outputName_

Object outputName_

useGrowableMemory_

boolean useGrowableMemory_

useSameBufferForInputOutput_

boolean useSameBufferForInputOutput_

Class inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect

class StrategyDirect extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

maxQueueDelayMicroseconds_

long maxQueueDelayMicroseconds_

memoizedIsInitialized

byte memoizedIsInitialized

minimumSlotUtilization_

float minimumSlotUtilization_

Class inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest

class StrategyOldest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

maxCandidateSequences_

int maxCandidateSequences_

maxQueueDelayMicroseconds_

long maxQueueDelayMicroseconds_

memoizedIsInitialized

byte memoizedIsInitialized

preferredBatchSize_

com.google.protobuf.Internal.IntList preferredBatchSize_

preferredBatchSizeMemoizedSerializedSize

int preferredBatchSizeMemoizedSerializedSize

preserveOrdering_

boolean preserveOrdering_

Class inference.ModelConfigOuterClass.ModelTensorReshape

class ModelTensorReshape extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

shape_

com.google.protobuf.Internal.LongList shape_

shapeMemoizedSerializedSize

int shapeMemoizedSerializedSize

Class inference.ModelConfigOuterClass.ModelTransactionPolicy

class ModelTransactionPolicy extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

decoupled_

boolean decoupled_

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelVersionPolicy

class ModelVersionPolicy extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

policyChoice_

Object policyChoice_

policyChoiceCase_

int policyChoiceCase_

Class inference.ModelConfigOuterClass.ModelVersionPolicy.All

class All extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

Class inference.ModelConfigOuterClass.ModelVersionPolicy.Latest

class Latest extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

numVersions_

int numVersions_

Class inference.ModelConfigOuterClass.ModelVersionPolicy.Specific

class Specific extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

memoizedIsInitialized

byte memoizedIsInitialized

versions_

com.google.protobuf.Internal.LongList versions_

versionsMemoizedSerializedSize

int versionsMemoizedSerializedSize

Class inference.ModelConfigOuterClass.ModelWarmup

class ModelWarmup extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

batchSize_

int batchSize_

count_

int count_

inputs_

com.google.protobuf.MapField<String,ModelConfigOuterClass.ModelWarmup.Input> inputs_

memoizedIsInitialized

byte memoizedIsInitialized

name_

Object name_

Class inference.ModelConfigOuterClass.ModelWarmup.Input

class Input extends com.google.protobuf.GeneratedMessageV3 implements Serializable

serialVersionUID:

0L

Serialized Fields

dataType_

int dataType_

dims_

com.google.protobuf.Internal.LongList dims_

dimsMemoizedSerializedSize

int dimsMemoizedSerializedSize

inputDataType_

Object inputDataType_

inputDataTypeCase_

int inputDataTypeCase_

memoizedIsInitialized

byte memoizedIsInitialized