Uses of Class
inference.ModelConfigOuterClass.ModelDynamicBatching.Builder
Packages that use ModelConfigOuterClass.ModelDynamicBatching.Builder
-
Uses of ModelConfigOuterClass.ModelDynamicBatching.Builder in inference
Methods in inference that return ModelConfigOuterClass.ModelDynamicBatching.BuilderModifier and TypeMethodDescriptionModelConfigOuterClass.ModelDynamicBatching.Builder.addAllPreferredBatchSize(Iterable<? extends Integer> values) @@ .. cpp:var:: int32 preferred_batch_size (repeated) @@ @@ Preferred batch sizes for dynamic batching.ModelConfigOuterClass.ModelDynamicBatching.Builder.addPreferredBatchSize(int value) @@ .. cpp:var:: int32 preferred_batch_size (repeated) @@ @@ Preferred batch sizes for dynamic batching.ModelConfigOuterClass.ModelDynamicBatching.Builder.addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) ModelConfigOuterClass.ModelDynamicBatching.Builder.clear()ModelConfigOuterClass.ModelDynamicBatching.Builder.clearDefaultPriorityLevel()@@ .. cpp:var:: uint64 default_priority_level @@ @@ The priority level used for requests that don't specify their @@ priority.ModelConfigOuterClass.ModelDynamicBatching.Builder.clearDefaultQueuePolicy()@@ .. cpp:var:: ModelQueuePolicy default_queue_policy @@ @@ The default queue policy used for requests that don't require @@ priority handling and requests that specify priority levels where @@ there is no specific policy given.ModelConfigOuterClass.ModelDynamicBatching.Builder.clearField(com.google.protobuf.Descriptors.FieldDescriptor field) ModelConfigOuterClass.ModelDynamicBatching.Builder.clearMaxQueueDelayMicroseconds()@@ .. cpp:var:: uint64 max_queue_delay_microseconds @@ @@ The maximum time, in microseconds, a request will be delayed in @@ the scheduling queue to wait for additional requests for @@ batching.ModelConfigOuterClass.ModelDynamicBatching.Builder.clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) ModelConfigOuterClass.ModelDynamicBatching.Builder.clearPreferredBatchSize()@@ .. cpp:var:: int32 preferred_batch_size (repeated) @@ @@ Preferred batch sizes for dynamic batching.ModelConfigOuterClass.ModelDynamicBatching.Builder.clearPreserveOrdering()@@ .. cpp:var:: bool preserve_ordering @@ @@ Should the dynamic batcher preserve the ordering of responses to @@ match the order of requests received by the scheduler.ModelConfigOuterClass.ModelDynamicBatching.Builder.clearPriorityLevels()@@ .. cpp:var:: uint64 priority_levels @@ @@ The number of priority levels to be enabled for the model, @@ the priority level starts from 1 and 1 is the highest priority.ModelConfigOuterClass.ModelDynamicBatching.Builder.clearPriorityQueuePolicy()ModelConfigOuterClass.ModelDynamicBatching.Builder.clone()ModelConfigOuterClass.ModelConfig.Builder.getDynamicBatchingBuilder()@@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy.ModelConfigOuterClass.ModelDynamicBatching.Builder.mergeDefaultQueuePolicy(ModelConfigOuterClass.ModelQueuePolicy value) @@ .. cpp:var:: ModelQueuePolicy default_queue_policy @@ @@ The default queue policy used for requests that don't require @@ priority handling and requests that specify priority levels where @@ there is no specific policy given.ModelConfigOuterClass.ModelDynamicBatching.Builder.mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) ModelConfigOuterClass.ModelDynamicBatching.Builder.mergeFrom(com.google.protobuf.Message other) ModelConfigOuterClass.ModelDynamicBatching.Builder.mergeFrom(ModelConfigOuterClass.ModelDynamicBatching other) ModelConfigOuterClass.ModelDynamicBatching.Builder.mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) ModelConfigOuterClass.ModelDynamicBatching.newBuilder()ModelConfigOuterClass.ModelDynamicBatching.newBuilder(ModelConfigOuterClass.ModelDynamicBatching prototype) ModelConfigOuterClass.ModelDynamicBatching.newBuilderForType()ModelConfigOuterClass.ModelDynamicBatching.newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent) ModelConfigOuterClass.ModelDynamicBatching.Builder.putAllPriorityQueuePolicy(Map<Long, ModelConfigOuterClass.ModelQueuePolicy> values) @@ .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy @@ @@ Specify the queue policy for the priority level.ModelConfigOuterClass.ModelDynamicBatching.Builder.putPriorityQueuePolicy(long key, ModelConfigOuterClass.ModelQueuePolicy value) @@ .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy @@ @@ Specify the queue policy for the priority level.ModelConfigOuterClass.ModelDynamicBatching.Builder.removePriorityQueuePolicy(long key) @@ .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy @@ @@ Specify the queue policy for the priority level.ModelConfigOuterClass.ModelDynamicBatching.Builder.setDefaultPriorityLevel(long value) @@ .. cpp:var:: uint64 default_priority_level @@ @@ The priority level used for requests that don't specify their @@ priority.ModelConfigOuterClass.ModelDynamicBatching.Builder.setDefaultQueuePolicy(ModelConfigOuterClass.ModelQueuePolicy value) @@ .. cpp:var:: ModelQueuePolicy default_queue_policy @@ @@ The default queue policy used for requests that don't require @@ priority handling and requests that specify priority levels where @@ there is no specific policy given.ModelConfigOuterClass.ModelDynamicBatching.Builder.setDefaultQueuePolicy(ModelConfigOuterClass.ModelQueuePolicy.Builder builderForValue) @@ .. cpp:var:: ModelQueuePolicy default_queue_policy @@ @@ The default queue policy used for requests that don't require @@ priority handling and requests that specify priority levels where @@ there is no specific policy given.ModelConfigOuterClass.ModelDynamicBatching.Builder.setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) ModelConfigOuterClass.ModelDynamicBatching.Builder.setMaxQueueDelayMicroseconds(long value) @@ .. cpp:var:: uint64 max_queue_delay_microseconds @@ @@ The maximum time, in microseconds, a request will be delayed in @@ the scheduling queue to wait for additional requests for @@ batching.ModelConfigOuterClass.ModelDynamicBatching.Builder.setPreferredBatchSize(int index, int value) @@ .. cpp:var:: int32 preferred_batch_size (repeated) @@ @@ Preferred batch sizes for dynamic batching.ModelConfigOuterClass.ModelDynamicBatching.Builder.setPreserveOrdering(boolean value) @@ .. cpp:var:: bool preserve_ordering @@ @@ Should the dynamic batcher preserve the ordering of responses to @@ match the order of requests received by the scheduler.ModelConfigOuterClass.ModelDynamicBatching.Builder.setPriorityLevels(long value) @@ .. cpp:var:: uint64 priority_levels @@ @@ The number of priority levels to be enabled for the model, @@ the priority level starts from 1 and 1 is the highest priority.ModelConfigOuterClass.ModelDynamicBatching.Builder.setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) ModelConfigOuterClass.ModelDynamicBatching.Builder.setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) ModelConfigOuterClass.ModelDynamicBatching.toBuilder()Methods in inference with parameters of type ModelConfigOuterClass.ModelDynamicBatching.BuilderModifier and TypeMethodDescriptionModelConfigOuterClass.ModelConfig.Builder.setDynamicBatching(ModelConfigOuterClass.ModelDynamicBatching.Builder builderForValue) @@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy.