static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceDeviceId(TRITONBACKEND_ModelInstance instance,
int[] device_id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceDeviceId(TRITONBACKEND_ModelInstance instance,
IntBuffer device_id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceDeviceId(TRITONBACKEND_ModelInstance instance,
IntPointer device_id)
Get the device ID of the model instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceExecute(TRITONBACKEND_ModelInstance instance,
PointerPointer requests,
int request_count)
Execute a batch of one or more requests on a model instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceExecute(TRITONBACKEND_ModelInstance instance,
TRITONBACKEND_Request requests,
int request_count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceFinalize(TRITONBACKEND_ModelInstance instance)
Finalize for a model instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceHostPolicy(TRITONBACKEND_ModelInstance instance,
PointerPointer host_policy)
Get the host policy setting.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceHostPolicy(TRITONBACKEND_ModelInstance instance,
TRITONSERVER_Message host_policy) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceInitialize(TRITONBACKEND_ModelInstance instance)
Initialize for a model instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceIsPassive(TRITONBACKEND_ModelInstance instance,
boolean[] is_passive)
Whether the model instance is passive.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceIsPassive(TRITONBACKEND_ModelInstance instance,
BoolPointer is_passive) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceKind(TRITONBACKEND_ModelInstance instance,
int[] kind) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceKind(TRITONBACKEND_ModelInstance instance,
IntBuffer kind) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceKind(TRITONBACKEND_ModelInstance instance,
IntPointer kind)
Get the kind of the model instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceModel(TRITONBACKEND_ModelInstance instance,
PointerPointer model)
Get the model associated with a model instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceModel(TRITONBACKEND_ModelInstance instance,
TRITONBACKEND_Model model) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceName(TRITONBACKEND_ModelInstance instance,
byte[] name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceName(TRITONBACKEND_ModelInstance instance,
ByteBuffer name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceName(TRITONBACKEND_ModelInstance instance,
BytePointer name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceName(TRITONBACKEND_ModelInstance instance,
PointerPointer name)
TRITONBACKEND_ModelInstance
Object representing a model instance implemented using the
backend.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceProfileCount(TRITONBACKEND_ModelInstance instance,
int[] count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceProfileCount(TRITONBACKEND_ModelInstance instance,
IntBuffer count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceProfileCount(TRITONBACKEND_ModelInstance instance,
IntPointer count)
Get the number of optimization profiles to be loaded for the instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceProfileName(TRITONBACKEND_ModelInstance instance,
int index,
byte[] profile_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceProfileName(TRITONBACKEND_ModelInstance instance,
int index,
ByteBuffer profile_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceProfileName(TRITONBACKEND_ModelInstance instance,
int index,
BytePointer profile_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceProfileName(TRITONBACKEND_ModelInstance instance,
int index,
PointerPointer profile_name)
Get the name of optimization profile.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceReportBatchStatistics(TRITONBACKEND_ModelInstance instance,
long batch_size,
long exec_start_ns,
long compute_start_ns,
long compute_end_ns,
long exec_end_ns)
Record statistics for the execution of an entire batch of
inference requests.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceReportMemoryUsage(TRITONBACKEND_ModelInstance instance,
PointerPointer usage,
int usage_size)
Report the memory usage of the model instance that will be released on
TRITONBACKEND_ModelInstanceFinalize.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceReportMemoryUsage(TRITONBACKEND_ModelInstance instance,
TRITONSERVER_BufferAttributes usage,
int usage_size) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceReportStatistics(TRITONBACKEND_ModelInstance instance,
TRITONBACKEND_Request request,
boolean success,
long exec_start_ns,
long compute_start_ns,
long compute_end_ns,
long exec_end_ns)
Record statistics for an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSecondaryDeviceCount(TRITONBACKEND_ModelInstance instance,
int[] count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSecondaryDeviceCount(TRITONBACKEND_ModelInstance instance,
IntBuffer count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSecondaryDeviceCount(TRITONBACKEND_ModelInstance instance,
IntPointer count)
Get the number of secondary devices configured for the instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSecondaryDeviceProperties(TRITONBACKEND_ModelInstance instance,
int index,
byte[] kind,
long[] id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSecondaryDeviceProperties(TRITONBACKEND_ModelInstance instance,
int index,
ByteBuffer kind,
LongBuffer id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSecondaryDeviceProperties(TRITONBACKEND_ModelInstance instance,
int index,
BytePointer kind,
LongPointer id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSecondaryDeviceProperties(TRITONBACKEND_ModelInstance instance,
int index,
PointerPointer kind,
LongPointer id)
Get the properties of indexed secondary device.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceSetState(TRITONBACKEND_ModelInstance instance,
Pointer state)
Set the user-specified state associated with the model
instance.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceState(TRITONBACKEND_ModelInstance instance,
Pointer state) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceState(TRITONBACKEND_ModelInstance instance,
PointerPointer state)
Get the user-specified state associated with the model
instance.
|