OnnxInferenceModel

open class OnnxInferenceModel : ExecutionProviderCompatible

Inference model built on ONNX format.

Since

0.3

Constructors

OnnxInferenceModel

common

fun OnnxInferenceModel(modelPath: String)

Constructs an ONNX inference model from the given model file.

OnnxInferenceModel

common

fun OnnxInferenceModel(modelBytes: ByteArray)

Constructs an ONNX inference model from the byte array representing an ONNX model.

OnnxInferenceModel

common

fun OnnxInferenceModel(loadBytes: () -> ByteArray)

Constructs an ONNX inference model from the function which returns a byte array representing an ONNX model.

Types

Companion

common

object Companion

Functions

common

open fun close()

Releases the ONNXRuntime - related resources.

copy

common

open fun copy(copiedModelName: String?, saveOptimizerState: Boolean, copyWeights: Boolean): OnnxInferenceModel

initializeWith

common

open override fun initializeWith(vararg executionProviders: ExecutionProvider)

Initializes the model, if it's not initialized, or re-initializes it, depending on the execution providers.

predict

common

open fun predict(inputData: FloatArray): Int

predictRaw

common

fun predictRaw(inputData: FloatArray): Map<String, Any>

Returns list of multidimensional arrays with data from model outputs.

fun <R> predictRaw(inputData: FloatArray, extractResult: (<ERROR CLASS>) -> R): R

Runs prediction on a given inputData and calls extractResult function to process output.

predictSoftly

common

fun predictSoftly(inputData: FloatArray): FloatArray

Predicts vector of probabilities instead of specific class in predict method.

open fun predictSoftly(inputData: FloatArray, predictionTensorName: String): FloatArray

reshape

common

open fun reshape(vararg dims: Long)

Chain-like setter to set up input shape.

summary

common

open fun summary(): <ERROR CLASS>

toString

common

open override fun toString(): String

Properties

inputDataType

common

lateinit var inputDataType: <ERROR CLASS>

Data type for input tensor.

inputDimensions

common

open val inputDimensions: LongArray

name

common

var name: String? = null

Model name.

outputDataType

common

lateinit var outputDataType: <ERROR CLASS>

Data type for output tensor.

outputShape

common

lateinit var outputShape: LongArray

Data shape for prediction.