Merge pull request #216 from JetBrains-Research/pre-release-fixes

dmitriyb · web-flow · commit f3a8e6b8410c · 2025-07-17T13:30:21.000+02:00
Pre release fixes
diff --git a/examples/build.gradle.kts b/examples/build.gradle.kts
@@ -19,14 +19,14 @@ kotlin {
                 implementation("org.jetbrains.kotlinx:kotlin-deeplearning-api:0.5.2")
                 implementation("org.jetbrains.kotlinx:kotlin-deeplearning-dataset:0.5.2")  // Dataset support
 
-                implementation("io.ktor:ktor-client-core:2.3.12")
-                implementation("io.ktor:ktor-client-cio:2.3.12") // JVM Engine
+                implementation("io.ktor:ktor-client-core:3.0.1")
+                implementation("io.ktor:ktor-client-cio:3.0.1") // JVM Engine
 
                 api("org.slf4j:slf4j-api:2.0.9")
                 api("org.slf4j:slf4j-simple:2.0.9")
 
-                implementation("ai.djl:api:0.28.0")
-                implementation("ai.djl.huggingface:tokenizers:0.28.0")
+                implementation("ai.djl:api:0.31.1")
+                implementation("ai.djl.huggingface:tokenizers:0.31.1")
             }
         }
     }
diff --git a/examples/src/jvmMain/kotlin/io/kinference/examples/classification/KIClassificationMain.kt b/examples/src/jvmMain/kotlin/io/kinference/examples/classification/KIClassificationMain.kt
@@ -6,8 +6,6 @@ import io.kinference.core.data.tensor.asTensor
 import io.kinference.examples.downloadFile
 import io.kinference.examples.cacheDirectory
 import io.kinference.ndarray.arrays.*
-import io.kinference.ndarray.arrays.FloatNDArray.Companion.invoke
-import io.kinference.utils.CommonDataLoader
 import io.kinference.utils.PredictionConfigs
 import io.kinference.utils.inlines.InlineInt
 import okio.Path.Companion.toPath
@@ -119,4 +117,6 @@ suspend fun main() {
             displayTopPredictions(predictions, classLabels, dataClass.key)
         }
     }
+
+    model.close()
 }
diff --git a/examples/src/jvmMain/kotlin/io/kinference/examples/classification/ORTClassificationMain.kt b/examples/src/jvmMain/kotlin/io/kinference/examples/classification/ORTClassificationMain.kt
@@ -3,10 +3,8 @@ package io.kinference.examples.classification
 import io.kinference.examples.downloadFile
 import io.kinference.examples.cacheDirectory
 import io.kinference.ndarray.arrays.*
-import io.kinference.ndarray.arrays.FloatNDArray.Companion.invoke
 import io.kinference.ort.ORTEngine
 import io.kinference.ort.data.tensor.ORTTensor
-import io.kinference.utils.CommonDataLoader
 import io.kinference.utils.inlines.InlineInt
 import io.kinference.utils.toLongArray
 import okio.Path.Companion.toPath
@@ -118,4 +116,6 @@ suspend fun main() {
             displayTopPredictions(predictions, classLabels, dataClass.key)
         }
     }
+
+    model.close()
 }
diff --git a/examples/src/jvmMain/kotlin/io/kinference/examples/lm/KIGPT2Main.kt b/examples/src/jvmMain/kotlin/io/kinference/examples/lm/KIGPT2Main.kt
@@ -8,7 +8,6 @@ import io.kinference.examples.extractTopToken
 import io.kinference.examples.cacheDirectory
 import io.kinference.ndarray.arrays.LongNDArray
 import io.kinference.ndarray.arrays.NDArrayCore
-import io.kinference.utils.CommonDataLoader
 import io.kinference.utils.PredictionConfigs
 import io.kinference.utils.inlines.InlineInt
 import okio.Path.Companion.toPath
@@ -54,5 +53,7 @@ suspend fun main() {
         currentContext = currentContext.concat(listOf(newTokenArray.unsqueeze(0)), axis = -1)
         print(tokenizer.decode(longArrayOf(outputTokens[idx])))
     }
+
+    model.close()
     println("\n\nDone")
 }
diff --git a/examples/src/jvmMain/kotlin/io/kinference/examples/lm/ORTGPT2Main.kt b/examples/src/jvmMain/kotlin/io/kinference/examples/lm/ORTGPT2Main.kt
@@ -7,11 +7,9 @@ import io.kinference.examples.downloadFile
 import io.kinference.examples.extractTopToken
 import io.kinference.examples.cacheDirectory
 import io.kinference.ndarray.arrays.FloatNDArray
-import io.kinference.ndarray.arrays.FloatNDArray.Companion.invoke
 import io.kinference.ort.ORTData
 import io.kinference.ort.ORTEngine
 import io.kinference.ort.data.tensor.ORTTensor
-import io.kinference.utils.CommonDataLoader
 import io.kinference.utils.inlines.InlineInt
 import io.kinference.utils.toIntArray
 import okio.Path.Companion.toPath
@@ -57,6 +55,8 @@ suspend fun main() {
         currentContext = ORTTensor(newTokenArray, longArrayOf(1, 1, tokensSize + idx + 1L), INPUT_TENSOR_NAME)
         print(tokenizer.decode(longArrayOf(outputTokens[idx])))
     }
+
+    model.close()
     println("\n\nDone")
 }
 
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
@@ -2,7 +2,7 @@
 kotlin = "2.0.0"
 
 apache-commons = "4.0-beta1"
-aws = "1.12.761"
+aws = "1.12.787"
 kmath = "0.3.1"
 kotlin-atomicfu = "0.23.2"
 kotlin-coroutines = "1.9.0"
diff --git a/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/data/map/KIONNXMap.kt b/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/data/map/KIONNXMap.kt
@@ -20,7 +20,7 @@ class KIONNXMap(name: String?, data: Map<Any, KIONNXData<*>>, val info: ValueTyp
     val valueType: ValueTypeInfo?
         get() = info.valueType
 
-    override suspend fun close() {
+    override fun close() {
         data.values.forEach { it.close() }
     }
 
diff --git a/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/data/seq/KIONNXSequence.kt b/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/data/seq/KIONNXSequence.kt
@@ -13,7 +13,7 @@ class KIONNXSequence(name: String?, data: List<KIONNXData<*>>, val info: ValueTy
 
     override val backend = CoreBackend
 
-    override suspend fun close() {
+    override fun close() {
         data.forEach { it.close() }
     }
 
diff --git a/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/data/tensor/KITensor.kt b/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/data/tensor/KITensor.kt
@@ -16,7 +16,7 @@ import io.kinference.types.ValueTypeInfo
 class KITensor(name: String?, override val data: NDArrayCore, val info: ValueTypeInfo.TensorTypeInfo, private var context: ManualAllocatorContext? = null) : ONNXTensor<NDArrayCore, CoreBackend>(name, data) {
     constructor(data: NDArrayCore, info: ValueInfo) : this(info.name, data, info.typeInfo as ValueTypeInfo.TensorTypeInfo)
 
-    override suspend fun close() {
+    override fun close() {
         context?.returnNDArray(data)
         data.close()
     }
diff --git a/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/model/KIModel.kt b/inference/inference-core/src/jvmMain/kotlin/io/kinference.core/model/KIModel.kt
@@ -47,7 +47,7 @@ class KIModel(
         return results.associateBy { it.name!! }
     }
 
-    override suspend fun close() {
+    override fun close() {
         graph.close()
         predictionContextDispatcher.close()
     }
diff --git a/inference/inference-ir/src/commonMain/kotlin/io/kinference/attribute/Attribute.kt b/inference/inference-ir/src/commonMain/kotlin/io/kinference/attribute/Attribute.kt
@@ -12,7 +12,7 @@ class Attribute<T>(proto: AttributeProto, val value: T) : Closeable {
 
     val refAttrName: String? = proto.refAttrName
 
-    override suspend fun close() {
+    override fun close() {
         if (value is Closeable) return value.close()
 
         if (value is List<*>) {
diff --git a/inference/inference-ir/src/commonMain/kotlin/io/kinference/graph/Graph.kt b/inference/inference-ir/src/commonMain/kotlin/io/kinference/graph/Graph.kt
@@ -201,7 +201,7 @@ abstract class Graph<T : ONNXData<*, *>> protected constructor(
 
     protected abstract fun makeContext(root: GraphContext<T>?): GraphContext<T>
 
-    override suspend fun close() {
+    override fun close() {
         closeAll(_initializers)
         closeAll(operators)
     }
diff --git a/inference/inference-ir/src/commonMain/kotlin/io/kinference/graph/GraphContext.kt b/inference/inference-ir/src/commonMain/kotlin/io/kinference/graph/GraphContext.kt
@@ -52,7 +52,7 @@ class GraphContext<T : ONNXData<*, *>>(private val base: GraphContext<T>? = null
         shapes.clear()
     }
 
-    override suspend fun close() {
+    override fun close() {
         for (value in values) {
             value.value.close()
         }
diff --git a/inference/inference-ir/src/commonMain/kotlin/io/kinference/operator/Operator.kt b/inference/inference-ir/src/commonMain/kotlin/io/kinference/operator/Operator.kt
@@ -14,7 +14,7 @@ class AttributeInfo(val name: String, val types: Set<AttributeProto.AttributeTyp
         require(types.isNotEmpty()) { "Attribute info must have at least one type constraint!" }
     }
 
-    override suspend fun close() {
+    override fun close() {
         if (default is Closeable) return default.close()
 
         if (default is List<*>) {
@@ -233,7 +233,7 @@ abstract class Operator<in T : ONNXData<*, *>, out U : ONNXData<*, *>>(
     abstract suspend fun <D : ONNXData<*, *>> apply(contexts: Contexts<D>, inputs: List<T?>): List<U?>
     open suspend fun <D : ONNXData<*, *>> apply(contexts: Contexts<D>, vararg inputs: T?): Collection<U?> = apply(contexts, inputs.toList())
 
-    override suspend fun close() {
+    override fun close() {
         for (attribute in attributes.values) {
             attribute.close()
         }
diff --git a/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/data/map/ORTMap.kt b/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/data/map/ORTMap.kt
@@ -11,7 +11,7 @@ class ORTMap(name: String?, override val data: OnnxMap) : ONNXMap<OnnxMap, ORTBa
     override val type: ONNXDataType = ONNXDataType.ONNX_MAP
     override fun rename(name: String): ORTMap = ORTMap(name, data)
 
-    override suspend fun close() {
+    override fun close() {
         data.close()
     }
 
diff --git a/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/data/seq/ORTSequence.kt b/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/data/seq/ORTSequence.kt
@@ -11,7 +11,7 @@ class ORTSequence(name: String?, override val data: OnnxSequence) : ONNXSequence
     override val type: ONNXDataType = ONNXDataType.ONNX_SEQUENCE
     override fun rename(name: String): ORTSequence = ORTSequence(name, data)
 
-    override suspend fun close() {
+    override fun close() {
         data.close()
     }
 
diff --git a/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/data/tensor/ORTTensor.kt b/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/data/tensor/ORTTensor.kt
@@ -17,7 +17,7 @@ class ORTTensor(name: String?, override val data: OnnxTensor) : ONNXTensor<OnnxT
     val shape: LongArray
         get() = data.info.shape
 
-    override suspend fun close() {
+    override fun close() {
         data.close()
     }
 
diff --git a/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/model/ORTModel.kt b/inference/inference-ort-gpu/src/jvmMain/kotlin/io/kinference/ort/model/ORTModel.kt
@@ -19,7 +19,7 @@ class ORTModel(private val session: OrtSession) : Model<ORTData<*>> {
         private val logger = LoggerFactory.create("io.kinference.ort.model.ORTModel")
     }
 
-    override suspend fun close() {
+    override fun close() {
         session.close()
     }
 }
diff --git a/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/data/map/ORTMap.kt b/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/data/map/ORTMap.kt
@@ -11,7 +11,7 @@ class ORTMap(name: String?, override val data: OnnxMap) : ONNXMap<OnnxMap, ORTBa
     override val type: ONNXDataType = ONNXDataType.ONNX_MAP
     override fun rename(name: String): ORTMap = ORTMap(name, data)
 
-    override suspend fun close() {
+    override fun close() {
         data.close()
     }
 
diff --git a/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/data/seq/ORTSequence.kt b/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/data/seq/ORTSequence.kt
@@ -8,7 +8,7 @@ import io.kinference.ort.ORTBackend
 class ORTSequence(name: String?, override val data: OnnxSequence) : ONNXSequence<OnnxSequence, ORTBackend>(name, data) {
     override val backend: ORTBackend = ORTBackend
 
-    override suspend fun close() {
+    override fun close() {
         data.close()
     }
 
diff --git a/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/data/tensor/ORTTensor.kt b/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/data/tensor/ORTTensor.kt
@@ -16,7 +16,7 @@ class ORTTensor(name: String?, override val data: OnnxTensor) : ONNXTensor<OnnxT
         get() = data.info.shape
     override fun rename(name: String): ORTTensor = ORTTensor(name, data)
 
-    override suspend fun close() {
+    override fun close() {
         data.close()
     }
 
diff --git a/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/model/ORTModel.kt b/inference/inference-ort/src/jvmMain/kotlin/io/kinference/ort/model/ORTModel.kt
@@ -19,7 +19,7 @@ class ORTModel(private val session: OrtSession) : Model<ORTData<*>> {
         private val logger = LoggerFactory.create("io.kinference.ort.model.ORTModel")
     }
 
-    override suspend fun close() {
+    override fun close() {
         session.close()
     }
 }
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/data/map/TFJSMap.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/data/map/TFJSMap.kt
@@ -23,7 +23,7 @@ class TFJSMap(name: String?, data: Map<Any, TFJSData<*>>, val info: ValueTypeInf
 
     override fun rename(name: String) = TFJSMap(name, data, info)
 
-    override suspend fun close() {
+    override fun close() {
         data.values.forEach { it.close() }
     }
 
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/data/seq/TFJSSequence.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/data/seq/TFJSSequence.kt
@@ -16,7 +16,7 @@ class TFJSSequence(name: String?, data: List<TFJSData<*>>, val info: ValueTypeIn
 
     override fun rename(name: String) = TFJSSequence(name, data, info)
 
-    override suspend fun close() {
+    override fun close() {
         data.forEach { it.close() }
     }
 
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/data/tensors/TFJSTensor.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/data/tensors/TFJSTensor.kt
@@ -18,7 +18,7 @@ class TFJSTensor(name: String?, override val data: NDArrayTFJS, val info: ValueT
         return TFJSTensor(name, data, info)
     }
 
-    override suspend fun close() {
+    override fun close() {
         data.close()
     }
 
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/graph/TFJSGraph.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/graph/TFJSGraph.kt
@@ -19,7 +19,7 @@ class TFJSGraph private constructor(
     private val preparedTensorsContext: GraphContext<TFJSData<*>> = GraphContext()
 ) : Graph<TFJSData<*>>(proto, initializers, operators, valueOrderInfo) {
 
-    override suspend fun close() {
+    override fun close() {
         preparedTensorsContext.close()
         super.close()
     }
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/model/TFJSModel.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/model/TFJSModel.kt
@@ -18,7 +18,7 @@ class TFJSModel(val name: String, val opSet: OperatorSetRegistry, val graph: TFJ
         }
     }
 
-    override suspend fun close() {
+    override fun close() {
         graph.close()
     }
 
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/layer/recurrent/gru/GRUData.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/layer/recurrent/gru/GRUData.kt
@@ -33,7 +33,7 @@ class GRUDefaultGate internal constructor(
 
     fun getVector(batchNum: Int) = gateData[batchNum]
 
-    override suspend fun close() {
+    override fun close() {
         closeArrays(gateData)
     }
 }
@@ -48,7 +48,7 @@ class GRUHiddenGate private constructor(
     private val gateData: Array<MutableNumberNDArrayTFJS>,
 ) : Closeable {
 
-    override suspend fun close() {
+    override fun close() {
         closeArrays(gateData)
     }
 
@@ -144,7 +144,7 @@ class GRUHiddenGate private constructor(
 
 data class GRUGates(val update: GRUDefaultGate, val reset: GRUDefaultGate, val hidden: GRUHiddenGate) : Closeable {
 
-    override suspend fun close() {
+    override fun close() {
         update.close()
         reset.close()
         hidden.close()
@@ -200,7 +200,7 @@ class GRUHiddenState internal constructor(
     val data: Array<Array<MutableNumberNDArrayTFJS>>
         get() = stateData
 
-    override suspend fun close() {
+    override fun close() {
         stateData.forEach { closeArrays(it) }
     }
 
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/math/BiasGelu.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/math/BiasGelu.kt
@@ -58,7 +58,7 @@ class BiasGeluVer1(name: String, attributes: Map<String, Attribute<Any>>, inputs
         return listOf(output.asTensor("C"))
     }
 
-    override suspend fun close() {
+    override fun close() {
         super.close()
         closeAll(SQRT2, scalarOne, scalarHalfOne)
     }
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/math/FastGelu.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/math/FastGelu.kt
@@ -62,7 +62,7 @@ class FastGeluVer1(name: String, attributes: Map<String, Attribute<Any>>, inputs
         return listOf(output.asTensor("Y"))
     }
 
-    override suspend fun close() {
+    override fun close() {
         super.close()
         closeAll(COEF_1, COEF_2, COEF_3)
     }
diff --git a/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/quantization/DynamicQuantizeLinear.kt b/inference/inference-tfjs/src/jsMain/kotlin/io.kinference.tfjs/operators/quantization/DynamicQuantizeLinear.kt
@@ -69,7 +69,7 @@ class DynamicQuantizeLinearVer11(name: String, attributes: Map<String, Attribute
         return outputs.asNamedOutputs(this.outputs)
     }
 
-    override suspend fun close() {
+    override fun close() {
         super.close()
         closeAll(byteSizeScalar, scalarZero)
     }
diff --git a/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/BooleanNDArray.kt b/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/BooleanNDArray.kt
@@ -38,7 +38,7 @@ open class BooleanNDArray(var array: BooleanTiledArray, strides: Strides) : NDAr
         return BooleanNDArray(array.copyOf(), Strides(shape))
     }
 
-    override suspend fun close() = Unit
+    override fun close() = Unit
 
     override fun view(vararg axes: Int): BooleanNDArray {
         for ((i, axis) in axes.withIndex()) {
diff --git a/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/NDArrayCore.kt b/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/NDArrayCore.kt
@@ -4,7 +4,7 @@ import io.kinference.ndarray.extensions.*
 
 interface NDArrayCore : NDArray {
     override suspend fun clone(): NDArrayCore
-    override suspend fun close() = Unit
+    override fun close() = Unit
 
     suspend fun map(function: PrimitiveToPrimitiveFunction, destination: MutableNDArray): MutableNDArrayCore
     suspend fun map(function: PrimitiveToPrimitiveFunction): MutableNDArrayCore
diff --git a/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/StringNDArray.kt b/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/StringNDArray.kt
@@ -38,7 +38,7 @@ open class StringNDArray(var array: Array<String>, strides: Strides) : NDArrayCo
         return StringNDArray(array.copyOf(), Strides(shape))
     }
 
-    override suspend fun close() = Unit
+    override fun close() = Unit
 
     override suspend fun toMutable(): MutableStringNDArray {
         return MutableStringNDArray(array.copyOf(), strides)
diff --git a/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/memory/PredictionContextDispatcher.kt b/ndarray/ndarray-core/src/jvmMain/kotlin/io/kinference/ndarray/arrays/memory/PredictionContextDispatcher.kt
@@ -65,7 +65,7 @@ class PredictionContextDispatcher(private val predictionConfig: PredictionConfig
         limiter.resetLimit()
     }
 
-    override suspend fun close() {
+    override fun close() {
         clearCache()
     }
 
diff --git a/ndarray/ndarray-tfjs/src/jsMain/kotlin/io.kinference.ndarray/FunctionInterfaces.kt b/ndarray/ndarray-tfjs/src/jsMain/kotlin/io.kinference.ndarray/FunctionInterfaces.kt
diff --git a/ndarray/ndarray-tfjs/src/jsMain/kotlin/io.kinference.ndarray/arrays/NDArrayTFJS.kt b/ndarray/ndarray-tfjs/src/jsMain/kotlin/io.kinference.ndarray/arrays/NDArrayTFJS.kt
diff --git a/utils/utils-common/src/commonMain/kotlin/io/kinference/utils/Closeable.kt b/utils/utils-common/src/commonMain/kotlin/io/kinference/utils/Closeable.kt

Original file line number	Diff line number	Diff line change
`@@ -19,14 +19,14 @@ kotlin {`
`19`	`19`	`implementation("org.jetbrains.kotlinx:kotlin-deeplearning-api:0.5.2")`
`20`	`20`	`implementation("org.jetbrains.kotlinx:kotlin-deeplearning-dataset:0.5.2") // Dataset support`
`21`	`21`
`22`		`- implementation("io.ktor:ktor-client-core:2.3.12")`
`23`		`- implementation("io.ktor:ktor-client-cio:2.3.12") // JVM Engine`
	`22`	`+ implementation("io.ktor:ktor-client-core:3.0.1")`
	`23`	`+ implementation("io.ktor:ktor-client-cio:3.0.1") // JVM Engine`
`24`	`24`
`25`	`25`	`api("org.slf4j:slf4j-api:2.0.9")`
`26`	`26`	`api("org.slf4j:slf4j-simple:2.0.9")`
`27`	`27`
`28`		`- implementation("ai.djl:api:0.28.0")`
`29`		`- implementation("ai.djl.huggingface:tokenizers:0.28.0")`
	`28`	`+ implementation("ai.djl:api:0.31.1")`
	`29`	`+ implementation("ai.djl.huggingface:tokenizers:0.31.1")`
`30`	`30`	`}`
`31`	`31`	`}`
`32`	`32`	`}`
Original file line number	Diff line number	Diff line change
`@@ -6,8 +6,6 @@ import io.kinference.core.data.tensor.asTensor`
`6`	`6`	`import io.kinference.examples.downloadFile`
`7`	`7`	`import io.kinference.examples.cacheDirectory`
`8`	`8`	`import io.kinference.ndarray.arrays.*`
`9`		`-import io.kinference.ndarray.arrays.FloatNDArray.Companion.invoke`
`10`		`-import io.kinference.utils.CommonDataLoader`
`11`	`9`	`import io.kinference.utils.PredictionConfigs`
`12`	`10`	`import io.kinference.utils.inlines.InlineInt`
`13`	`11`	`import okio.Path.Companion.toPath`
`@@ -119,4 +117,6 @@ suspend fun main() {`
`119`	`117`	`displayTopPredictions(predictions, classLabels, dataClass.key)`
`120`	`118`	`}`
`121`	`119`	`}`
	`120`	`+`
	`121`	`+ model.close()`
`122`	`122`	`}`
Original file line number	Diff line number	Diff line change
`@@ -3,10 +3,8 @@ package io.kinference.examples.classification`
`3`	`3`	`import io.kinference.examples.downloadFile`
`4`	`4`	`import io.kinference.examples.cacheDirectory`
`5`	`5`	`import io.kinference.ndarray.arrays.*`
`6`		`-import io.kinference.ndarray.arrays.FloatNDArray.Companion.invoke`
`7`	`6`	`import io.kinference.ort.ORTEngine`
`8`	`7`	`import io.kinference.ort.data.tensor.ORTTensor`
`9`		`-import io.kinference.utils.CommonDataLoader`
`10`	`8`	`import io.kinference.utils.inlines.InlineInt`
`11`	`9`	`import io.kinference.utils.toLongArray`
`12`	`10`	`import okio.Path.Companion.toPath`
`@@ -118,4 +116,6 @@ suspend fun main() {`
`118`	`116`	`displayTopPredictions(predictions, classLabels, dataClass.key)`
`119`	`117`	`}`
`120`	`118`	`}`
	`119`	`+`
	`120`	`+ model.close()`
`121`	`121`	`}`
Original file line number	Diff line number	Diff line change
`@@ -20,7 +20,7 @@ class KIONNXMap(name: String?, data: Map<Any, KIONNXData<*>>, val info: ValueTyp`
`20`	`20`	`val valueType: ValueTypeInfo?`
`21`	`21`	`get() = info.valueType`
`22`	`22`
`23`		`- override suspend fun close() {`
	`23`	`+ override fun close() {`
`24`	`24`	`data.values.forEach { it.close() }`
`25`	`25`	`}`
`26`	`26`
Original file line number	Diff line number	Diff line change
`@@ -13,7 +13,7 @@ class KIONNXSequence(name: String?, data: List<KIONNXData<*>>, val info: ValueTy`
`13`	`13`
`14`	`14`	`override val backend = CoreBackend`
`15`	`15`
`16`		`- override suspend fun close() {`
	`16`	`+ override fun close() {`
`17`	`17`	`data.forEach { it.close() }`
`18`	`18`	`}`
`19`	`19`
Original file line number	Diff line number	Diff line change
`@@ -16,7 +16,7 @@ import io.kinference.types.ValueTypeInfo`
`16`	`16`	`class KITensor(name: String?, override val data: NDArrayCore, val info: ValueTypeInfo.TensorTypeInfo, private var context: ManualAllocatorContext? = null) : ONNXTensor<NDArrayCore, CoreBackend>(name, data) {`
`17`	`17`	`constructor(data: NDArrayCore, info: ValueInfo) : this(info.name, data, info.typeInfo as ValueTypeInfo.TensorTypeInfo)`
`18`	`18`
`19`		`- override suspend fun close() {`
	`19`	`+ override fun close() {`
`20`	`20`	`context?.returnNDArray(data)`
`21`	`21`	`data.close()`
`22`	`22`	`}`
Original file line number	Diff line number	Diff line change
`@@ -47,7 +47,7 @@ class KIModel(`
`47`	`47`	`return results.associateBy { it.name!! }`
`48`	`48`	`}`
`49`	`49`
`50`		`- override suspend fun close() {`
	`50`	`+ override fun close() {`
`51`	`51`	`graph.close()`
`52`	`52`	`predictionContextDispatcher.close()`
`53`	`53`	`}`