From 2be848c44f033067de0fd5dfd574a2389bb7d9f5 Mon Sep 17 00:00:00 2001 From: Song Jiaming Date: Tue, 8 Sep 2020 16:49:53 +0800 Subject: [PATCH] Cluster Serving refine Timer (#2825) --- .../bigdl/dllib/inference/OpenVINOModel.scala | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/spark/dl/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala b/spark/dl/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala index 06948539f86..c1f2caadba6 100644 --- a/spark/dl/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala +++ b/spark/dl/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala @@ -109,7 +109,18 @@ class OpenVINOModel(var modelHolder: OpenVINOModelHolder, transferListOfActivityToActivityOfBatch(outputs, batchSize) } - override def copy(num: Int): Array[AbstractModel] = Array(this) + override def copy(num: Int): Array[AbstractModel] = { + val arr = new Array[AbstractModel](1) + + (0 until 1).foreach(i => { + val modelBytes = modelHolder.modelBytes.clone() + val weightBytes = modelHolder.weightBytes.clone() + + arr(i) = new OpenVINOModel( + new OpenVINOModelHolder(modelBytes, weightBytes), isInt8, batchSize, DeviceType.CPU) + }) + arr + } override def release(): Unit = { isReleased match {