Cluster Serving refine Timer (intel-analytics#2825)

dding3 · Sep 8, 2020 · a8bea10 · a8bea10
1 parent 957f537
commit a8bea10
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/scala/dllib/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala b/scala/dllib/src/main/scala/com/intel/analytics/bigdl/dllib/inference/OpenVINOModel.scala
@@ -109,7 +109,18 @@ class OpenVINOModel(var modelHolder: OpenVINOModelHolder,
     transferListOfActivityToActivityOfBatch(outputs, batchSize)
   }
 
-  override def copy(num: Int): Array[AbstractModel] = Array(this)
+  override def copy(num: Int): Array[AbstractModel] = {
+    val arr = new Array[AbstractModel](1)
+
+    (0 until 1).foreach(i => {
+      val modelBytes = modelHolder.modelBytes.clone()
+      val weightBytes = modelHolder.weightBytes.clone()
+
+      arr(i) = new OpenVINOModel(
+        new OpenVINOModelHolder(modelBytes, weightBytes), isInt8, batchSize, DeviceType.CPU)
+    })
+    arr
+  }
 
   override def release(): Unit = {
     isReleased match {