diff --git a/scala/orca/src/main/scala/com/intel/analytics/bigdl/orca/inference/InferenceModel.scala b/scala/orca/src/main/scala/com/intel/analytics/bigdl/orca/inference/InferenceModel.scala
index e2b7669758c..53d64921407 100644
--- a/scala/orca/src/main/scala/com/intel/analytics/bigdl/orca/inference/InferenceModel.scala
+++ b/scala/orca/src/main/scala/com/intel/analytics/bigdl/orca/inference/InferenceModel.scala
@@ -22,7 +22,6 @@ import java.util.concurrent.LinkedBlockingQueue
 import java.util.{List => JList}
 
 import com.intel.analytics.bigdl.nn.abstractnn.Activity
-import com.intel.analytics.zoo.serving.engine.ModelHolder
 
 import scala.collection.JavaConverters._