diff --git a/zoo/src/main/scala/com/intel/analytics/zoo/serving/http/domains.scala b/zoo/src/main/scala/com/intel/analytics/zoo/serving/http/domains.scala
index f679ae1f77e..c82ecabc45b 100644
--- a/zoo/src/main/scala/com/intel/analytics/zoo/serving/http/domains.scala
+++ b/zoo/src/main/scala/com/intel/analytics/zoo/serving/http/domains.scala
@@ -525,6 +525,7 @@ object Instances {
 
     arrowStreamReader.close()
     rootAllocator.close()
+    byteArrayInputStream.close()
     new Instances(instances.toList)
   }