Fix automl flaky tests (intel-analytics#3197)

* change automl fixture

* add ray stop

pyzoo/test/zoo/automl/conftest.py → pyzoo/test/zoo/automl/pipeline/conftest.py

@@ -18,7 +18,7 @@
 ray_ctx = None
 
 
-@pytest.fixture(autouse=True, scope='class')
+@pytest.fixture(autouse=True, scope='function')
 def automl_fixture():
     from zoo import init_spark_on_local
     from zoo.ray import RayContext

pyzoo/test/zoo/automl/regression/conftest.py

@@ -0,0 +1,42 @@
+#
+# Copyright 2018 Analytics Zoo Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+import pytest
+sc = None
+ray_ctx = None
+
+
+@pytest.fixture(autouse=True, scope='function')
+def automl_fixture():
+    from zoo import init_spark_on_local
+    from zoo.ray import RayContext
+    sc = init_spark_on_local(cores=4, spark_log_level="INFO")
+    ray_ctx = RayContext(sc=sc, object_store_memory="1g")
+    ray_ctx.init()
+    yield
+    ray_ctx.stop()
+    sc.stop()
+
+
+# @pytest.fixture()
+# def setUpModule():
+#     sc = init_spark_on_local(cores=4, spark_log_level="INFO")
+#     ray_ctx = RayContext(sc=sc)
+#     ray_ctx.init()
+#
+#
+# def tearDownModule():
+#     ray_ctx.stop()
+#     sc.stop()

pyzoo/zoo/examples/run-example-test-ray.sh

@@ -13,6 +13,8 @@ export BIGDL_JARS=`find ${ANALYTICS_ZOO_HOME}/lib -type f -name "analytics-zoo*j
 
 set -e
 
+ray stop -f
+
 echo "Start ray example tests"
 #start execute
 echo "#1 Start rl_pong example"