Update init_spark_on_yarn (intel-analytics#2587)

* update * meet review * update doc * style
Le-Zheng · Jul 21, 2020 · d55f1d3 · d55f1d3
1 parent 3587ccd
commit d55f1d3
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 7 deletions.
diff --git a/python/orca/test/bigdl/orca/ray/integration/ray_on_yarn.py b/python/orca/test/bigdl/orca/ray/integration/ray_on_yarn.py
@@ -25,23 +25,20 @@
 sc = init_spark_on_yarn(
     hadoop_conf="/opt/work/almaren-yarn-config/",
     conda_name="ray_train",
-    num_executor=slave_num,
+    num_executors=slave_num,
     executor_cores=28,
     executor_memory="10g",
     driver_memory="2g",
     driver_cores=4,
     extra_executor_memory_for_ray="30g",
-    spark_conf={"hello": "world"})
+    conf={"hello": "world"})
 
 ray_ctx = RayContext(sc=sc,
                      object_store_memory="25g",
                      extra_params={"temp-dir": "/tmp/hello/"},
                      env={"http_proxy": "http://child-prc.intel.com:913",
                           "http_proxys": "http://child-prc.intel.com:913"})
-ray_ctx.init(object_store_memory="2g",
-             num_cores=0,
-             labels="",
-             extra_params={})
+ray_ctx.init()
 
 
 @ray.remote

diff --git a/python/orca/test/bigdl/orca/ray/integration/test_yarn_reinit_raycontext.py b/python/orca/test/bigdl/orca/ray/integration/test_yarn_reinit_raycontext.py
@@ -36,7 +36,7 @@ def hostname(self):
 sc = init_spark_on_yarn(
     hadoop_conf="/opt/work/hadoop-2.7.2/etc/hadoop/",
     conda_name="rayexample",
-    num_executor=node_num,
+    num_executors=node_num,
     executor_cores=28,
     executor_memory="10g",
     driver_memory="2g",