Add session_recommender into Scala integration-test (#1561)

* integration-test * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot
intel-analytics · Aug 28, 2019 · 57a5ac9 · 57a5ac9
1 parent 294e67e
commit 57a5ac9
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/zoo/src/test/integration-test.robot b/zoo/src/test/integration-test.robot
@@ -27,6 +27,8 @@ Build SparkJar
 Run Spark Test
    [Arguments]                      ${submit}                   ${spark_master}
    Create Directory                 /tmp/objectdetection/output
+   Log To Console                   begin session recommender
+   Run Shell                        ${submit} --master ${spark_master} --driver-memory 5g --executor-memory 10g --total-executor-cores 32 --executor-cores 8 --class com.intel.analytics.zoo.examples.recommendation.SessionRecExp ${jar_path} --input ${public_hdfs_master}:9000/ecommerce --outputDir ./output/
    Log To Console                   begin text classification
    Run Shell                        ${submit} --master ${spark_master} --driver-memory 2g --executor-memory 2g --total-executor-cores 32 --executor-cores 8 --class com.intel.analytics.zoo.examples.textclassification.TextClassification ${jar_path} --batchSize 128 --dataPath ${integration_data_dir}/text_data/20news-18828 --embeddingPath ${integration_data_dir}/text_data/glove.6B --partitionNum 32 --nbEpoch 2
    Log To Console                   begin image classification
@@ -71,6 +73,8 @@ Yarn Test Suite
    Set Environment Variable         http_proxy               ${http_proxy}
    Set Environment Variable         https_proxy              ${https_proxy}
    ${submit}=                       Catenate                 SEPARATOR=/    /opt/work/spark-2.1.0-bin-hadoop2.7/bin    spark-submit
+   Log To Console                   begin session recommender
+   Run Shell                        ${submit} --master yarn --deploy-mode client --conf "spark.serializer=org.apache.spark.serializer.JavaSerializer" --conf spark.yarn.executor.memoryOverhead=40000 --executor-cores 8 --num-executors 4 --driver-memory 5g --executor-memory 10g --class com.intel.analytics.zoo.examples.recommendation.SessionRecExp ${jar_path} --input ${public_hdfs_master}:9000/ecommerce --outputDir ./output/
    Log To Console                   begin text classification
    Run Shell                        ${submit} --master yarn --deploy-mode client --conf "spark.serializer=org.apache.spark.serializer.JavaSerializer" --conf spark.yarn.executor.memoryOverhead=40000 --executor-cores 8 --num-executors 4 --driver-memory 5g --executor-memory 10g --class com.intel.analytics.zoo.examples.textclassification.TextClassification ${jar_path} --batchSize 128 --dataPath ${integration_data_dir}/text_data/20news-18828 --embeddingPath ${integration_data_dir}/text_data/glove.6B --partitionNum 8 --nbEpoch 2
    Log To Console                   begin image classification