From 803fd1ba6ebdd1319b05dbb11f6ffae111a8550a Mon Sep 17 00:00:00 2001 From: hJiang <37620072+aqtjin@users.noreply.github.com> Date: Wed, 28 Aug 2019 14:50:40 +0800 Subject: [PATCH] Add session_recommender into Scala integration-test (#1561) * integration-test * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot * Update integration-test.robot --- spark/dl/src/test/zoo-integration-test.robot | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/spark/dl/src/test/zoo-integration-test.robot b/spark/dl/src/test/zoo-integration-test.robot index 646989820a6..f7baacd0090 100644 --- a/spark/dl/src/test/zoo-integration-test.robot +++ b/spark/dl/src/test/zoo-integration-test.robot @@ -27,6 +27,8 @@ Build SparkJar Run Spark Test [Arguments] ${submit} ${spark_master} Create Directory /tmp/objectdetection/output + Log To Console begin session recommender + Run Shell ${submit} --master ${spark_master} --driver-memory 5g --executor-memory 10g --total-executor-cores 32 --executor-cores 8 --class com.intel.analytics.zoo.examples.recommendation.SessionRecExp ${jar_path} --input ${public_hdfs_master}:9000/ecommerce --outputDir ./output/ Log To Console begin text classification Run Shell ${submit} --master ${spark_master} --driver-memory 2g --executor-memory 2g --total-executor-cores 32 --executor-cores 8 --class com.intel.analytics.zoo.examples.textclassification.TextClassification ${jar_path} --batchSize 128 --dataPath ${integration_data_dir}/text_data/20news-18828 --embeddingPath ${integration_data_dir}/text_data/glove.6B --partitionNum 32 --nbEpoch 2 Log To Console begin image classification @@ -71,6 +73,8 @@ Yarn Test Suite Set Environment Variable http_proxy ${http_proxy} Set Environment Variable https_proxy ${https_proxy} ${submit}= Catenate SEPARATOR=/ /opt/work/spark-2.1.0-bin-hadoop2.7/bin spark-submit + Log To Console begin session recommender + Run Shell ${submit} --master yarn --deploy-mode client --conf "spark.serializer=org.apache.spark.serializer.JavaSerializer" --conf spark.yarn.executor.memoryOverhead=40000 --executor-cores 8 --num-executors 4 --driver-memory 5g --executor-memory 10g --class com.intel.analytics.zoo.examples.recommendation.SessionRecExp ${jar_path} --input ${public_hdfs_master}:9000/ecommerce --outputDir ./output/ Log To Console begin text classification Run Shell ${submit} --master yarn --deploy-mode client --conf "spark.serializer=org.apache.spark.serializer.JavaSerializer" --conf spark.yarn.executor.memoryOverhead=40000 --executor-cores 8 --num-executors 4 --driver-memory 5g --executor-memory 10g --class com.intel.analytics.zoo.examples.textclassification.TextClassification ${jar_path} --batchSize 128 --dataPath ${integration_data_dir}/text_data/20news-18828 --embeddingPath ${integration_data_dir}/text_data/glove.6B --partitionNum 8 --nbEpoch 2 Log To Console begin image classification