Develop

frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C1/blip2-opt-2d7b_pretrain_bs16_fp16_DP.sh

@@ -0,0 +1,27 @@
+# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+model_item=blip2-opt-2d7b_pretrain
+bs_item=16
+fp_item=fp16
+run_process_type=SingleP
+run_mode=DP
+device_num=N1C1
+max_epochs=20
+num_workers=1
+
+#get data
+bash prepare.sh
+#run
+bash run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_process_type} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;

frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/N1C8/blip2-opt-2d7b_pretrain_bs64_fp16_DP.sh

@@ -18,7 +18,7 @@ fp_item=fp16
 run_process_type=MultiP
 run_mode=DP
 device_num=N1C8
-max_iter=20
+max_epochs=20
 num_workers=1
 
 #get data

frame_benchmark/pytorch/dynamic/PaddleMIX/scripts/blip2/benchmark_common/run_benchmark.sh

@@ -15,7 +15,7 @@ function _set_params(){
     skip_steps=4                        # (必选)解析日志，跳过模型前几个性能不稳定的step
     keyword="ips:"                       # (必选)解析日志，筛选出性能数据所在行的关键字
     convergence_key=""                   # (可选)解析日志，筛选出收敛数据所在行的关键字 如：convergence_key="loss:"
-    max_epochs=${7:-"1"}                 # （可选）需保证模型执行时间在5分钟内，需要修改代码提前中断的直接提PR 合入套件  或是max_epoch
+    max_epochs=${7:-"10"}                 # （可选）需保证模型执行时间在5分钟内，需要修改代码提前中断的直接提PR 合入套件  或是max_epoch
     num_workers=${8:-"3"}                # (可选)
 
     # Added for distributed training
@@ -104,4 +104,5 @@ job_bt=`date '+%Y%m%d%H%M%S'`
 _train
 job_et=`date '+%Y%m%d%H%M%S'`
 export model_run_time=$((${job_et}-${job_bt}))
-_analysis_log
+_analysis_log
+