From 437bf5822504d72196d86d33e2f583d45975a71b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B8=B8=E9=9B=81?= Date: Wed, 9 Oct 2024 16:59:52 +0800 Subject: [PATCH] minmo --- examples/industrial_data_pretraining/minmo/README.md | 4 ++++ .../minmo/training_scripts/run_dlc_Speech2Text_Align_8b.sh | 2 +- .../minmo/training_scripts/run_dlc_Speech2Text_PreAlign_8b.sh | 2 +- .../minmo/training_scripts/run_dlc_Speech2Text_SFT_8b.sh | 2 +- 4 files changed, 7 insertions(+), 3 deletions(-) create mode 100644 examples/industrial_data_pretraining/minmo/README.md diff --git a/examples/industrial_data_pretraining/minmo/README.md b/examples/industrial_data_pretraining/minmo/README.md new file mode 100644 index 000000000..d95aa9d18 --- /dev/null +++ b/examples/industrial_data_pretraining/minmo/README.md @@ -0,0 +1,4 @@ + +用法介绍文档 + +https://alidocs.dingtalk.com/i/nodes/2Amq4vjg89gx0QbZcavneyA3V3kdP0wQ?cid=59792520191&iframeQuery=utm_medium%3Dim_card%26utm_source%3Dim \ No newline at end of file diff --git a/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_Align_8b.sh b/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_Align_8b.sh index 0fb414ffb..d2ff38e69 100644 --- a/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_Align_8b.sh +++ b/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_Align_8b.sh @@ -72,7 +72,7 @@ torchrun $DISTRIBUTED_ARGS \ ++train_conf.keep_nbest_models=100 \ ++train_conf.avg_nbest_model=100 \ ++train_conf.use_deepspeed=true \ -++train_conf.deepspeed_config="/nfs/zhifu.gzf/codebase/FunASR/examples/deepspeed_conf/ds_stage1.json" \ +++train_conf.deepspeed_config="${workspace}/../../deepspeed_conf/ds_stage1.json" \ ++init_param=${init_param} \ ++output_dir="${output_dir}" 2>&1 | tee ${log_file} diff --git a/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_PreAlign_8b.sh b/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_PreAlign_8b.sh index 2005335ac..882b01aeb 100644 --- a/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_PreAlign_8b.sh +++ b/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_PreAlign_8b.sh @@ -72,7 +72,7 @@ torchrun $DISTRIBUTED_ARGS \ ++train_conf.keep_nbest_models=100 \ ++train_conf.avg_nbest_model=100 \ ++train_conf.use_deepspeed=true \ -++train_conf.deepspeed_config="/nfs/zhifu.gzf/codebase/FunASR/examples/deepspeed_conf/ds_stage1.json" \ +++train_conf.deepspeed_config="${workspace}/../../deepspeed_conf/ds_stage1.json" \ ++init_param=${init_param} \ ++output_dir="${output_dir}" 2>&1 | tee ${log_file} diff --git a/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_SFT_8b.sh b/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_SFT_8b.sh index a975361e8..ffd853349 100644 --- a/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_SFT_8b.sh +++ b/examples/industrial_data_pretraining/minmo/training_scripts/run_dlc_Speech2Text_SFT_8b.sh @@ -72,7 +72,7 @@ torchrun $DISTRIBUTED_ARGS \ ++train_conf.keep_nbest_models=100 \ ++train_conf.avg_nbest_model=100 \ ++train_conf.use_deepspeed=false \ -++train_conf.deepspeed_config="/nfs/zhifu.gzf/codebase/FunASR/examples/deepspeed_conf/ds_stage1.json" \ +++train_conf.deepspeed_config="${workspace}/../../deepspeed_conf/ds_stage1.json" \ ++init_param=${init_param} \ ++output_dir="${output_dir}" 2>&1 | tee ${log_file}