speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

test

Browse Source
This commit is contained in:
语帆 2024-02-28 19:30:15 +08:00
parent 59ae516f67
commit 179a3f99c4
1 changed files with 39 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

77
examples/industrial_data_pretraining/lcbnet/demo_nj.sh
View File

@ -16,46 +16,46 @@ inference_dir="outputs/test"
_logdir="${inference_dir}/logdir" _logdir="${inference_dir}/logdir"
echo "inference_dir: ${inference_dir}" echo "inference_dir: ${inference_dir}"
mkdir -p "${_logdir}" # mkdir -p "${_logdir}"
key_file1=${file_dir}/wav.scp # key_file1=${file_dir}/wav.scp
key_file2=${file_dir}/ocr.txt # key_file2=${file_dir}/ocr.txt
split_scps1= # split_scps1=
split_scps2= # split_scps2=
for JOB in $(seq "${nj}"); do # for JOB in $(seq "${nj}"); do
split_scps1+=" ${_logdir}/wav.${JOB}.scp" # split_scps1+=" ${_logdir}/wav.${JOB}.scp"
split_scps2+=" ${_logdir}/ocr.${JOB}.txt" # split_scps2+=" ${_logdir}/ocr.${JOB}.txt"
done # done
utils/split_scp.pl "${key_file1}" ${split_scps1} # utils/split_scp.pl "${key_file1}" ${split_scps1}
utils/split_scp.pl "${key_file2}" ${split_scps2} # utils/split_scp.pl "${key_file2}" ${split_scps2}
gpuid_list_array=(${CUDA_VISIBLE_DEVICES//,/ }) # gpuid_list_array=(${CUDA_VISIBLE_DEVICES//,/ })
for JOB in $(seq ${nj}); do # for JOB in $(seq ${nj}); do
{ # {
id=$((JOB-1)) # id=$((JOB-1))
gpuid=${gpuid_list_array[$id]} # gpuid=${gpuid_list_array[$id]}
export CUDA_VISIBLE_DEVICES=${gpuid} # export CUDA_VISIBLE_DEVICES=${gpuid}
python -m funasr.bin.inference \ # python -m funasr.bin.inference \
--config-path=${file_dir} \ # --config-path=${file_dir} \
--config-name="config.yaml" \ # --config-name="config.yaml" \
++init_param=${file_dir}/model.pb \ # ++init_param=${file_dir}/model.pb \
++tokenizer_conf.token_list=${file_dir}/tokens.txt \ # ++tokenizer_conf.token_list=${file_dir}/tokens.txt \
++input=[${_logdir}/wav.${JOB}.scp,${_logdir}/ocr.${JOB}.txt] \ # ++input=[${_logdir}/wav.${JOB}.scp,${_logdir}/ocr.${JOB}.txt] \
+data_type='["kaldi_ark", "text"]' \ # +data_type='["kaldi_ark", "text"]' \
++tokenizer_conf.bpemodel=${file_dir}/bpe.model \ # ++tokenizer_conf.bpemodel=${file_dir}/bpe.model \
++output_dir="${inference_dir}/${JOB}" \ # ++output_dir="${inference_dir}/${JOB}" \
++device="${inference_device}" \ # ++device="${inference_device}" \
++ncpu=1 \ # ++ncpu=1 \
++disable_log=true &> ${_logdir}/log.${JOB}.txt # ++disable_log=true &> ${_logdir}/log.${JOB}.txt
}& # }&
done # done
wait # wait
mkdir -p ${inference_dir}/1best_recog #mkdir -p ${inference_dir}/1best_recog
for f in token score text; do for f in token; do
if [ -f "${inference_dir}/${JOB}/1best_recog/${f}" ]; then if [ -f "${inference_dir}/${JOB}/1best_recog/${f}" ]; then
for JOB in $(seq "${nj}"); do for JOB in $(seq "${nj}"); do
cat "${inference_dir}/${JOB}/1best_recog/${f}" cat "${inference_dir}/${JOB}/1best_recog/${f}"
@ -65,7 +65,8 @@ done
echo "Computing WER ..." echo "Computing WER ..."
echo "Computing WER ..." echo "Computing WER ..."
python utils/postprocess_text_zh.py ${inference_dir}/1best_recog/text ${inference_dir}/1best_recog/text.proc #python utils/postprocess_text_zh.py ${inference_dir}/1best_recog/text ${inference_dir}/1best_recog/text.proc
python utils/postprocess_text_zh.py ${data_dir}/text ${inference_dir}/1best_recog/text.ref
python utils/compute_wer.py ${inference_dir}/1best_recog/text.ref ${inference_dir}/1best_recog/text.proc ${inference_dir}/1best_recog/text.cer #cp ${data_dir}/text ${inference_dir}/1best_recog/text.ref
tail -n 3 ${inference_dir}/1best_recog/text.cer #python utils/compute_wer.py ${inference_dir}/1best_recog/text.ref ${inference_dir}/1best_recog/text.proc ${inference_dir}/1best_recog/text.cer
#tail -n 3 ${inference_dir}/1best_recog/text.cer