mirror of
https://github.com/modelscope/FunASR
synced 2025-09-15 14:48:36 +08:00
08ee9e6aac
* add modular saasr * update readme * Delete train_paraformer.yaml * update setup.py * update setup.py * update setup.py
234 lines
9.0 KiB
Bash
Executable File
234 lines
9.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
set -o pipefail
|
|
. path.sh || exit 1
|
|
train_cmd=utils/run.pl
|
|
|
|
# data path
|
|
data_source_dir=$DATA_SOURCE
|
|
textgrid_dir=$data_source_dir/textgrid_dir/
|
|
wav_dir=$data_source_dir/audio_dir/
|
|
|
|
# work path
|
|
work_dir=./data/${DATA_NAME}_sc/
|
|
sad_dir=$work_dir/sad_part/
|
|
sad_work_dir=$sad_dir/exp/
|
|
sad_result_dir=$sad_dir/sad
|
|
dia_dir=$work_dir/dia_part/
|
|
dia_vad_dir=$dia_dir/vad/
|
|
dia_rttm_dir=$dia_dir/rttm/
|
|
dia_emb_dir=$dia_dir/embedding/
|
|
dia_rtt_label_dir=$dia_dir/label_rttm/
|
|
dia_result_dir=$dia_dir/result_DER/
|
|
sond_work_dir=./data/${DATA_NAME}_sond/
|
|
asr_work_dir=./data/${DATA_NAME}_wpegss/org/
|
|
|
|
mkdir -p $work_dir || exit 1;
|
|
mkdir -p $sad_dir || exit 1;
|
|
mkdir -p $sad_work_dir || exit 1;
|
|
mkdir -p $sad_result_dir || exit 1;
|
|
mkdir -p $dia_dir || exit 1;
|
|
mkdir -p $dia_vad_dir || exit 1;
|
|
mkdir -p $dia_rttm_dir || exit 1;
|
|
mkdir -p $dia_emb_dir || exit 1;
|
|
mkdir -p $dia_rtt_label_dir || exit 1;
|
|
mkdir -p $dia_result_dir || exit 1;
|
|
mkdir -p $sond_work_dir || exit 1;
|
|
mkdir -p $asr_work_dir || exit 1;
|
|
|
|
stage=0
|
|
stop_stage=9
|
|
nj=4
|
|
sm_size=83
|
|
|
|
if [ $stage -le 0 ] && [ ${stop_stage} -ge 0 ]; then
|
|
# Check the installtion of kaldi
|
|
if [ -L ./steps ]; then
|
|
unlink ./steps
|
|
else
|
|
ln -s $KALDI_ROOT/egs/wsj/s5/steps || { echo "You must install kaldi first, and set the KALDI_ROOT in path.sh" && exit 1; }
|
|
fi
|
|
|
|
if [ -L ./utils ]; then
|
|
unlink ./utils
|
|
else
|
|
ln -s $KALDI_ROOT/egs/wsj/s5/utils || { echo "You must install kaldi first, and set the KALDI_ROOT in path.sh" && exit 1; }
|
|
fi
|
|
fi
|
|
|
|
if [ $stage -le 1 ] && [ ${stop_stage} -ge 1 ]; then
|
|
# Prepare the AliMeeting data
|
|
echo "Prepare Alimeeting data"
|
|
find $wav_dir -name "*\.wav" > $work_dir/wavlist
|
|
sort $work_dir/wavlist > $work_dir/tmp
|
|
cp $work_dir/tmp $work_dir/wavlist
|
|
awk -F '/' '{print $NF}' $work_dir/wavlist | awk -F '.' '{print $1}' > $work_dir/uttid
|
|
paste -d " " $work_dir/uttid $work_dir/wavlist > $work_dir/wav.scp
|
|
paste -d " " $work_dir/uttid $work_dir/uttid > $work_dir/utt2spk
|
|
cp $work_dir/utt2spk $work_dir/spk2utt
|
|
cp $work_dir/uttid $work_dir/text
|
|
|
|
sad_feat=$sad_dir/feat/mfcc
|
|
cp $work_dir/wav.scp $sad_dir
|
|
cp $work_dir/utt2spk $sad_dir
|
|
cp $work_dir/spk2utt $sad_dir
|
|
cp $work_dir/text $sad_dir
|
|
|
|
utils/fix_data_dir.sh $sad_dir
|
|
|
|
## first we extract the feature for sad model
|
|
steps/make_mfcc.sh --nj $nj --cmd "$train_cmd" \
|
|
--mfcc-config conf/mfcc_hires.conf \
|
|
$sad_dir $sad_dir/make_mfcc $sad_feat
|
|
fi
|
|
|
|
if [ $stage -le 2 ] && [ ${stop_stage} -ge 2 ]; then
|
|
# Do Speech Activity Detectation
|
|
echo "Do SAD"
|
|
./utils/split_data.sh $sad_dir $nj
|
|
## do the segmentations
|
|
local/segmentation/detect_speech_activity.sh --nj $nj --stage 0 \
|
|
--cmd "$train_cmd" $sad_dir exp/segmentation_1a/tdnn_stats_sad_1a/ \
|
|
$sad_dir/feat/mfcc $sad_work_dir $sad_result_dir
|
|
fi
|
|
|
|
if [ $stage -le 3 ] && [ ${stop_stage} -ge 3 ]; then
|
|
echo "Do Speaker Embedding Extractor"
|
|
cp $work_dir/wav.scp $dia_dir
|
|
|
|
python local/segment_to_lab.py --input_segments $sad_dir/sad_seg/segments \
|
|
--label_path $dia_vad_dir \
|
|
--output_label_scp_file $dia_dir/label.scp ||exit 1;
|
|
|
|
./utils/split_data.sh $work_dir $nj
|
|
${train_cmd} JOB=1:${nj} $dia_dir/exp/extract_embedding.JOB.log \
|
|
python VBx/predict.py --in-file-list $work_dir/split${nj}/JOB/text \
|
|
--in-lab-dir $dia_dir/vad \
|
|
--in-wav-dir $wav_dir \
|
|
--out-ark-fn $dia_emb_dir/embedding_out.JOB.ark \
|
|
--out-seg-fn $dia_emb_dir/embedding_out.JOB.seg \
|
|
--weights VBx/models/ResNet101_16kHz/nnet/final.onnx \
|
|
--backend onnx
|
|
|
|
echo "success"
|
|
fi
|
|
|
|
if [ $stage -le 4 ] && [ ${stop_stage} -ge 4 ]; then
|
|
# The Speaker Embedding Cluster
|
|
echo "Do the Speaker Embedding Cluster"
|
|
# The meeting data is long so that the cluster is a little bit slow
|
|
${train_cmd} JOB=1:${nj} $dia_dir/exp/cluster.JOB.log \
|
|
python VBx/vbhmm.py --init AHC+VB \
|
|
--out-rttm-dir $dia_rttm_dir \
|
|
--xvec-ark-file $dia_emb_dir/embedding_out.JOB.ark \
|
|
--segments-file $dia_emb_dir/embedding_out.JOB.seg \
|
|
--xvec-transform VBx/models/ResNet101_16kHz/transform.h5 \
|
|
--plda-file VBx/models/ResNet101_16kHz/plda \
|
|
--threshold 0.14 \
|
|
--lda-dim 128 \
|
|
--Fa 0.3 \
|
|
--Fb 17 \
|
|
--loopP 0.99
|
|
fi
|
|
|
|
if [ $stage -le 5 ] && [ ${stop_stage} -ge 5 ]; then
|
|
echo "Process textgrid to obtain rttm label"
|
|
find -L $textgrid_dir -iname "*.TextGrid" > $work_dir/textgrid.flist
|
|
sort $work_dir/textgrid.flist > $work_dir/tmp
|
|
cp $work_dir/tmp $work_dir/textgrid.flist
|
|
paste $work_dir/uttid $work_dir/textgrid.flist > $work_dir/uttid_textgrid.flist
|
|
while read text_file
|
|
do
|
|
text_grid=`echo $text_file | awk '{print $1}'`
|
|
text_grid_path=`echo $text_file | awk '{print $2}'`
|
|
python local/make_textgrid_rttm.py --input_textgrid_file $text_grid_path \
|
|
--uttid $text_grid \
|
|
--output_rttm_file $dia_rtt_label_dir/${text_grid}.rttm
|
|
done < $work_dir/uttid_textgrid.flist
|
|
if [ -f "$dia_rtt_label_dir/all.rttm" ]; then
|
|
rm -f $dia_rtt_label_dir/all.rttm
|
|
fi
|
|
cat $dia_rtt_label_dir/*.rttm > $dia_rtt_label_dir/all.rttm
|
|
fi
|
|
|
|
if [ $stage -le 6 ] && [ $stop_stage -ge 6 ]; then
|
|
echo "Get VBx DER result"
|
|
find $dia_rtt_label_dir -name "*.rttm" > $dia_rtt_label_dir/ref.scp
|
|
find $dia_rttm_dir -name "*.rttm" > $dia_rttm_dir/sys.scp
|
|
if [ -f "$dia_rttm_dir/all.rttm" ]; then
|
|
rm -f $dia_rttm_dir/all.rttm
|
|
fi
|
|
cat $dia_rttm_dir/*.rttm > $dia_rttm_dir/all.rttm
|
|
|
|
collar_set="0 0.25"
|
|
python local/meeting_speaker_number_process.py --path=$work_dir \
|
|
--label_path=$dia_rtt_label_dir --predict_path=$dia_rttm_dir
|
|
speaker_number="2 3 4"
|
|
for weight_collar in $collar_set;
|
|
do
|
|
# all meeting
|
|
python dscore/score.py --collar $weight_collar \
|
|
-R $dia_rtt_label_dir/ref.scp -S $dia_rttm_dir/sys.scp > $dia_result_dir/speaker_all_DER_overlaps_${weight_collar}.log
|
|
# 2,3,4 speaker meeting
|
|
for speaker_count in $speaker_number;
|
|
do
|
|
python dscore/score.py --collar $weight_collar \
|
|
-R $dia_rtt_label_dir/speaker${speaker_count}_id -S $dia_rttm_dir/speaker${speaker_count}_id > $dia_result_dir/speaker_${speaker_count}_DER_overlaps_${weight_collar}.log
|
|
done
|
|
done
|
|
fi
|
|
|
|
if [ $stage -le 7 ] && [ $stop_stage -ge 7 ]; then
|
|
echo "Downloading Pre-trained model..."
|
|
mkdir ./SOND
|
|
cd ./SOND
|
|
git clone https://www.modelscope.cn/damo/speech_xvector_sv-zh-cn-cnceleb-16k-spk3465-pytorch.git
|
|
git clone https://www.modelscope.cn/damo/speech_diarization_sond-zh-cn-alimeeting-16k-n16k4-pytorch.git
|
|
ln -s speech_xvector_sv-zh-cn-cnceleb-16k-spk3465-pytorch/sv.pth ./sv.pb
|
|
cp speech_xvector_sv-zh-cn-cnceleb-16k-spk3465-pytorch/sv.yaml ./sv.yaml
|
|
ln -s speech_diarization_sond-zh-cn-alimeeting-16k-n16k4-pytorch/sond.pth ./sond.pb
|
|
cp speech_diarization_sond-zh-cn-alimeeting-16k-n16k4-pytorch/sond_fbank.yaml ./sond_fbank.yaml
|
|
cp speech_diarization_sond-zh-cn-alimeeting-16k-n16k4-pytorch/sond.yaml ./sond.yaml
|
|
cd ..
|
|
fi
|
|
|
|
if [ $stage -le 8 ] && [ $stop_stage -ge 8 ]; then
|
|
echo "Prepare data for sond"
|
|
cp $work_dir/wav.scp $sond_work_dir
|
|
# convert rttm to segments
|
|
python local/rttm2segments.py $dia_rttm_dir/all.rttm $sond_work_dir 0
|
|
# remove the overlapped part
|
|
python local/remove_overlap.py $sond_work_dir/segments $sond_work_dir/utt2spk \
|
|
$sond_work_dir/segments_nooverlap $sond_work_dir/utt2spk_nooverlap 0.3
|
|
# extract speaker profile from the filtered segments file
|
|
python local/extract_profile_from_segments.py $sond_work_dir
|
|
# segment data to 16s
|
|
python local/resegment_data.py \
|
|
$data_source_dir/segments \
|
|
$data_source_dir/wav.scp \
|
|
$sond_work_dir
|
|
fi
|
|
|
|
if [ $stage -le 9 ] && [ $stop_stage -ge 9 ]; then
|
|
echo "Diarization with SOND"
|
|
|
|
python local/infer_sond.py SOND/sond.yaml SOND/sond.pb $sond_work_dir $sond_work_dir/dia_outputs
|
|
|
|
python local/convert_label_to_rttm.py \
|
|
$sond_work_dir/dia_outputs/labels.txt \
|
|
$sond_work_dir/map.scp \
|
|
$sond_work_dir/dia_outputs/prediction_sm_${sm_size}.rttm \
|
|
--ignore_len 10 --no_pbar --smooth_size ${sm_size} \
|
|
--vote_prob 0.5 --n_spk 16
|
|
|
|
python dscore/score.py \
|
|
-r $dia_rtt_label_dir/all.rttm \
|
|
-s $sond_work_dir/dia_outputs/prediction_sm_${sm_size}.rttm \
|
|
--collar 0.25 &> $sond_work_dir/dia_outputs/dia_result
|
|
# convert rttm to segments
|
|
python local/rttm2segments.py $sond_work_dir/dia_outputs/prediction_sm_${sm_size}.rttm $asr_work_dir 1
|
|
fi
|
|
|
|
|