speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

total_time/accum_grad

Browse Source
This commit is contained in:
游雁 2024-05-09 18:47:52 +08:00
parent 664fd7abc8
commit 64bf6dd8a1
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
funasr/datasets/audio_datasets/espnet_samplers.py
View File

@ -146,10 +146,9 @@ class EspnetStyleBatchSampler(DistributedSampler):
start_idx = self.rank * batches_per_rank start_idx = self.rank * batches_per_rank
end_idx = start_idx + batches_per_rank end_idx = start_idx + batches_per_rank
rank_batches = buffer_batches[start_idx + self.start_step : end_idx] rank_batches = buffer_batches[start_idx + self.start_step : end_idx]
if self.start_step > 0: logging.info(
logging.info( f"rank: {self.rank}, dataloader start from step: {self.start_step}, batch_num: {end_idx-start_idx}, batch_num_after_step: {len(rank_batches)}"
f"Warning, rank: {self.rank}, dataloader start from step: {self.start_step}, batch_num_before: {end_idx-start_idx}, now: {len(rank_batches)}" )
)
# Return an iterator over the batches for the current rank # Return an iterator over the batches for the current rank
return iter(rank_batches) return iter(rank_batches)