From 64bf6dd8a1e8b6db43965ff0069a43674dfe4f5f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B8=B8=E9=9B=81?= Date: Thu, 9 May 2024 18:47:52 +0800 Subject: [PATCH] total_time/accum_grad --- funasr/datasets/audio_datasets/espnet_samplers.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/funasr/datasets/audio_datasets/espnet_samplers.py b/funasr/datasets/audio_datasets/espnet_samplers.py index e155cd7fc..528f59333 100644 --- a/funasr/datasets/audio_datasets/espnet_samplers.py +++ b/funasr/datasets/audio_datasets/espnet_samplers.py @@ -146,10 +146,9 @@ class EspnetStyleBatchSampler(DistributedSampler): start_idx = self.rank * batches_per_rank end_idx = start_idx + batches_per_rank rank_batches = buffer_batches[start_idx + self.start_step : end_idx] - if self.start_step > 0: - logging.info( - f"Warning, rank: {self.rank}, dataloader start from step: {self.start_step}, batch_num_before: {end_idx-start_idx}, now: {len(rank_batches)}" - ) + logging.info( + f"rank: {self.rank}, dataloader start from step: {self.start_step}, batch_num: {end_idx-start_idx}, batch_num_after_step: {len(rank_batches)}" + ) # Return an iterator over the batches for the current rank return iter(rank_batches)