haoneng.lhn
2023-12-08 ace42e5043be992c3a324fc637ba0594f10ad3b6
fix loss normalization for ddp training
1个文件已修改
2 ■■■ 已修改文件
funasr/models/e2e_uni_asr.py 2 ●●● 补丁 | 查看 | 原始文档 | blame | 历史
funasr/models/e2e_uni_asr.py
@@ -442,7 +442,7 @@
        stats["loss"] = torch.clone(loss.detach())
        # force_gatherable: to-device and to-tensor if scalar for DataParallel
        if self.length_normalized_loss:
            batch_size = (text_lengths + 1).sum().type_as(batch_size)
            batch_size = int((text_lengths + 1).sum())
        loss, stats, weight = force_gatherable((loss, stats, batch_size), loss.device)
        return loss, stats, weight