fix: resolve unexpected 'out of memory' issue in multi-GPU setup (#2373)

BienBoy

2025-02-01 c1e365fea09aafda387cac12fdff43d28c598979

 funasr/models/language_model/rnn/decoders.py

@@ -873,6 +873,7 @@
                        ctc_state[idx], accum_best_ids
                    )

        with torch.cuda.device(vscores.device):
        torch.cuda.empty_cache()

        dummy_hyps = [{"yseq": [self.sos, self.eos], "score": np.array([-float("inf")])}]