From 9f04fd130c8436b5a23c4c334d8fb7ea11a95ba6 Mon Sep 17 00:00:00 2001
From: Ziyao Wang <ziyaowang318@gmail.com>
Date: 星期一, 29 七月 2024 09:47:45 +0800
Subject: [PATCH] Fix invalid escape sequence '\w' in RegEx due to 'r' missing (#1967)
---
funasr/models/sanm/attention.py | 2 +-
1 files changed, 1 insertions(+), 1 deletions(-)
diff --git a/funasr/models/sanm/attention.py b/funasr/models/sanm/attention.py
index 08f7dc7..c7e8a8e 100644
--- a/funasr/models/sanm/attention.py
+++ b/funasr/models/sanm/attention.py
@@ -780,7 +780,7 @@
return q, k, v
def forward_attention(self, value, scores, mask, ret_attn):
- scores = scores + mask
+ scores = scores + mask.to(scores.device)
self.attn = torch.softmax(scores, dim=-1)
context_layer = torch.matmul(self.attn, value) # (batch, head, time1, d_k)
--
Gitblit v1.9.1