游雁
2024-02-19 94de39dde2e616a01683c518023d0fab72b4e103
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
import torch
from torch.nn import functional as F
 
 
class DotScorer(torch.nn.Module):
    def __init__(self):
        super().__init__()
 
    def forward(
            self,
            xs_pad: torch.Tensor,
            spk_emb: torch.Tensor,
    ):
        # xs_pad: B, T, D
        # spk_emb: B, N, D
        scores = torch.matmul(xs_pad, spk_emb.transpose(1, 2))
        return scores
 
    def convert_tf2torch(self, var_dict_tf, var_dict_torch):
        return {}
 
 
class CosScorer(torch.nn.Module):
    def __init__(self):
        super().__init__()
 
    def forward(
            self,
            xs_pad: torch.Tensor,
            spk_emb: torch.Tensor,
    ):
        # xs_pad: B, T, D
        # spk_emb: B, N, D
        scores = F.cosine_similarity(xs_pad.unsqueeze(2), spk_emb.unsqueeze(1), dim=-1)
        return scores
 
    def convert_tf2torch(self, var_dict_tf, var_dict_torch):
        return {}