游雁
2024-06-05 545d69ae9288f1987cb29029f310a4055130bdd7
funasr/models/llm_asr/adaptor.py
@@ -84,13 +84,13 @@
        self.blocks = nn.ModuleList(
            [
                EncoderLayer(
                    output_size,
                    llm_dim,
                    MultiHeadedAttention(
                        kwargs.get("attention_heads", 8),
                        llm_dim,
                        kwargs.get("attention_dropout_rate", 0.0),
                    ),
                    positionwise_layer(
                    PositionwiseFeedForward(
                        llm_dim,
                        llm_dim // 4,
                        kwargs.get("dropout_rate", 0.0),