add SetBatchSize for model

雾聪

2024-03-29 b2d549b9541bd50dc744a152ddaca090bb254a9f

 funasr/models/qwen_audio/model.py

@@ -60,7 +60,7 @@
        inputs = self.tokenizer(query, return_tensors='pt', audio_info=audio_info)
        inputs = inputs.to(self.model.device)
        pred = self.model.generate(**inputs, audio_info=audio_info)
        response = tokenizer.decode(pred.cpu()[0], skip_special_tokens=False, audio_info=audio_info)
        response = self.tokenizer.decode(pred.cpu()[0], skip_special_tokens=False, audio_info=audio_info)

        results = []
        result_i = {"key": key[0], "text": response}