1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
| from kaldiio import ReadHelper
|
| import argparse
| import numpy as np
| import json
|
|
| def get_parser():
| parser = argparse.ArgumentParser(
| description="computer global cmvn",
| formatter_class=argparse.ArgumentDefaultsHelpFormatter,
| )
| parser.add_argument(
| "--dims",
| "-d",
| default=80,
| type=int,
| help="feature dims",
| )
| parser.add_argument(
| "--ark-file",
| "-a",
| default=False,
| required=True,
| type=str,
| help="fbank ark file",
| )
| parser.add_argument(
| "--ark-index",
| "-i",
| default=1,
| required=True,
| type=int,
| help="ark index",
| )
| parser.add_argument(
| "--output-dir",
| "-o",
| default=False,
| required=True,
| type=str,
| help="output dir",
| )
| return parser
|
|
| def main():
| parser = get_parser()
| args = parser.parse_args()
|
| ark_file = args.ark_file + "/feats." + str(args.ark_index) + ".ark"
| cmvn_file = args.output_dir + "/cmvn." + str(args.ark_index) + ".json"
|
| mean_stats = np.zeros(args.dims)
| var_stats = np.zeros(args.dims)
| total_frames = 0
|
| with ReadHelper('ark:{}'.format(ark_file)) as ark_reader:
| for key, mat in ark_reader:
| mean_stats += np.sum(mat, axis=0)
| var_stats += np.sum(np.square(mat), axis=0)
| total_frames += mat.shape[0]
|
| cmvn_info = {
| 'mean_stats': list(mean_stats.tolist()),
| 'var_stats': list(var_stats.tolist()),
| 'total_frames': total_frames
| }
| with open(cmvn_file, 'w') as fout:
| fout.write(json.dumps(cmvn_info))
|
|
| if __name__ == '__main__':
| main()
|
|
