1
2
3
4
5
6
7
8
9
10
11
12
| #!/usr/bin/env python3
| # Copyright (c) Facebook, Inc. and its affiliates.
| # All rights reserved.
| #
| # This source code is licensed under the license found in the
| # https://github.com/pytorch/fairseq/blob/master/LICENSE
| import sys
|
| import sentencepiece as spm
|
| if __name__ == "__main__":
| spm.SentencePieceTrainer.Train(" ".join(sys.argv[1:]))
|
|
