1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
| #ifndef VOCAB_H
| #define VOCAB_H
|
| #include <stdint.h>
| #include <string>
| #include <vector>
| using namespace std;
|
| class Vocab {
| private:
| vector<string> vocab;
| bool IsChinese(string ch);
| bool IsEnglish(string ch);
| void LoadVocabFromYaml(const char* filename);
|
| public:
| Vocab(const char *filename);
| ~Vocab();
| int Size();
| string Vector2String(vector<int> in);
| string Vector2StringV2(vector<int> in);
| };
|
| #endif
|
|
