#include <ck_tokenizer.h>
Data Fields | |
| int32_t | left |
| int32_t | merged |
| int | priority |
| int32_t | right |
Definition at line 66 of file ck_tokenizer.h.
| int32_t CKMergeRule::left |
Definition at line 67 of file ck_tokenizer.h.
Referenced by ck_tokenizer_add_merge(), and ck_tokenizer_lookup_merge().
| int32_t CKMergeRule::merged |
Definition at line 69 of file ck_tokenizer.h.
Referenced by ck_tokenizer_add_merge(), and ck_tokenizer_encode().
| int CKMergeRule::priority |
Definition at line 70 of file ck_tokenizer.h.
Referenced by ck_tokenizer_add_merge(), and ck_tokenizer_encode().
| int32_t CKMergeRule::right |
Definition at line 68 of file ck_tokenizer.h.
Referenced by ck_tokenizer_add_merge(), and ck_tokenizer_lookup_merge().