diff options
Diffstat (limited to 'utils')
| -rw-r--r-- | utils/segment/spseg.cpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/utils/segment/spseg.cpp b/utils/segment/spseg.cpp index b434e4a..5934270 100644 --- a/utils/segment/spseg.cpp +++ b/utils/segment/spseg.cpp @@ -106,6 +106,7 @@ bool segment(FacadePhraseTable3 * phrase_table, ucs4_t * cur_phrase = phrase + i; phrase_token_t token = null_token; + phrase_index->clear_tokens(tokens); int result = phrase_table->search(len, cur_phrase, tokens); int num = get_first_token(tokens, token); |