diff options
Diffstat (limited to 'utils/training/gen_deleted_ngram.cpp')
| -rw-r--r-- | utils/training/gen_deleted_ngram.cpp | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/utils/training/gen_deleted_ngram.cpp b/utils/training/gen_deleted_ngram.cpp index abc3ee9..fe0a9d9 100644 --- a/utils/training/gen_deleted_ngram.cpp +++ b/utils/training/gen_deleted_ngram.cpp @@ -88,7 +88,8 @@ int main(int argc, char * argv[]){ phrase_token_t token = null_token; if ( 0 != phrase_len ) { - int result = phrase_table.search( phrase_len, phrase, tokens); + phrase_index.clear_tokens(tokens); + int result = phrase_table.search(phrase_len, phrase, tokens); int num = get_first_token(tokens, token); if ( !(result & SEARCH_OK) ) |