summaryrefslogtreecommitdiffstats
path: root/src/lookup/phrase_lookup.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/lookup/phrase_lookup.cpp')
-rw-r--r--src/lookup/phrase_lookup.cpp2
1 files changed, 2 insertions, 0 deletions
diff --git a/src/lookup/phrase_lookup.cpp b/src/lookup/phrase_lookup.cpp
index b22ef84..6e661ec 100644
--- a/src/lookup/phrase_lookup.cpp
+++ b/src/lookup/phrase_lookup.cpp
@@ -136,6 +136,8 @@ bool PhraseLookup::get_best_match(int sentence_length, ucs4_t sentence[],
for ( int i = 0; i < nstep - 1; ++i ){
for ( int m = i + 1; m < nstep; ++m ){
+ m_phrase_index->clear_tokens(tokens);
+
/* do one phrase table search. */
int result = m_phrase_table->search(m - i, sentence + i, tokens);