From 0aec5e7e66ddde36da734993e6afe57f856b23bc Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Wed, 1 Jun 2011 10:29:48 +0800 Subject: fixes gen ngram --- utils/training/gen_ngram.cpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'utils/training') diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index f6827dc..9e79f1d 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -106,6 +106,9 @@ int main(int argc, char * argv[]){ if ( null_token == cur_token ) continue; + //training uni-gram + phrase_index.add_unigram_frequency(cur_token, 1); + /* skip pi-gram training. */ if ( null_token == last_token ){ if ( !train_pi_gram ) @@ -113,9 +116,6 @@ int main(int argc, char * argv[]){ last_token = sentence_start; } - //training uni-gram - phrase_index.add_unigram_frequency(cur_token, 1); - //train bi-gram SingleGram * single_gram = NULL; bigram.load(last_token, single_gram); -- cgit