From 3d9959ed830c4ae5bc7b4f7a525f25f34fc67313 Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Fri, 19 Oct 2012 12:24:06 +0800 Subject: clean up code --- utils/training/gen_ngram.cpp | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) (limited to 'utils/training/gen_ngram.cpp') diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index cc68d9e..603277c 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -70,12 +70,7 @@ int main(int argc, char * argv[]){ Bigram bigram; bigram.attach(bigram_filename, ATTACH_CREATE|ATTACH_READWRITE); - PhraseTokens tokens; - memset(tokens, 0, sizeof(PhraseTokens)); - phrase_index.prepare_tokens(tokens); - - char* linebuf = NULL; - size_t size = 0; + char* linebuf = NULL; size_t size = 0; phrase_token_t last_token, cur_token = last_token = 0; while( getline(&linebuf, &size, stdin) ){ if ( feof(stdin) ) @@ -125,7 +120,6 @@ int main(int argc, char * argv[]){ delete single_gram; } - phrase_index.destroy_tokens(tokens); free(linebuf); if (!save_phrase_index(&phrase_index)) -- cgit