diff options
| author | Peng Wu <alexepico@gmail.com> | 2012-10-19 12:24:06 +0800 |
|---|---|---|
| committer | Peng Wu <alexepico@gmail.com> | 2012-10-19 12:24:06 +0800 |
| commit | 3d9959ed830c4ae5bc7b4f7a525f25f34fc67313 (patch) | |
| tree | 33bbdf0408a5ff01e26450cecb04c6ef34dfd74a /utils/training/gen_ngram.cpp | |
| parent | 484cf316c1257bf138815614c1576d4fcbbeac6c (diff) | |
| download | libpinyin-3d9959ed830c4ae5bc7b4f7a525f25f34fc67313.tar.gz libpinyin-3d9959ed830c4ae5bc7b4f7a525f25f34fc67313.tar.xz libpinyin-3d9959ed830c4ae5bc7b4f7a525f25f34fc67313.zip | |
clean up code
Diffstat (limited to 'utils/training/gen_ngram.cpp')
| -rw-r--r-- | utils/training/gen_ngram.cpp | 8 |
1 files changed, 1 insertions, 7 deletions
diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index cc68d9e..603277c 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -70,12 +70,7 @@ int main(int argc, char * argv[]){ Bigram bigram; bigram.attach(bigram_filename, ATTACH_CREATE|ATTACH_READWRITE); - PhraseTokens tokens; - memset(tokens, 0, sizeof(PhraseTokens)); - phrase_index.prepare_tokens(tokens); - - char* linebuf = NULL; - size_t size = 0; + char* linebuf = NULL; size_t size = 0; phrase_token_t last_token, cur_token = last_token = 0; while( getline(&linebuf, &size, stdin) ){ if ( feof(stdin) ) @@ -125,7 +120,6 @@ int main(int argc, char * argv[]){ delete single_gram; } - phrase_index.destroy_tokens(tokens); free(linebuf); if (!save_phrase_index(&phrase_index)) |