From ad922c4b6f8a6f2062a980e7b15b4fa17428b182 Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Fri, 18 May 2012 11:42:05 +0800 Subject: refine utils --- utils/training/gen_ngram.cpp | 17 +++-------------- 1 file changed, 3 insertions(+), 14 deletions(-) (limited to 'utils/training/gen_ngram.cpp') diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index 6de442b..93fae14 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -25,6 +25,7 @@ #include #include #include "pinyin_internal.h" +#include "utils_helper.h" void print_help(){ printf("Usage: gen_ngram [--skip-pi-gram-training]\n"); @@ -63,20 +64,8 @@ int main(int argc, char * argv[]){ phrases.load(chunk); FacadePhraseIndex phrase_index; - for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) { - const char * bin_file = pinyin_phrase_files[i]; - if (NULL == bin_file) - continue; - - chunk = new MemoryChunk; - bool retval = chunk->load(bin_file); - if (!retval) { - fprintf(stderr, "open %s failed!\n", bin_file); - exit(ENOENT); - } - - phrase_index.load(i, chunk); - } + if (!init_phrase_index(&phrase_index)) + exit(ENOENT); Bigram bigram; bigram.attach(bigram_filename, ATTACH_CREATE|ATTACH_READWRITE); -- cgit