From f0f1771e3bbe95dffaa4d42596b7d4aace277d2c Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Tue, 10 May 2011 13:50:55 +0800 Subject: use binary format of phrase large table --- utils/training/gen_ngram.cpp | 19 ++++--------------- 1 file changed, 4 insertions(+), 15 deletions(-) (limited to 'utils/training/gen_ngram.cpp') diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index 71ec3f8..228abca 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -60,25 +60,14 @@ int main(int argc, char * argv[]){ g_phrases = new PhraseLargeTable; //init phrase lookup - FILE * gb_file = fopen("../../data/gb_char.table", "r"); - if ( gb_file == NULL ){ - fprintf(stderr, "can't open gb_char.table!\n"); - exit(ENOENT); - } - g_phrases->load_text(gb_file); - fclose(gb_file); - FILE * gbk_file = fopen("../../data/gbk_char.table", "r"); - if ( gbk_file == NULL ){ - fprintf(stderr, "can't open gbk_char.table!\n"); - exit(ENOENT); - } - g_phrases->load_text(gbk_file); - fclose(gbk_file); + MemoryChunk * chunk = new MemoryChunk; + chunk->load("../../data/phrase_index.bin"); + g_phrases->load(chunk); FacadePhraseIndex phrase_index; //gb_char binary file - MemoryChunk * chunk = new MemoryChunk; + chunk = new MemoryChunk; chunk->load("../../data/gb_char.bin"); phrase_index.load(1, chunk); -- cgit