diff options
Diffstat (limited to 'utils/training/gen_ngram.cpp')
-rw-r--r-- | utils/training/gen_ngram.cpp | 19 |
1 files changed, 4 insertions, 15 deletions
diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index 71ec3f8..228abca 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -60,25 +60,14 @@ int main(int argc, char * argv[]){ g_phrases = new PhraseLargeTable; //init phrase lookup - FILE * gb_file = fopen("../../data/gb_char.table", "r"); - if ( gb_file == NULL ){ - fprintf(stderr, "can't open gb_char.table!\n"); - exit(ENOENT); - } - g_phrases->load_text(gb_file); - fclose(gb_file); - FILE * gbk_file = fopen("../../data/gbk_char.table", "r"); - if ( gbk_file == NULL ){ - fprintf(stderr, "can't open gbk_char.table!\n"); - exit(ENOENT); - } - g_phrases->load_text(gbk_file); - fclose(gbk_file); + MemoryChunk * chunk = new MemoryChunk; + chunk->load("../../data/phrase_index.bin"); + g_phrases->load(chunk); FacadePhraseIndex phrase_index; //gb_char binary file - MemoryChunk * chunk = new MemoryChunk; + chunk = new MemoryChunk; chunk->load("../../data/gb_char.bin"); phrase_index.load(1, chunk); |