use binary format of phrase large table

1 files changed, 4 insertions, 15 deletions

diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp
index 71ec3f8..228abca 100644
--- a/utils/training/gen_ngram.cpp
+++ b/utils/training/gen_ngram.cpp
@@ -60,25 +60,14 @@ int main(int argc, char * argv[]){
     
     g_phrases = new PhraseLargeTable;
     //init phrase lookup
-    FILE * gb_file = fopen("../../data/gb_char.table", "r");
-    if ( gb_file == NULL ){
-	fprintf(stderr, "can't open gb_char.table!\n");
-	exit(ENOENT);
-    }
-    g_phrases->load_text(gb_file);
-    fclose(gb_file);
-    FILE * gbk_file = fopen("../../data/gbk_char.table", "r");
-    if ( gbk_file == NULL ){
-	fprintf(stderr, "can't open gbk_char.table!\n");
-	exit(ENOENT);
-    }
-    g_phrases->load_text(gbk_file);
-    fclose(gbk_file);
+    MemoryChunk * chunk = new MemoryChunk;
+    chunk->load("../../data/phrase_index.bin");
+    g_phrases->load(chunk);
 
     FacadePhraseIndex phrase_index;
     
     //gb_char binary file
-    MemoryChunk * chunk = new MemoryChunk;
+    chunk = new MemoryChunk;
     chunk->load("../../data/gb_char.bin");
     phrase_index.load(1, chunk);