From 46b35845078da414b5cd1b51b5bd77334efaf110 Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Tue, 19 Feb 2013 13:27:38 +0800 Subject: add dictionary support --- utils/storage/gen_binary_files.cpp | 3 ++- utils/training/gen_unigram.cpp | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) (limited to 'utils') diff --git a/utils/storage/gen_binary_files.cpp b/utils/storage/gen_binary_files.cpp index 03449a2..fcd9cb1 100644 --- a/utils/storage/gen_binary_files.cpp +++ b/utils/storage/gen_binary_files.cpp @@ -57,7 +57,8 @@ int main(int argc, char * argv[]){ for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) { const pinyin_table_info_t * table_info = pinyin_phrase_files + i; - if (SYSTEM_FILE != table_info->m_file_type) + if (SYSTEM_FILE != table_info->m_file_type && + DICTIONARY != table_info->m_file_type) continue; const char * tablename = table_info->m_table_filename; diff --git a/utils/training/gen_unigram.cpp b/utils/training/gen_unigram.cpp index 02191fb..743e12a 100644 --- a/utils/training/gen_unigram.cpp +++ b/utils/training/gen_unigram.cpp @@ -37,7 +37,8 @@ int main(int argc, char * argv[]){ for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) { const pinyin_table_info_t * table_info = pinyin_phrase_files + i; - if (SYSTEM_FILE != table_info->m_file_type) + if (SYSTEM_FILE != table_info->m_file_type && + DICTIONARY != table_info->m_file_type) continue; guint32 freq = 1; PhraseIndexRange range; -- cgit