diff options
author | Peng Wu <alexepico@gmail.com> | 2013-02-19 13:27:38 +0800 |
---|---|---|
committer | Peng Wu <alexepico@gmail.com> | 2013-02-19 13:28:46 +0800 |
commit | 46b35845078da414b5cd1b51b5bd77334efaf110 (patch) | |
tree | eaabb656712e15d48409c8ea340c0837f2c1a98e /utils | |
parent | 779342214609c7d1935d109cadb412371037dc73 (diff) | |
download | libpinyin-46b35845078da414b5cd1b51b5bd77334efaf110.tar.gz libpinyin-46b35845078da414b5cd1b51b5bd77334efaf110.tar.xz libpinyin-46b35845078da414b5cd1b51b5bd77334efaf110.zip |
add dictionary support
Diffstat (limited to 'utils')
-rw-r--r-- | utils/storage/gen_binary_files.cpp | 3 | ||||
-rw-r--r-- | utils/training/gen_unigram.cpp | 3 |
2 files changed, 4 insertions, 2 deletions
diff --git a/utils/storage/gen_binary_files.cpp b/utils/storage/gen_binary_files.cpp index 03449a2..fcd9cb1 100644 --- a/utils/storage/gen_binary_files.cpp +++ b/utils/storage/gen_binary_files.cpp @@ -57,7 +57,8 @@ int main(int argc, char * argv[]){ for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) { const pinyin_table_info_t * table_info = pinyin_phrase_files + i; - if (SYSTEM_FILE != table_info->m_file_type) + if (SYSTEM_FILE != table_info->m_file_type && + DICTIONARY != table_info->m_file_type) continue; const char * tablename = table_info->m_table_filename; diff --git a/utils/training/gen_unigram.cpp b/utils/training/gen_unigram.cpp index 02191fb..743e12a 100644 --- a/utils/training/gen_unigram.cpp +++ b/utils/training/gen_unigram.cpp @@ -37,7 +37,8 @@ int main(int argc, char * argv[]){ for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) { const pinyin_table_info_t * table_info = pinyin_phrase_files + i; - if (SYSTEM_FILE != table_info->m_file_type) + if (SYSTEM_FILE != table_info->m_file_type && + DICTIONARY != table_info->m_file_type) continue; guint32 freq = 1; PhraseIndexRange range; |