summaryrefslogtreecommitdiffstats
path: root/utils/training/export_k_mixture_model.cpp
diff options
context:
space:
mode:
authorPeng Wu <alexepico@gmail.com>2012-05-17 15:01:11 +0800
committerPeng Wu <alexepico@gmail.com>2012-05-17 15:01:11 +0800
commit4797c0419273b71e5fa64ba7a1ee233de7c0ac48 (patch)
tree222c7be46f7e2bd64bd767273d8b62b98153e041 /utils/training/export_k_mixture_model.cpp
parent41286716a6b90e78eb3abe3aa5f1620bc5f0f605 (diff)
downloadlibpinyin-4797c0419273b71e5fa64ba7a1ee233de7c0ac48.tar.gz
libpinyin-4797c0419273b71e5fa64ba7a1ee233de7c0ac48.tar.xz
libpinyin-4797c0419273b71e5fa64ba7a1ee233de7c0ac48.zip
update utils/training
Diffstat (limited to 'utils/training/export_k_mixture_model.cpp')
-rw-r--r--utils/training/export_k_mixture_model.cpp26
1 files changed, 17 insertions, 9 deletions
diff --git a/utils/training/export_k_mixture_model.cpp b/utils/training/export_k_mixture_model.cpp
index af4116d..fd20a84 100644
--- a/utils/training/export_k_mixture_model.cpp
+++ b/utils/training/export_k_mixture_model.cpp
@@ -125,16 +125,24 @@ int main(int argc, char * argv[]){
}
FacadePhraseIndex phrase_index;
+ MemoryChunk * chunk = NULL;
+ for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) {
+ const char * bin_file = pinyin_phrase_files[i];
+ if (NULL == bin_file)
+ continue;
+
+ gchar * filename = g_build_filename("..", "..", "data",
+ bin_file, NULL);
+ chunk = new MemoryChunk;
+ bool retval = chunk->load(filename);
+ if (!retval) {
+ fprintf(stderr, "open %s failed!\n", bin_file);
+ exit(ENOENT);
+ }
- //gb_char binary file
- MemoryChunk * chunk = new MemoryChunk;
- chunk->load("gb_char.bin");
- phrase_index.load(1, chunk);
-
- //gbk_char binary file
- chunk = new MemoryChunk;
- chunk->load("gbk_char.bin");
- phrase_index.load(2, chunk);
+ phrase_index.load(i, chunk);
+ g_free(filename);
+ }
KMixtureModelBigram bigram(K_MIXTURE_MODEL_MAGIC_NUMBER);
bigram.attach(k_mixture_model_filename, ATTACH_READONLY);