diff options
author | Peng Wu <alexepico@gmail.com> | 2012-02-22 11:05:51 +0800 |
---|---|---|
committer | Peng Wu <alexepico@gmail.com> | 2012-02-22 11:05:51 +0800 |
commit | cae862b94fc2805e2b44d839bfec5960acf6e8e1 (patch) | |
tree | aec4819e62587f5844d34e458dea1a7bd44b509a | |
parent | 62dffb4c3615c275d514ee9428d1688770c6173b (diff) | |
download | libpinyin-cae862b94fc2805e2b44d839bfec5960acf6e8e1.tar.gz libpinyin-cae862b94fc2805e2b44d839bfec5960acf6e8e1.tar.xz libpinyin-cae862b94fc2805e2b44d839bfec5960acf6e8e1.zip |
update utils/training
-rw-r--r-- | utils/training/eval_correction_rate.cpp | 2 | ||||
-rw-r--r-- | utils/training/gen_deleted_ngram.cpp | 2 | ||||
-rw-r--r-- | utils/training/gen_k_mixture_model.cpp | 2 | ||||
-rw-r--r-- | utils/training/gen_ngram.cpp | 2 |
4 files changed, 4 insertions, 4 deletions
diff --git a/utils/training/eval_correction_rate.cpp b/utils/training/eval_correction_rate.cpp index b174332..0e05350 100644 --- a/utils/training/eval_correction_rate.cpp +++ b/utils/training/eval_correction_rate.cpp @@ -154,7 +154,7 @@ int main(int argc, char * argv[]){ linebuf[strlen(linebuf)-1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); token = 0; if ( 0 != phrase_len ) { diff --git a/utils/training/gen_deleted_ngram.cpp b/utils/training/gen_deleted_ngram.cpp index 937b977..36ba09d 100644 --- a/utils/training/gen_deleted_ngram.cpp +++ b/utils/training/gen_deleted_ngram.cpp @@ -77,7 +77,7 @@ int main(int argc, char * argv[]){ linebuf[strlen(linebuf)-1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); phrase_token_t token = 0; if ( 0 != phrase_len ) { diff --git a/utils/training/gen_k_mixture_model.cpp b/utils/training/gen_k_mixture_model.cpp index d6efd70..01b9246 100644 --- a/utils/training/gen_k_mixture_model.cpp +++ b/utils/training/gen_k_mixture_model.cpp @@ -59,7 +59,7 @@ bool read_document(PhraseLargeTable * phrases, FILE * document, linebuf[strlen(linebuf) - 1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); phrase_token_t token = 0; if ( 0 != phrase_len ) { diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index eeeec3b..be3364d 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -89,7 +89,7 @@ int main(int argc, char * argv[]){ linebuf[strlen(linebuf)-1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); phrase_token_t token = 0; if ( 0 != phrase_len ) { |