summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorPeng Wu <alexepico@gmail.com>2012-02-22 11:05:51 +0800
committerPeng Wu <alexepico@gmail.com>2012-02-22 11:05:51 +0800
commitcae862b94fc2805e2b44d839bfec5960acf6e8e1 (patch)
treeaec4819e62587f5844d34e458dea1a7bd44b509a
parent62dffb4c3615c275d514ee9428d1688770c6173b (diff)
downloadlibpinyin-cae862b94fc2805e2b44d839bfec5960acf6e8e1.tar.gz
libpinyin-cae862b94fc2805e2b44d839bfec5960acf6e8e1.tar.xz
libpinyin-cae862b94fc2805e2b44d839bfec5960acf6e8e1.zip
update utils/training
-rw-r--r--utils/training/eval_correction_rate.cpp2
-rw-r--r--utils/training/gen_deleted_ngram.cpp2
-rw-r--r--utils/training/gen_k_mixture_model.cpp2
-rw-r--r--utils/training/gen_ngram.cpp2
4 files changed, 4 insertions, 4 deletions
diff --git a/utils/training/eval_correction_rate.cpp b/utils/training/eval_correction_rate.cpp
index b174332..0e05350 100644
--- a/utils/training/eval_correction_rate.cpp
+++ b/utils/training/eval_correction_rate.cpp
@@ -154,7 +154,7 @@ int main(int argc, char * argv[]){
linebuf[strlen(linebuf)-1] = '\0';
glong phrase_len = 0;
- utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL);
+ ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL);
token = 0;
if ( 0 != phrase_len ) {
diff --git a/utils/training/gen_deleted_ngram.cpp b/utils/training/gen_deleted_ngram.cpp
index 937b977..36ba09d 100644
--- a/utils/training/gen_deleted_ngram.cpp
+++ b/utils/training/gen_deleted_ngram.cpp
@@ -77,7 +77,7 @@ int main(int argc, char * argv[]){
linebuf[strlen(linebuf)-1] = '\0';
glong phrase_len = 0;
- utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL);
+ ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL);
phrase_token_t token = 0;
if ( 0 != phrase_len ) {
diff --git a/utils/training/gen_k_mixture_model.cpp b/utils/training/gen_k_mixture_model.cpp
index d6efd70..01b9246 100644
--- a/utils/training/gen_k_mixture_model.cpp
+++ b/utils/training/gen_k_mixture_model.cpp
@@ -59,7 +59,7 @@ bool read_document(PhraseLargeTable * phrases, FILE * document,
linebuf[strlen(linebuf) - 1] = '\0';
glong phrase_len = 0;
- utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL);
+ ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL);
phrase_token_t token = 0;
if ( 0 != phrase_len ) {
diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp
index eeeec3b..be3364d 100644
--- a/utils/training/gen_ngram.cpp
+++ b/utils/training/gen_ngram.cpp
@@ -89,7 +89,7 @@ int main(int argc, char * argv[]){
linebuf[strlen(linebuf)-1] = '\0';
glong phrase_len = 0;
- utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL);
+ ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL);
phrase_token_t token = 0;
if ( 0 != phrase_len ) {