From cae862b94fc2805e2b44d839bfec5960acf6e8e1 Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Wed, 22 Feb 2012 11:05:51 +0800 Subject: update utils/training --- utils/training/eval_correction_rate.cpp | 2 +- utils/training/gen_deleted_ngram.cpp | 2 +- utils/training/gen_k_mixture_model.cpp | 2 +- utils/training/gen_ngram.cpp | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/utils/training/eval_correction_rate.cpp b/utils/training/eval_correction_rate.cpp index b174332..0e05350 100644 --- a/utils/training/eval_correction_rate.cpp +++ b/utils/training/eval_correction_rate.cpp @@ -154,7 +154,7 @@ int main(int argc, char * argv[]){ linebuf[strlen(linebuf)-1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); token = 0; if ( 0 != phrase_len ) { diff --git a/utils/training/gen_deleted_ngram.cpp b/utils/training/gen_deleted_ngram.cpp index 937b977..36ba09d 100644 --- a/utils/training/gen_deleted_ngram.cpp +++ b/utils/training/gen_deleted_ngram.cpp @@ -77,7 +77,7 @@ int main(int argc, char * argv[]){ linebuf[strlen(linebuf)-1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); phrase_token_t token = 0; if ( 0 != phrase_len ) { diff --git a/utils/training/gen_k_mixture_model.cpp b/utils/training/gen_k_mixture_model.cpp index d6efd70..01b9246 100644 --- a/utils/training/gen_k_mixture_model.cpp +++ b/utils/training/gen_k_mixture_model.cpp @@ -59,7 +59,7 @@ bool read_document(PhraseLargeTable * phrases, FILE * document, linebuf[strlen(linebuf) - 1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); phrase_token_t token = 0; if ( 0 != phrase_len ) { diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index eeeec3b..be3364d 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -89,7 +89,7 @@ int main(int argc, char * argv[]){ linebuf[strlen(linebuf)-1] = '\0'; glong phrase_len = 0; - utf16_t * phrase = g_utf8_to_utf16(linebuf, -1, NULL, &phrase_len, NULL); + ucs4_t * phrase = g_utf8_to_ucs4(linebuf, -1, NULL, &phrase_len, NULL); phrase_token_t token = 0; if ( 0 != phrase_len ) { -- cgit