From d4f3216453a75c932533e43f551dd87f810d0f24 Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Fri, 1 Feb 2013 14:08:57 +0800 Subject: fixes gen_extra_enter --- utils/segment/ngseg.cpp | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) (limited to 'utils/segment/ngseg.cpp') diff --git a/utils/segment/ngseg.cpp b/utils/segment/ngseg.cpp index a36c554..302eb25 100644 --- a/utils/segment/ngseg.cpp +++ b/utils/segment/ngseg.cpp @@ -159,13 +159,13 @@ int main(int argc, char * argv[]){ ucs4_t * sentence = g_utf8_to_ucs4(linebuf, -1, NULL, &len, NULL); if ( len != num_of_chars ) { fprintf(stderr, "non-ucs4 characters encountered:%s.\n", linebuf); - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); continue; } /* only new-line persists. */ if ( 0 == num_of_chars ) { - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); continue; } @@ -214,12 +214,12 @@ int main(int argc, char * argv[]){ /* print extra enter */ if ( gen_extra_enter ) - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); } phrase_index.destroy_tokens(tokens); /* print enter at file tail */ - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); g_array_free(current_ucs4, TRUE); free(linebuf); fclose(input); -- cgit