diff options
| author | Peng Wu <alexepico@gmail.com> | 2013-02-01 14:08:57 +0800 |
|---|---|---|
| committer | Peng Wu <alexepico@gmail.com> | 2013-02-01 14:47:10 +0800 |
| commit | d4f3216453a75c932533e43f551dd87f810d0f24 (patch) | |
| tree | 6819c0e7f9ed4266129908c424378a6562540551 /utils/segment | |
| parent | 29c41a30a61e73c12b6494bfd1e2f4d6ccd455a4 (diff) | |
| download | libpinyin-d4f3216453a75c932533e43f551dd87f810d0f24.tar.gz libpinyin-d4f3216453a75c932533e43f551dd87f810d0f24.tar.xz libpinyin-d4f3216453a75c932533e43f551dd87f810d0f24.zip | |
fixes gen_extra_enter
Diffstat (limited to 'utils/segment')
| -rw-r--r-- | utils/segment/ngseg.cpp | 8 | ||||
| -rw-r--r-- | utils/segment/spseg.cpp | 6 |
2 files changed, 7 insertions, 7 deletions
diff --git a/utils/segment/ngseg.cpp b/utils/segment/ngseg.cpp index a36c554..302eb25 100644 --- a/utils/segment/ngseg.cpp +++ b/utils/segment/ngseg.cpp @@ -159,13 +159,13 @@ int main(int argc, char * argv[]){ ucs4_t * sentence = g_utf8_to_ucs4(linebuf, -1, NULL, &len, NULL); if ( len != num_of_chars ) { fprintf(stderr, "non-ucs4 characters encountered:%s.\n", linebuf); - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); continue; } /* only new-line persists. */ if ( 0 == num_of_chars ) { - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); continue; } @@ -214,12 +214,12 @@ int main(int argc, char * argv[]){ /* print extra enter */ if ( gen_extra_enter ) - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); } phrase_index.destroy_tokens(tokens); /* print enter at file tail */ - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); g_array_free(current_ucs4, TRUE); free(linebuf); fclose(input); diff --git a/utils/segment/spseg.cpp b/utils/segment/spseg.cpp index f24b7a1..85aa14c 100644 --- a/utils/segment/spseg.cpp +++ b/utils/segment/spseg.cpp @@ -200,7 +200,7 @@ int main(int argc, char * argv[]){ ucs4_t * sentence = g_utf8_to_ucs4(linebuf, -1, NULL, &len, NULL); if ( len != num_of_chars ) { fprintf(stderr, "non-ucs4 characters encountered:%s.\n", linebuf); - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); continue; } @@ -218,14 +218,14 @@ int main(int argc, char * argv[]){ /* print extra enter */ if ( gen_extra_enter ) - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); g_array_free(strings, TRUE); g_free(sentence); } /* print enter at file tail */ - fprintf(output, "\n"); + fprintf(output, "%d \n", null_token); fclose(input); fclose(output); return 0; |