diff options
Diffstat (limited to 'utils')
-rw-r--r-- | utils/segment/mergeseq.cpp | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/utils/segment/mergeseq.cpp b/utils/segment/mergeseq.cpp index 13327f1..6dea114 100644 --- a/utils/segment/mergeseq.cpp +++ b/utils/segment/mergeseq.cpp @@ -32,7 +32,6 @@ void print_help(){ } -static gboolean gen_extra_enter = FALSE; static gchar * outputfile = NULL; static GOptionEntry entries[] = @@ -269,6 +268,11 @@ int main(int argc, char * argv[]){ linebuf, output); } + /* append one null token for EOF. */ + feed_line(&phrase_table, &phrase_index, + unichars, tokeninfos, + "0 ", output); + g_array_free(unichars, TRUE); g_array_free(tokeninfos, TRUE); free(linebuf); |