summaryrefslogtreecommitdiffstats
path: root/utils
diff options
context:
space:
mode:
Diffstat (limited to 'utils')
-rw-r--r--utils/segment/mergeseq.cpp6
1 files changed, 5 insertions, 1 deletions
diff --git a/utils/segment/mergeseq.cpp b/utils/segment/mergeseq.cpp
index 1a26064..c428b9a 100644
--- a/utils/segment/mergeseq.cpp
+++ b/utils/segment/mergeseq.cpp
@@ -32,7 +32,6 @@ void print_help(){
}
-static gboolean gen_extra_enter = FALSE;
static gchar * outputfile = NULL;
static GOptionEntry entries[] =
@@ -269,6 +268,11 @@ int main(int argc, char * argv[]){
linebuf, output);
}
+ /* append one null token for EOF. */
+ feed_line(&phrase_table, &phrase_index,
+ unichars, tokeninfos,
+ "0 ", output);
+
g_array_free(unichars, TRUE);
g_array_free(tokeninfos, TRUE);
free(linebuf);