summaryrefslogtreecommitdiffstats
path: root/utils/training/gen_ngram.cpp
diff options
context:
space:
mode:
authorPeng Wu <alexepico@gmail.com>2011-05-09 11:20:20 +0800
committerPeng Wu <alexepico@gmail.com>2011-05-09 11:20:20 +0800
commit13dc86d5c66157fa113a4e4d88720339939fabb5 (patch)
tree7598462a0ffb618228f6cb19eb9d0e6e344a23f8 /utils/training/gen_ngram.cpp
parent7e2d45c46aeb95ce64113d1f2dfab09142430c95 (diff)
downloadlibpinyin-13dc86d5c66157fa113a4e4d88720339939fabb5.tar.gz
libpinyin-13dc86d5c66157fa113a4e4d88720339939fabb5.tar.xz
libpinyin-13dc86d5c66157fa113a4e4d88720339939fabb5.zip
fixes linebuf
Diffstat (limited to 'utils/training/gen_ngram.cpp')
-rw-r--r--utils/training/gen_ngram.cpp6
1 files changed, 4 insertions, 2 deletions
diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp
index 2ade331..71ec3f8 100644
--- a/utils/training/gen_ngram.cpp
+++ b/utils/training/gen_ngram.cpp
@@ -91,8 +91,8 @@ int main(int argc, char * argv[]){
bigram.attach(bigram_filename, ATTACH_CREATE|ATTACH_READWRITE);
- char* linebuf = (char *)malloc ( 1024 * sizeof (char) );
- size_t size = 1024;
+ char* linebuf = NULL;
+ size_t size = 0;
phrase_token_t last_token, cur_token = last_token = 0;
while( getline(&linebuf, &size, stdin) ){
if ( feof(stdin) )
@@ -144,6 +144,8 @@ int main(int argc, char * argv[]){
delete single_gram;
}
}
+
+ free(linebuf);
MemoryChunk * new_chunk = new MemoryChunk;
phrase_index.store(1, new_chunk);