summaryrefslogtreecommitdiffstats
path: root/utils/training/gen_ngram.cpp
diff options
context:
space:
mode:
authorPeng Wu <alexepico@gmail.com>2011-05-05 13:11:50 +0800
committerPeng Wu <alexepico@gmail.com>2011-05-05 13:11:50 +0800
commit5b972580775a1eeb1683b73d5ee6a9126e8271a5 (patch)
treefe44a5cfce98e750590c65fc8996b3bd571dfefe /utils/training/gen_ngram.cpp
parent1326788b7e88051375c54b9eef5f3d19457a7db4 (diff)
downloadlibpinyin-5b972580775a1eeb1683b73d5ee6a9126e8271a5.tar.gz
libpinyin-5b972580775a1eeb1683b73d5ee6a9126e8271a5.tar.xz
libpinyin-5b972580775a1eeb1683b73d5ee6a9126e8271a5.zip
refine gen ngram
Diffstat (limited to 'utils/training/gen_ngram.cpp')
-rw-r--r--utils/training/gen_ngram.cpp10
1 files changed, 3 insertions, 7 deletions
diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp
index 9db5d58..2ade331 100644
--- a/utils/training/gen_ngram.cpp
+++ b/utils/training/gen_ngram.cpp
@@ -2,7 +2,7 @@
* libpinyin
* Library to deal with pinyin.
*
- * Copyright (C) 2006-2007 Peng Wu
+ * Copyright (C) 2006-2007, 2011 Peng Wu
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
@@ -29,14 +29,13 @@
static PhraseLargeTable * g_phrases = NULL;
void print_help(){
- printf("gen_ngram [--skip-pi-gram-training] [--skip-unigram-training]\n");
+ printf("gen_ngram [--skip-pi-gram-training]\n");
printf(" [--bigram-file <FILENAME>]\n");
}
int main(int argc, char * argv[]){
int i = 1;
bool train_pi_gram = true;
- bool train_unigram = true;
const char * bigram_filename = "../../data/bigram.db";
setlocale(LC_ALL, "");
@@ -46,8 +45,6 @@ int main(int argc, char * argv[]){
exit(0);
}else if ( strcmp("--skip-pi-gram-training", argv[i]) == 0 ){
train_pi_gram = false;
- }else if ( strcmp("--skip-unigram-training", argv[i]) == 0 ){
- train_unigram = false;
}else if ( strcmp("--bigram-file", argv[i]) == 0){
if ( ++i >= argc ) {
print_help();
@@ -117,8 +114,7 @@ int main(int argc, char * argv[]){
cur_token = token;
if ( cur_token ){
//training uni-gram
- if ( train_unigram )
- phrase_index.add_unigram_frequency(cur_token, 1);
+ phrase_index.add_unigram_frequency(cur_token, 1);
}
if ( cur_token ){
SingleGram * single_gram = NULL;