diff options
Diffstat (limited to 'utils')
| -rw-r--r-- | utils/storage/import_interpolation.cpp | 2 | ||||
| -rw-r--r-- | utils/training/gen_ngram.cpp | 6 |
2 files changed, 5 insertions, 3 deletions
diff --git a/utils/storage/import_interpolation.cpp b/utils/storage/import_interpolation.cpp index 9976f09..d53c3e8 100644 --- a/utils/storage/import_interpolation.cpp +++ b/utils/storage/import_interpolation.cpp @@ -170,7 +170,7 @@ bool parse_bigram(FILE * input, PhraseLargeTable * phrases, //save the freq guint32 total_freq = 0; assert(last_single_gram->get_total_freq(total_freq)); - last_single_gram->set_freq(token2, count); + last_single_gram->insert_freq(token2, count); total_freq += count; assert(last_single_gram->set_total_freq(total_freq)); break; diff --git a/utils/training/gen_ngram.cpp b/utils/training/gen_ngram.cpp index f5d84b1..3233cee 100644 --- a/utils/training/gen_ngram.cpp +++ b/utils/training/gen_ngram.cpp @@ -125,8 +125,10 @@ int main(int argc, char * argv[]){ } guint32 freq, total_freq; //increase freq - user->get_freq(cur_token, freq); - user->set_freq(cur_token, freq + 1); + if (user->get_freq(cur_token, freq)) + user->set_freq(cur_token, freq + 1); + else + user->insert_freq(cur_token, 1); //increase total freq user->get_total_freq(total_freq); user->set_total_freq(total_freq + 1); |