diff options
| author | Peng Wu <alexepico@gmail.com> | 2013-01-22 11:26:05 +0800 |
|---|---|---|
| committer | Peng Wu <alexepico@gmail.com> | 2013-01-22 11:26:05 +0800 |
| commit | 2677abe7965caf3067806813795e3102c6661105 (patch) | |
| tree | c0c522e623508752df2d729d4bde4c3486cb7f3d /lib | |
| parent | ce9f818a468ebdbfdfd1b8b2d46f881d8fe4d5b7 (diff) | |
| download | trainer-2677abe7965caf3067806813795e3102c6661105.tar.gz trainer-2677abe7965caf3067806813795e3102c6661105.tar.xz trainer-2677abe7965caf3067806813795e3102c6661105.zip | |
add prune pass to populate.py
Diffstat (limited to 'lib')
| -rw-r--r-- | lib/myconfig.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/lib/myconfig.py b/lib/myconfig.py index 8874fe0..0ccd55c 100644 --- a/lib/myconfig.py +++ b/lib/myconfig.py @@ -132,7 +132,10 @@ class MyConfig: assert N >= 2, 'at least bi-gram' return N - def getMinimumOccurrence(self): + def getPruneMinimumOccurence(self): + return 1 # prune minimum occurrence + + def getWordMinimumOccurrence(self): return 3 # minimum word occurrence def getNgramMinimumOccurrence(self): |