From 2d42f29d97bcab3707365fdaa6df6920b2430ccb Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Sat, 20 Oct 2012 16:26:02 +0800 Subject: move get_first_token to spseg --- src/storage/phrase_large_table2.h | 23 ----------------------- 1 file changed, 23 deletions(-) (limited to 'src') diff --git a/src/storage/phrase_large_table2.h b/src/storage/phrase_large_table2.h index 6a73851..dd1a1e4 100644 --- a/src/storage/phrase_large_table2.h +++ b/src/storage/phrase_large_table2.h @@ -130,29 +130,6 @@ static inline int reduce_tokens(PhraseTokens tokens, return num; } -/* for compatibility. */ -static inline int get_first_token(PhraseTokens tokens, - /* out */ phrase_token_t & token){ - int num = 0; token = null_token; - - for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) { - GArray * array = tokens[i]; - if (NULL == array || 0 == array->len) - continue; - - num += array->len; - - if (null_token == token) { - token = g_array_index(array, phrase_token_t, 0); - } - } - - /* the following line will be removed in future after code are verified. */ - assert(0 == num || 1 == num); - - return num; -} - }; #endif -- cgit