1 files changed, 157 insertions, 0 deletions
diff --git a/src/storage/phrase_large_table2.h b/src/storage/phrase_large_table2.h
new file mode 100644
index 0000000..cf6807c
--- /dev/null
+++ b/src/storage/phrase_large_table2.h
@@ -0,0 +1,157 @@
+/* 
+ *  libpinyin
+ *  Library to deal with pinyin.
+ *  
+ *  Copyright (C) 2012 Peng Wu <alexepico@gmail.com>
+ *  
+ *  This program is free software; you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation; either version 2 of the License, or
+ *  (at your option) any later version.
+ * 
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ *  GNU General Public License for more details.
+ *  
+ *  You should have received a copy of the GNU General Public License
+ *  along with this program; if not, write to the Free Software
+ *  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
+ */
+
+#ifndef PHRASE_LARGE_TABLE2_H
+#define PHRASE_LARGE_TABLE2_H
+
+#include <stdio.h>
+#include "novel_types.h"
+#include "memory_chunk.h"
+
+namespace pinyin{
+
+const size_t PHRASE_NUMBER_OF_BITMAP_INDEX = 1<<(sizeof(ucs4_t) / 4 * 8);
+
+class PhraseLengthIndexLevel2;
+
+class PhraseBitmapIndexLevel2{
+protected:
+    PhraseLengthIndexLevel2 * m_phrase_length_indexes[PHRASE_NUMBER_OF_BITMAP_INDEX];
+    /* use the third byte of ucs4_t for class PhraseLengthIndexLevel2. */
+    void reset();
+public:
+    PhraseBitmapIndexLevel2();
+    ~PhraseBitmapIndexLevel2(){
+        reset();
+    }
+
+    /* load/store method */
+    bool load(MemoryChunk * chunk, table_offset_t offset, table_offset_t end);
+    bool store(MemoryChunk * new_chunk, table_offset_t offset, table_offset_t & end);
+
+    /* search method */
+    int search(int phrase_length, /* in */ const ucs4_t phrase[],
+               /* out */ PhraseTokens tokens) const;
+
+    /* add_index/remove_index method */
+    int add_index(int phrase_length, /* in */ const ucs4_t phrase[], /* in */ phrase_token_t token);
+
+    int remove_index(int phrase_length, /* in */ const ucs4_t phrase[], /* in */ phrase_token_t token);
+
+    /* mask out method */
+    bool mask_out(phrase_token_t mask, phrase_token_t value);
+};
+
+
+class PhraseLargeTable2{
+protected:
+    PhraseBitmapIndexLevel2 m_bitmap_table;
+    MemoryChunk * m_chunk;
+
+    void reset(){
+        if ( m_chunk ){
+            delete m_chunk;
+            m_chunk = NULL;
+        }
+    }
+public:
+    PhraseLargeTable2(){
+        m_chunk = NULL;
+    }
+
+    ~PhraseLargeTable2(){
+        reset();
+    }
+
+    /* load/store method */
+    bool load(MemoryChunk * chunk){
+        reset();
+        m_chunk = chunk;
+        return m_bitmap_table.load(chunk, 0, chunk->size());
+    }
+
+    bool store(MemoryChunk * new_chunk){
+        table_offset_t end;
+        return m_bitmap_table.store(new_chunk, 0, end);
+    }
+
+    bool load_text(FILE * file);
+
+    /* search method */
+    int search(int phrase_length, /* in */ const ucs4_t phrase[],
+               /* out */ PhraseTokens tokens) const {
+        return m_bitmap_table.search(phrase_length, phrase, tokens);
+    }
+
+    /* add_index/remove_index method */
+    int add_index(int phrase_length, /* in */ const ucs4_t phrase[], /* in */ phrase_token_t token) {
+        return m_bitmap_table.add_index(phrase_length, phrase, token);
+    }
+
+    int remove_index(int phrase_length, /* in */ const ucs4_t phrase[], /* in */ phrase_token_t token) {
+        return m_bitmap_table.remove_index(phrase_length, phrase, token);
+    }
+
+    /* mask out method */
+    bool mask_out(phrase_token_t mask, phrase_token_t value) {
+        return m_bitmap_table.mask_out(mask, value);
+    }
+};
+
+
+static inline int reduce_tokens(const PhraseTokens tokens,
+                                TokenVector tokenarray) {
+    int num = 0;
+    g_array_set_size(tokenarray, 0);
+
+    for (size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; ++i) {
+        GArray * array = tokens[i];
+        if (NULL == array)
+            continue;
+
+        num += array->len;
+
+        g_array_append_vals(tokenarray, array->data, array->len);
+    }
+
+    /* the following line will be removed in future after code are verified. */
+    assert(0 <= num && num <= 4);
+
+    return num;
+}
+
+/* for compatibility. */
+static inline int get_first_token(const PhraseTokens tokens,
+                                  /* out */ phrase_token_t & token){
+    token = null_token;
+
+    TokenVector tokenarray = g_array_new(FALSE, FALSE, sizeof(phrase_token_t));
+    int num = reduce_tokens(tokens, tokenarray);
+    if (num)
+        token = g_array_index(tokenarray, phrase_token_t, 0);
+    g_array_free(tokenarray, TRUE);
+
+    return num;
+}
+
+};
+
+#endif