summaryrefslogtreecommitdiffstats
path: root/utils/storage/export_interpolation.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'utils/storage/export_interpolation.cpp')
-rw-r--r--utils/storage/export_interpolation.cpp144
1 files changed, 0 insertions, 144 deletions
diff --git a/utils/storage/export_interpolation.cpp b/utils/storage/export_interpolation.cpp
deleted file mode 100644
index d6619ad..0000000
--- a/utils/storage/export_interpolation.cpp
+++ /dev/null
@@ -1,144 +0,0 @@
-/*
- * libzhuyin
- * Library to deal with zhuyin.
- *
- * Copyright (C) 2010 Peng Wu
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
- */
-
-
-#include <stdio.h>
-#include <assert.h>
-#include <glib.h>
-#include "zhuyin_internal.h"
-#include "utils_helper.h"
-
-/* export interpolation model as textual format */
-
-bool gen_unigram(FILE * output, FacadePhraseIndex * phrase_index);
-bool gen_bigram(FILE * output, FacadePhraseIndex * phrase_index, Bigram * bigram);
-
-bool begin_data(FILE * output){
- fprintf(output, "\\data model interpolation\n");
- return true;
-}
-
-bool end_data(FILE * output){
- fprintf(output, "\\end\n");
- return true;
-}
-
-int main(int argc, char * argv[]){
- FILE * output = stdout;
- const char * bigram_filename = SYSTEM_BIGRAM;
-
- SystemTableInfo system_table_info;
-
- bool retval = system_table_info.load(SYSTEM_TABLE_INFO);
- if (!retval) {
- fprintf(stderr, "load table.conf failed.\n");
- exit(ENOENT);
- }
-
- FacadePhraseIndex phrase_index;
-
- const pinyin_table_info_t * phrase_files =
- system_table_info.get_table_info();
-
- if (!load_phrase_index(phrase_files, &phrase_index))
- exit(ENOENT);
-
- Bigram bigram;
- bigram.attach(bigram_filename, ATTACH_READONLY);
-
- begin_data(output);
-
- gen_unigram(output, &phrase_index);
- gen_bigram(output, &phrase_index, &bigram);
-
- end_data(output);
- return 0;
-}
-
-bool gen_unigram(FILE * output, FacadePhraseIndex * phrase_index) {
- fprintf(output, "\\1-gram\n");
- for ( size_t i = 0; i < PHRASE_INDEX_LIBRARY_COUNT; i++) {
-
- PhraseIndexRange range;
- int result = phrase_index->get_range(i, range);
- if (ERROR_OK != result )
- continue;
-
- PhraseItem item;
- for (phrase_token_t token = range.m_range_begin;
- token < range.m_range_end; token++) {
- int result = phrase_index->get_phrase_item(token, item);
-
- if ( result == ERROR_NO_ITEM )
- continue;
- assert( result == ERROR_OK);
-
- size_t freq = item.get_unigram_frequency();
- if ( 0 == freq )
- continue;
- char * phrase = taglib_token_to_string(phrase_index, token);
- if ( phrase )
- fprintf(output, "\\item %d %s count %ld\n", token, phrase, freq);
-
- g_free(phrase);
- }
- }
- return true;
-}
-
-bool gen_bigram(FILE * output, FacadePhraseIndex * phrase_index, Bigram * bigram){
- fprintf(output, "\\2-gram\n");
-
- /* Retrieve all user items. */
- GArray * items = g_array_new(FALSE, FALSE, sizeof(phrase_token_t));
-
- bigram->get_all_items(items);
-
- PhraseItem item;
-
- for(size_t i = 0; i < items->len; i++){
- phrase_token_t token = g_array_index(items, phrase_token_t, i);
- SingleGram * single_gram = NULL;
- bigram->load(token, single_gram);
-
- BigramPhraseWithCountArray array = g_array_new(FALSE, FALSE, sizeof(BigramPhraseItemWithCount));
- single_gram->retrieve_all(array);
- for(size_t j = 0; j < array->len; j++) {
- BigramPhraseItemWithCount * item = &g_array_index(array, BigramPhraseItemWithCount, j);
-
- char * word1 = taglib_token_to_string(phrase_index, token);
- char * word2 = taglib_token_to_string(phrase_index, item->m_token);
- guint32 freq = item->m_count;
-
- if ( word1 && word2)
- fprintf(output, "\\item %d %s %d %s count %d\n",
- token, word1, item->m_token, word2, freq);
-
- g_free(word1); g_free(word2);
- }
-
- g_array_free(array, TRUE);
- delete single_gram;
- }
-
- g_array_free(items, TRUE);
- return true;
-}