summaryrefslogtreecommitdiffstats
path: root/tests/lookup
diff options
context:
space:
mode:
Diffstat (limited to 'tests/lookup')
-rw-r--r--tests/lookup/CMakeLists.txt21
-rw-r--r--tests/lookup/Makefile.am32
-rw-r--r--tests/lookup/test_phrase_lookup.cpp118
-rw-r--r--tests/lookup/test_pinyin_lookup.cpp125
4 files changed, 0 insertions, 296 deletions
diff --git a/tests/lookup/CMakeLists.txt b/tests/lookup/CMakeLists.txt
deleted file mode 100644
index 79dc1ba..0000000
--- a/tests/lookup/CMakeLists.txt
+++ /dev/null
@@ -1,21 +0,0 @@
-include_directories(..)
-
-add_executable(
- test_pinyin_lookup
- test_pinyin_lookup.cpp
-)
-
-target_link_libraries(
- test_pinyin_lookup
- libzhuyin
-)
-
-add_executable(
- test_phrase_lookup
- test_phrase_lookup.cpp
-)
-
-target_link_libraries(
- test_phrase_lookup
- libzhuyin
-)
diff --git a/tests/lookup/Makefile.am b/tests/lookup/Makefile.am
deleted file mode 100644
index 93c8f08..0000000
--- a/tests/lookup/Makefile.am
+++ /dev/null
@@ -1,32 +0,0 @@
-## Makefile.am -- Process this file with automake to produce Makefile.in
-## Copyright (C) 2007 Peng Wu
-##
-## This program is free software; you can redistribute it and/or modify
-## it under the terms of the GNU General Public License as published by
-## the Free Software Foundation; either version 2, or (at your option)
-## any later version.
-##
-## This program is distributed in the hope that it will be useful,
-## but WITHOUT ANY WARRANTY; without even the implied warranty of
-## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-## GNU General Public License for more details.
-##
-## You should have received a copy of the GNU General Public License
-## along with this program; if not, write to the Free Software
-## Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
-
-INCLUDES = -I$(top_srcdir)/src \
- -I$(top_srcdir)/src/include \
- -I$(top_srcdir)/src/storage \
- -I$(top_srcdir)/src/lookup \
- -I$(top_srcdir)/tests \
- @GLIB2_CFLAGS@
-
-LDADD = ../../src/libzhuyin_internal.la @GLIB2_LIBS@
-
-noinst_PROGRAMS = test_pinyin_lookup \
- test_phrase_lookup
-
-test_pinyin_lookup_SOURCES = test_pinyin_lookup.cpp
-
-test_phrase_lookup_SOURCES = test_phrase_lookup.cpp
diff --git a/tests/lookup/test_phrase_lookup.cpp b/tests/lookup/test_phrase_lookup.cpp
deleted file mode 100644
index 9e9e6d3..0000000
--- a/tests/lookup/test_phrase_lookup.cpp
+++ /dev/null
@@ -1,118 +0,0 @@
-/*
- * libzhuyin
- * Library to deal with zhuyin.
- *
- * Copyright (C) 2011 Peng Wu <alexepico@gmail.com>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
- */
-
-
-#include <stdio.h>
-#include <locale.h>
-#include "zhuyin_internal.h"
-#include "tests_helper.h"
-
-
-bool try_phrase_lookup(PhraseLookup * phrase_lookup,
- ucs4_t * ucs4_str, glong ucs4_len){
- char * result_string = NULL;
- MatchResults results = g_array_new(FALSE, FALSE, sizeof(phrase_token_t));
- phrase_lookup->get_best_match(ucs4_len, ucs4_str, results);
-#if 0
- for ( size_t i = 0; i < results->len; ++i) {
- phrase_token_t * token = &g_array_index(results, phrase_token_t, i);
- if ( *token == null_token )
- continue;
- printf("%d:%d\t", i, *token);
- }
- printf("\n");
-#endif
- phrase_lookup->convert_to_utf8(results, result_string);
- if (result_string)
- printf("%s\n", result_string);
- else
- fprintf(stderr, "Error: Un-segmentable sentence encountered!\n");
- g_array_free(results, TRUE);
- g_free(result_string);
- return true;
-}
-
-int main(int argc, char * argv[]){
- setlocale(LC_ALL, "");
-
- SystemTableInfo system_table_info;
-
- bool retval = system_table_info.load("../../data/table.conf");
- if (!retval) {
- fprintf(stderr, "load table.conf failed.\n");
- exit(ENOENT);
- }
-
- /* init phrase table */
- FacadePhraseTable2 phrase_table;
- MemoryChunk * chunk = new MemoryChunk;
- chunk->load("../../data/phrase_index.bin");
- phrase_table.load(chunk, NULL);
-
- const pinyin_table_info_t * phrase_files =
- system_table_info.get_table_info();
-
- /* init phrase index */
- FacadePhraseIndex phrase_index;
- if (!load_phrase_index(phrase_files, &phrase_index))
- exit(ENOENT);
-
- /* init bi-gram */
- Bigram system_bigram;
- system_bigram.attach("../../data/bigram.db", ATTACH_READONLY);
- Bigram user_bigram;
-
- gfloat lambda = system_table_info.get_lambda();
-
- /* init phrase lookup */
- PhraseLookup phrase_lookup(lambda,
- &phrase_table, &phrase_index,
- &system_bigram, &user_bigram);
-
- /* try one sentence */
- char * linebuf = NULL;
- size_t size = 0;
- ssize_t read;
- while( (read = getline(&linebuf, &size, stdin)) != -1 ){
- if ( '\n' == linebuf[strlen(linebuf) - 1] ) {
- linebuf[strlen(linebuf) - 1] = '\0';
- }
-
- if ( strcmp ( linebuf, "quit" ) == 0)
- break;
-
- /* check non-ucs4 characters */
- const glong num_of_chars = g_utf8_strlen(linebuf, -1);
- glong len = 0;
- ucs4_t * sentence = g_utf8_to_ucs4(linebuf, -1, NULL, &len, NULL);
- if ( len != num_of_chars ) {
- fprintf(stderr, "non-ucs4 characters are not accepted.\n");
- g_free(sentence);
- continue;
- }
-
- try_phrase_lookup(&phrase_lookup, sentence, len);
- g_free(sentence);
- }
-
- free(linebuf);
- return 0;
-}
diff --git a/tests/lookup/test_pinyin_lookup.cpp b/tests/lookup/test_pinyin_lookup.cpp
deleted file mode 100644
index a37c8d4..0000000
--- a/tests/lookup/test_pinyin_lookup.cpp
+++ /dev/null
@@ -1,125 +0,0 @@
-/*
- * libzhuyin
- * Library to deal with zhuyin.
- *
- * Copyright (C) 2012 Peng Wu <alexepico@gmail.com>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
- */
-
-
-#include "timer.h"
-#include <string.h>
-#include "zhuyin_internal.h"
-#include "tests_helper.h"
-
-size_t bench_times = 100;
-
-int main( int argc, char * argv[]){
- SystemTableInfo system_table_info;
-
- bool retval = system_table_info.load("../../data/table.conf");
- if (!retval) {
- fprintf(stderr, "load table.conf failed.\n");
- exit(ENOENT);
- }
-
- pinyin_option_t options = USE_TONE;
- FacadeChewingTable largetable;
-
- MemoryChunk * chunk = new MemoryChunk;
- chunk->load("../../data/pinyin_index.bin");
- largetable.load(options, chunk, NULL);
-
- const pinyin_table_info_t * phrase_files =
- system_table_info.get_table_info();
-
- FacadePhraseIndex phrase_index;
- if (!load_phrase_index(phrase_files, &phrase_index))
- exit(ENOENT);
-
- Bigram system_bigram;
- system_bigram.attach("../../data/bigram.db", ATTACH_READONLY);
- Bigram user_bigram;
- user_bigram.attach(NULL, ATTACH_CREATE|ATTACH_READWRITE);
-
- gfloat lambda = system_table_info.get_lambda();
-
- PinyinLookup2 pinyin_lookup(lambda, options,
- &largetable, &phrase_index,
- &system_bigram, &user_bigram);
-
- /* prepare the prefixes for get_best_match. */
- TokenVector prefixes = g_array_new
- (FALSE, FALSE, sizeof(phrase_token_t));
- g_array_append_val(prefixes, sentence_start);
-
- CandidateConstraints constraints = g_array_new
- (TRUE, FALSE, sizeof(lookup_constraint_t));
-
- MatchResults results = g_array_new(FALSE, FALSE, sizeof(phrase_token_t));
-
- char* linebuf = NULL; size_t size = 0; ssize_t read;
- while( (read = getline(&linebuf, &size, stdin)) != -1 ){
- if ( '\n' == linebuf[strlen(linebuf) - 1] ) {
- linebuf[strlen(linebuf) - 1] = '\0';
- }
-
- if ( strcmp ( linebuf, "quit" ) == 0)
- break;
-
- FullPinyinParser2 parser;
- ChewingKeyVector keys = g_array_new(FALSE, FALSE, sizeof(ChewingKey));
- ChewingKeyRestVector key_rests =
- g_array_new(FALSE, FALSE, sizeof(ChewingKeyRest));
- parser.parse(options, keys, key_rests, linebuf, strlen(linebuf));
-
- if ( 0 == keys->len ) /* invalid pinyin */
- continue;
-
- /* initialize constraints. */
- g_array_set_size(constraints, keys->len);
- for ( size_t i = 0; i < constraints->len; ++i){
- lookup_constraint_t * constraint = &g_array_index(constraints, lookup_constraint_t, i);
- constraint->m_type = NO_CONSTRAINT;
- }
-
- guint32 start_time = record_time();
- for ( size_t i = 0; i < bench_times; ++i)
- pinyin_lookup.get_best_match(prefixes, keys, constraints, results);
- print_time(start_time, bench_times);
- for ( size_t i = 0; i < results->len; ++i){
- phrase_token_t * token = &g_array_index(results, phrase_token_t, i);
- if ( null_token == *token)
- continue;
- printf("pos:%ld,token:%d\t", i, *token);
- }
- printf("\n");
- char * sentence = NULL;
- pinyin_lookup.convert_to_utf8(results, sentence);
- printf("%s\n", sentence);
-
- g_array_free(keys, TRUE);
- g_array_free(key_rests, TRUE);
- g_free(sentence);
- }
-
- g_array_free(prefixes, TRUE);
- g_array_free(constraints, TRUE);
- g_array_free(results, TRUE);
-
- free(linebuf);
- return 0;
-}
generated by cgit (git 2.34.1) at 2024-06-17 20:07:40 +0000