/* * libpinyin * Library to deal with pinyin. * * Copyright (C) 2011 Peng Wu * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. */ #include "timer.h" #include #include #include #include #include #include "pinyin_parser2.h" size_t bench_times = 1000; using namespace pinyin; static const char * help_msg = "Usage:\n" " test-parser -p [-s ] [options].\n\n" " -p fullpinyin/doublepinyin/chewing.\n" #if 0 " -s specify scheme for doublepinyin/chewing.\n" " schemes for doublepinyin: zrm, ms, ziguang, abc, pyjj, xhe.\n" " schemes for chewing: standard, ibm, ginyieh, eten.\n" #endif " -i Use incomplete pinyin.\n" " -h print this help msg.\n" ; void print_help(){ printf("%s", help_msg); } int main(int argc, char * argv[]) { PinyinParser2 * parser = NULL; ChewingKeyVector keys = g_array_new(FALSE, FALSE, sizeof(ChewingKey)); ChewingKeyRestVector key_rests = g_array_new(FALSE, FALSE, sizeof(ChewingKeyRest)); pinyin_option_t options = PINYIN_CORRECT_ALL | USE_TONE | USE_RESPLIT_TABLE; int i = 1; while(i < argc) { if (strcmp("-h", argv[i]) == 0) { print_help(); exit(0); } else if (strcmp("-i", argv[i]) == 0) { options |= PINYIN_INCOMPLETE | CHEWING_INCOMPLETE; } else if (strcmp("-p", argv[i]) == 0) { if ( ++i >= argc ) { print_help(); exit(EINVAL); } const char * name = argv[i]; if (strcmp("fullpinyin", name) == 0) { parser = new FullPinyinParser2(); } else if (strcmp("doublepinyin", name) == 0) { parser = new DoublePinyinParser2(); } else if (strcmp("chewing", name) == 0) { parser = new ChewingParser2(); } else { print_help(); exit(EINVAL); } } else { print_help(); exit(EINVAL); } ++i; } if (!parser) parser = new FullPinyinParser2(); char* linebuf = NULL; size_t size = 0; ssize_t read; while( (read = getline(&linebuf, &size, stdin)) != -1 ){ if ( '\n' == linebuf[strlen(linebuf) - 1] ) { linebuf[strlen(linebuf) - 1] = '\0'; } if ( strcmp ( linebuf, "quit" ) == 0) break; #if 0 ChewingKey key; bool success = parser->parse_one_key(options, key, linebuf, strlen(linebuf)); if (success) { gchar * pinyins = key.get_pinyin_string(); printf("pinyin:%s\n", pinyins); g_free(pinyins); } #endif #if 1 int len = 0; guint32 start_time = record_time(); for ( size_t i = 0; i < bench_times; ++i) len = parser->parse(options, keys, key_rests, linebuf, strlen(linebuf)); print_time(start_time, bench_times); printf("parsed %d chars, %d keys.\n", len, keys->len); assert(keys->len == key_rests->len); for (size_t i = 0; i < keys->len; ++i) { ChewingKey * key = &g_array_index(keys, ChewingKey, i); ChewingKeyRest * key_rest = &g_array_index(key_rests, ChewingKeyRest, i); gchar * pinyins = key->get_pinyin_string(); printf("%s %d %d\t", pinyins, key_rest->m_raw_begin, key_rest->m_raw_end); g_free(pinyins); } printf("\n"); #endif } if (linebuf) free(linebuf); delete parser; g_array_free(key_rests, TRUE); g_array_free(keys, TRUE); return 0; }