1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
|
#include "pinyin.h"
/* Place holder for combining static libraries in sub-directories. */
/* Note: will implement a glue layer for input method integration.
* Refer to: fcitx-sunpinyin
*/
struct _pinyin_context_t{
PinyinCustomSettings m_custom;
BitmapPinyinValidator m_validator;
PinyinDefaultParser * m_default_parser;
PinyinShuangPinParser * m_shuang_pin_parser;
PinyinLargeTable * m_pinyin_table;
PhraseLargeTable * m_phrase_table;
FacadePhraseIndex * m_phrase_index;
Bigram * m_system_bigram;
Bigram * m_user_bigram;
PinyinLookup * m_pinyin_lookup;
PhraseLookup * m_phrase_lookup;
PinyinKeyVector m_pinyin_keys;
MatchResults m_match_results;
CandidateConstraints m_constraints;
const char * m_system_dir;
const char * m_user_dir;
};
pinyin_context_t * pinyin_init(const char * systemdir, const char * userdir);
void pinyin_fini(pinyin_context_t * context);
/* copy from custom to context->m_custom. */
bool pinyin_set_options(pinyin_context_t * context,
PinyinCustomSettings * custom){
guint32 option = custom->to_value();
context->m_custom.from_value(option);
return true;
}
/* copy from pinyin_keys to m_pinyin_keys. */
bool pinyin_set_pinyin_keys(pinyin_context_t * context,
PinyinKeyVector pinyin_keys){
g_array_set_size(context->m_pinyin_keys, 0);
g_array_append_vals(context->m_pinyin_keys,
pinyin_keys->data, pinyin_keys->len);
return true;
}
/* the returned sentence should be freed by g_free(). */
bool pinyin_get_guessed_sentence(pinyin_context_t * context,
char ** sentence){
bool retval = context->m_pinyin_lookup->get_best_match
(context->m_pinyin_keys, context->m_constraints,
context->m_match_results);
retval = context->m_pinyin_lookup->convert_to_utf8
(context->m_match_results, *sentence) && retval;
return retval;
}
bool pinyin_parse_full(pinyin_context_t * context,
const char * onepinyin,
PinyinKey * onekey){
int pinyin_len = strlen(onepinyin);
int parse_len = context->m_default_parser->parse_one_key
( context->m_validator, *onekey, onepinyin, pinyin_len);
return pinyin_len == parse_len;
}
bool pinyin_parse_more_fulls(pinyin_context_t * context,
const char * pinyins,
PinyinKeyVector pinyin_keys){
int pinyin_len = strlen(pinyins);
PinyinKeyPosVector poses;
poses = g_array_new(FALSE, FALSE, sizeof(PinyinKeyPos));
int parse_len = context->m_default_parser->parse
( context->m_validator, pinyin_keys,
poses, pinyins, pinyin_len);
g_array_free(poses, TRUE);
return pinyin_len == parse_len;
}
bool pinyin_parse_double(pinyin_context_t * context,
const char * onepinyin,
PinyinKey * onekey){
int pinyin_len = strlen(onepinyin);
int parse_len = context->m_shuang_pin_parser->parse_one_key
( context->m_validator, *onekey, onepinyin, pinyin_len);
return pinyin_len == parse_len;
}
bool pinyin_parse_more_doubles(pinyin_context_t * context,
const char * pinyins,
PinyinKeyVector pinyin_keys){
int pinyin_len = strlen(pinyins);
PinyinKeyPosVector poses;
poses = g_array_new(FALSE, FALSE, sizeof(PinyinKeyPos));
int parse_len = context->m_shuang_pin_parser->parse
( context->m_validator, pinyin_keys,
poses, pinyins, pinyin_len);
g_array_free(poses, TRUE);
return pinyin_len == parse_len;
}
bool pinyin_get_candidates(pinyin_context_t * context,
size_t offset, TokenVector tokens);
bool pinyin_choose_candidate(pinyin_context_t * context,
size_t offset, phrase_token_t token){
bool retval = context->m_pinyin_lookup->add_constraint
(context->m_constraints, offset, token);
retval = context->m_pinyin_lookup->validate_constraint
(context->m_constraints, context->m_pinyin_keys) && retval;
return retval;
}
bool pinyin_clear_constraints(pinyin_context_t * context){
bool retval = true;
CandidateConstraints & constraints = context->m_constraints;
for ( size_t i = 0; i < constraints->len; ++i ) {
retval = context->m_pinyin_lookup->clear_constraint
(constraints, i) && retval;
}
return retval;
}
/* the returned word should be freed by g_free. */
bool pinyin_translate_token(pinyin_context_t * context,
phrase_token_t token, char ** word){
PhraseItem item;
utf16_t buffer[MAX_PHRASE_LENGTH];
bool retval = context->m_phrase_index->get_phrase_item(token, item);
item.get_phrase_string(buffer);
guint8 length = item.get_phrase_length();
*word = g_utf16_to_utf8(buffer, length, NULL, NULL, NULL);
return retval;
}
bool pinyin_train(pinyin_context_t * context){
bool retval = context->m_pinyin_lookup->train_result
(context->m_pinyin_keys, context->m_constraints,
context->m_match_results);
return retval;
}
bool pinyin_save(pinyin_context_t * context);
bool pinyin_reset(pinyin_context_t * context);
/** TODO: to be implemented.
* bool pinyin_get_guessed_sentence_with_prefix(...);
* bool pinyin_get_candidates_with_prefix(...);
* For context-dependent order of the candidates list.
*/
|
