1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
|
/*
* libpinyin
* Library to deal with pinyin.
*
* Copyright (C) 2012 Peng Wu <alexepico@gmail.com>
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*/
#ifndef PINYIN_LOOKUP2_H
#define PINYIN_LOOKUP2_H
#include <float.h>
#include <glib.h>
#include "novel_types.h"
#include "chewing_key.h"
#include "phrase_index.h"
#include "ngram.h"
#include "lookup.h"
#include "phonetic_key_matrix.h"
namespace pinyin{
/**
* pinyin_lookup2.h
*
* The definitions of pinyin lookup related classes and structs.
*
*/
enum constraint_type{NO_CONSTRAINT, CONSTRAINT_ONESTEP, CONSTRAINT_NOSEARCH };
struct lookup_constraint_t{
/* current type of the step */
constraint_type m_type;
/* Note:
* value of m_type:
* NO_CONSTRAINT:
* no values in the below union.
* search all possible next words.
* CONSTRAINT_ONESTEP:
* m_token contains the next word.
* only one word can be used to search for the next step,
* use case for user selected candidates.
* CONSTRAINT_NOSEARCH:
* m_constraint_step contains the value
* which points back to the CONSTRAINT_ONESTEP step.
* no search is allowed for the current step.
*/
union{
struct{
phrase_token_t m_token; /* the word */
guint32 m_end; /* the index of next word */
};
guint32 m_constraint_step; /* index of m_token */
};
};
/**
* PinyinLookup2:
*
* The pinyin lookup class to convert pinyin keys to guessed sentence.
*
*/
class PinyinLookup2{
private:
const gfloat bigram_lambda;
const gfloat unigram_lambda;
GArray * m_cached_keys;
PhraseItem m_cached_phrase_item;
SingleGram m_merged_single_gram;
protected:
/* saved varibles */
CandidateConstraints m_constraints;
PhoneticKeyMatrix * m_matrix;
FacadeChewingTable2 * m_pinyin_table;
FacadePhraseIndex * m_phrase_index;
Bigram * m_system_bigram;
Bigram * m_user_bigram;
/* internal step data structure */
GPtrArray * m_steps_index;
/* Array of LookupStepIndex */
GPtrArray * m_steps_content;
/* Array of LookupStepContent */
bool search_unigram2(GPtrArray * topresults,
int start, int end,
PhraseIndexRanges ranges);
bool search_bigram2(GPtrArray * topresults,
int start, int end,
PhraseIndexRanges ranges);
bool unigram_gen_next_step(int start, int end,
lookup_value_t * cur_step,
phrase_token_t token);
bool bigram_gen_next_step(int start, int end,
lookup_value_t * cur_step,
phrase_token_t token,
gfloat bigram_poss);
bool save_next_step(int next_step_pos, lookup_value_t * cur_step, lookup_value_t * next_step);
bool final_step(MatchResults & results);
public:
/**
* PinyinLookup2::PinyinLookup2:
* @lambda: the lambda parameter for interpolation model.
* @pinyin_table: the pinyin table.
* @phrase_index: the phrase index.
* @system_bigram: the system bi-gram.
* @user_bigram: the user bi-gram.
*
* The constructor of the PinyinLookup2.
*
*/
PinyinLookup2(const gfloat lambda,
FacadeChewingTable2 * pinyin_table,
FacadePhraseIndex * phrase_index,
Bigram * system_bigram,
Bigram * user_bigram);
/**
* PinyinLookup2::~PinyinLookup2:
*
* The destructor of the PinyinLookup2.
*
*/
~PinyinLookup2();
/**
* PinyinLookup2::get_best_match:
* @prefixes: the phrase tokens before the guessed sentence.
* @matrix: the matrix of the pinyin keys.
* @constraints: the constraints on the guessed sentence.
* @results: the guessed sentence in the form of the phrase tokens.
* @returns: whether the guess operation is successful.
*
* Guess the best sentence according to user inputs.
*
*/
bool get_best_match(TokenVector prefixes,
PhoneticKeyMatrix * matrix,
CandidateConstraints constraints,
MatchResults & results);
/**
* PinyinLookup2::train_result2:
* @matrix: the matrix of the pinyin keys.
* @constraints: the constraints on the guessed sentence.
* @results: the guessed sentence in the form of the phrase tokens.
* @returns: whether the train operation is successful.
*
* Self learning the guessed sentence based on the constraints.
*
*/
bool train_result2(PhoneticKeyMatrix * matrix,
CandidateConstraints constraints,
MatchResults results);
/**
* PinyinLookup2::convert_to_utf8:
* @results: the guessed sentence in the form of the phrase tokens.
* @result_string: the guessed sentence in the utf8 encoding.
* @returns: whether the convert operation is successful.
*
* Convert the guessed sentence from the phrase tokens to the utf8 string.
*
*/
bool convert_to_utf8(MatchResults results,
/* out */ char * & result_string)
{
return pinyin::convert_to_utf8(m_phrase_index, results,
NULL, false, result_string);
}
/**
* PinyinLookup2::add_constraint:
* @constraints: the constraints on the guessed sentence.
* @start: the start of the phrase.
* @end: the end of the phrase.
* @token: the phrase token in the candidate list chosen by user.
* @returns: the number of the pinyin characters in the chosen constraint.
*
* Add one constraint to the constraints on the guessed sentence.
*
*/
int add_constraint(CandidateConstraints constraints,
size_t start, size_t end,
phrase_token_t token);
/**
* PinyinLookup2::clear_constraint:
* @constraints: the constraints on the guessed sentence.
* @index: the character offset in the guessed sentence.
* @returns: whether the clear operation is successful.
*
* Clear one constraint in the constraints on the guessed sentence.
*
*/
bool clear_constraint(CandidateConstraints constraints, size_t index);
/**
* PinyinLookup2::validate_constraint:
* @matrix: the matrix of the pinyin keys.
* @constraints: the constraints on the guessed sentence.
* @returns: whether the validate operation is successful.
*
* Validate the old constraints with the new pinyin keys.
*
*/
bool validate_constraint(PhoneticKeyMatrix * matrix,
CandidateConstraints constraints);
};
};
#endif
|
