History

My first initial commit with all of mine experimental changes.

Dmitry Kabak (userdima committed 13 years ago

Commit d37b88d1 parent 3f5b46618352 files · +2598093 −-8690Browse files

Showing the changes to java/pkg/sun/text/normalizer/CharTrie.java (1 of 18352 files). Show all

Unified · Split

java/pkg/sun/text/normalizer/CharTrie.java+349−0
@@ -0,0 +1,349 @@
1/*
2 * Copyright (c) 2005, 2009, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25/*
26 *******************************************************************************
27 * (C) Copyright IBM Corp. and others, 1996-2009 - All Rights Reserved *
28 * *
29 * The original version of this source code and documentation is copyrighted *
30 * and owned by IBM, These materials are provided under terms of a License *
31 * Agreement between IBM and Sun. This technology is protected by multiple *
32 * US and International patents. This notice and attribution to IBM may not *
33 * to removed. *
34 *******************************************************************************
35 */
36
37package sun.text.normalizer;
38
39import java.io.InputStream;
40import java.io.DataInputStream;
41import java.io.IOException;
42
43/**
44 * Trie implementation which stores data in char, 16 bits.
45 * @author synwee
46 * @see com.ibm.icu.impl.Trie
47 * @since release 2.1, Jan 01 2002
48 */
49
50 // note that i need to handle the block calculations later, since chartrie
51 // in icu4c uses the same index array.
52public class CharTrie extends Trie
53{
54 // public constructors ---------------------------------------------
55
56 /**
57 * <p>Creates a new Trie with the settings for the trie data.</p>
58 * <p>Unserialize the 32-bit-aligned input stream and use the data for the
59 * trie.</p>
60 * @param inputStream file input stream to a ICU data file, containing
61 * the trie
62 * @param dataManipulate object which provides methods to parse the char
63 * data
64 * @throws IOException thrown when data reading fails
65 * @draft 2.1
66 */
67 public CharTrie(InputStream inputStream,
68 DataManipulate dataManipulate) throws IOException
69 {
70 super(inputStream, dataManipulate);
71
72 if (!isCharTrie()) {
73 throw new IllegalArgumentException(
74 "Data given does not belong to a char trie.");
75 }
76 m_friendAgent_ = new FriendAgent();
77 }
78
79 /**
80 * Make a dummy CharTrie.
81 * A dummy trie is an empty runtime trie, used when a real data trie cannot
82 * be loaded.
83 *
84 * The trie always returns the initialValue,
85 * or the leadUnitValue for lead surrogate code points.
86 * The Latin-1 part is always set up to be linear.
87 *
88 * @param initialValue the initial value that is set for all code points
89 * @param leadUnitValue the value for lead surrogate code _units_ that do not
90 * have associated supplementary data
91 * @param dataManipulate object which provides methods to parse the char data
92 */
93 public CharTrie(int initialValue, int leadUnitValue, DataManipulate dataManipulate) {
94 super(new char[BMP_INDEX_LENGTH+SURROGATE_BLOCK_COUNT], HEADER_OPTIONS_LATIN1_IS_LINEAR_MASK_, dataManipulate);
95
96 int dataLength, latin1Length, i, limit;
97 char block;
98
99 /* calculate the actual size of the dummy trie data */
100
101 /* max(Latin-1, block 0) */
102 dataLength=latin1Length= INDEX_STAGE_1_SHIFT_<=8 ? 256 : DATA_BLOCK_LENGTH;
103 if(leadUnitValue!=initialValue) {
104 dataLength+=DATA_BLOCK_LENGTH;
105 }
106 m_data_=new char[dataLength];
107 m_dataLength_=dataLength;
108
109 m_initialValue_=(char)initialValue;
110
111 /* fill the index and data arrays */
112
113 /* indexes are preset to 0 (block 0) */
114
115 /* Latin-1 data */
116 for(i=0; i<latin1Length; ++i) {
117 m_data_[i]=(char)initialValue;
118 }
119
120 if(leadUnitValue!=initialValue) {
121 /* indexes for lead surrogate code units to the block after Latin-1 */
122 block=(char)(latin1Length>>INDEX_STAGE_2_SHIFT_);
123 i=0xd800>>INDEX_STAGE_1_SHIFT_;
124 limit=0xdc00>>INDEX_STAGE_1_SHIFT_;
125 for(; i<limit; ++i) {
126 m_index_[i]=block;
127 }
128
129 /* data for lead surrogate code units */
130 limit=latin1Length+DATA_BLOCK_LENGTH;
131 for(i=latin1Length; i<limit; ++i) {
132 m_data_[i]=(char)leadUnitValue;
133 }
134 }
135
136 m_friendAgent_ = new FriendAgent();
137 }
138
139 /**
140 * Java friend implementation
141 */
142 public class FriendAgent
143 {
144 /**
145 * Gives out the index array of the trie
146 * @return index array of trie
147 */
148 public char[] getPrivateIndex()
149 {
150 return m_index_;
151 }
152 /**
153 * Gives out the data array of the trie
154 * @return data array of trie
155 */
156 public char[] getPrivateData()
157 {
158 return m_data_;
159 }
160 /**
161 * Gives out the data offset in the trie
162 * @return data offset in the trie
163 */
164 public int getPrivateInitialValue()
165 {
166 return m_initialValue_;
167 }
168 }
169
170 // public methods --------------------------------------------------
171
172 /**
173 * Java friend implementation
174 * To store the index and data array into the argument.
175 * @param friend java friend UCharacterProperty object to store the array
176 */
177 public void putIndexData(UCharacterProperty friend)
178 {
179 friend.setIndexData(m_friendAgent_);
180 }
181
182 /**
183 * Gets the value associated with the codepoint.
184 * If no value is associated with the codepoint, a default value will be
185 * returned.
186 * @param ch codepoint
187 * @return offset to data
188 * @draft 2.1
189 */
190 public final char getCodePointValue(int ch)
191 {
192 int offset;
193
194 // fastpath for U+0000..U+D7FF
195 if(0 <= ch && ch < UTF16.LEAD_SURROGATE_MIN_VALUE) {
196 // copy of getRawOffset()
197 offset = (m_index_[ch >> INDEX_STAGE_1_SHIFT_] << INDEX_STAGE_2_SHIFT_)
198 + (ch & INDEX_STAGE_3_MASK_);
199 return m_data_[offset];
200 }
201
202 // handle U+D800..U+10FFFF
203 offset = getCodePointOffset(ch);
204
205 // return -1 if there is an error, in this case we return the default
206 // value: m_initialValue_
207 return (offset >= 0) ? m_data_[offset] : m_initialValue_;
208 }
209
210 /**
211 * Gets the value to the data which this lead surrogate character points
212 * to.
213 * Returned data may contain folding offset information for the next
214 * trailing surrogate character.
215 * This method does not guarantee correct results for trail surrogates.
216 * @param ch lead surrogate character
217 * @return data value
218 * @draft 2.1
219 */
220 public final char getLeadValue(char ch)
221 {
222 return m_data_[getLeadOffset(ch)];
223 }
224
225 /**
226 * Get the value associated with a pair of surrogates.
227 * @param lead a lead surrogate
228 * @param trail a trail surrogate
229 * @draft 2.1
230 */
231 public final char getSurrogateValue(char lead, char trail)
232 {
233 int offset = getSurrogateOffset(lead, trail);
234 if (offset > 0) {
235 return m_data_[offset];
236 }
237 return m_initialValue_;
238 }
239
240 /**
241 * <p>Get a value from a folding offset (from the value of a lead surrogate)
242 * and a trail surrogate.</p>
243 * <p>If the
244 * @param leadvalue value associated with the lead surrogate which contains
245 * the folding offset
246 * @param trail surrogate
247 * @return trie data value associated with the trail character
248 * @draft 2.1
249 */
250 public final char getTrailValue(int leadvalue, char trail)
251 {
252 if (m_dataManipulate_ == null) {
253 throw new NullPointerException(
254 "The field DataManipulate in this Trie is null");
255 }
256 int offset = m_dataManipulate_.getFoldingOffset(leadvalue);
257 if (offset > 0) {
258 return m_data_[getRawOffset(offset,
259 (char)(trail & SURROGATE_MASK_))];
260 }
261 return m_initialValue_;
262 }
263
264 // protected methods -----------------------------------------------
265
266 /**
267 * <p>Parses the input stream and stores its trie content into a index and
268 * data array</p>
269 * @param inputStream data input stream containing trie data
270 * @exception IOException thrown when data reading fails
271 */
272 protected final void unserialize(InputStream inputStream)
273 throws IOException
274 {
275 DataInputStream input = new DataInputStream(inputStream);
276 int indexDataLength = m_dataOffset_ + m_dataLength_;
277 m_index_ = new char[indexDataLength];
278 for (int i = 0; i < indexDataLength; i ++) {
279 m_index_[i] = input.readChar();
280 }
281 m_data_ = m_index_;
282 m_initialValue_ = m_data_[m_dataOffset_];
283 }
284
285 /**
286 * Gets the offset to the data which the surrogate pair points to.
287 * @param lead lead surrogate
288 * @param trail trailing surrogate
289 * @return offset to data
290 * @draft 2.1
291 */
292 protected final int getSurrogateOffset(char lead, char trail)
293 {
294 if (m_dataManipulate_ == null) {
295 throw new NullPointerException(
296 "The field DataManipulate in this Trie is null");
297 }
298
299 // get fold position for the next trail surrogate
300 int offset = m_dataManipulate_.getFoldingOffset(getLeadValue(lead));
301
302 // get the real data from the folded lead/trail units
303 if (offset > 0) {
304 return getRawOffset(offset, (char)(trail & SURROGATE_MASK_));
305 }
306
307 // return -1 if there is an error, in this case we return the default
308 // value: m_initialValue_
309 return -1;
310 }
311
312 /**
313 * Gets the value at the argument index.
314 * For use internally in TrieIterator.
315 * @param index value at index will be retrieved
316 * @return 32 bit value
317 * @see com.ibm.icu.impl.TrieIterator
318 * @draft 2.1
319 */
320 protected final int getValue(int index)
321 {
322 return m_data_[index];
323 }
324
325 /**
326 * Gets the default initial value
327 * @return 32 bit value
328 * @draft 2.1
329 */
330 protected final int getInitialValue()
331 {
332 return m_initialValue_;
333 }
334
335 // private data members --------------------------------------------
336
337 /**
338 * Default value
339 */
340 private char m_initialValue_;
341 /**
342 * Array of char data
343 */
344 private char m_data_[];
345 /**
346 * Agent for friends
347 */
348 private FriendAgent m_friendAgent_;
349}

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t