-
Notifications
You must be signed in to change notification settings - Fork 507
Expand file tree
/
Copy pathDictionaryUtils.java
More file actions
124 lines (116 loc) · 4.49 KB
/
DictionaryUtils.java
File metadata and controls
124 lines (116 loc) · 4.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.orc.impl;
import org.apache.hadoop.io.Text;
import java.io.IOException;
import java.io.OutputStream;
import java.nio.ByteBuffer;
/**
* @since 1.7.0
*/
public class DictionaryUtils {
private DictionaryUtils() {
// Utility class does nothing in constructor
}
/**
* Obtain the UTF8 string from the byteArray using the offset in index-array.
* @param result Container for the UTF8 String.
* @param position position in the keyOffsets
* @param keyOffsets starting offset of the key (in byte) in the byte array.
* @param byteArray storing raw bytes of all keys seen in dictionary
*/
public static void getTextInternal(Text result, int position,
DynamicIntArray keyOffsets, DynamicByteArray byteArray) {
int offset = keyOffsets.get(position);
int length;
if (position + 1 == keyOffsets.size()) {
length = byteArray.size() - offset;
} else {
length = keyOffsets.get(position + 1) - offset;
}
byteArray.setText(result, offset, length);
}
/**
* Return a {@code ByteBuffer} containing the data at a certain offset within a
* {@code DynamicByteArray}.
*
* @param position position in the keyOffsets
* @param keyOffsets starting offset of the key (in byte) in the byte array
* @param byteArray storing raw bytes of all keys seen in dictionary
* @return the number of bytes written to the output stream
*/
public static ByteBuffer getTextInternal(int position, DynamicIntArray keyOffsets,
DynamicByteArray byteArray) {
final int offset = keyOffsets.get(position);
final int length;
if (position + 1 == keyOffsets.size()) {
length = byteArray.size() - offset;
} else {
length = keyOffsets.get(position + 1) - offset;
}
return byteArray.get(offset, length);
}
/**
* Write a UTF8 string from the byteArray, using the offset in index-array,
* into an OutputStream
*
* @param out the output stream
* @param position position in the keyOffsets
* @param keyOffsets starting offset of the key (in byte) in the byte array
* @param byteArray storing raw bytes of all keys seen in dictionary
* @return the number of bytes written to the output stream
* @throws IOException if an I/O error occurs
*/
public static int writeToTextInternal(OutputStream out, int position,
DynamicIntArray keyOffsets, DynamicByteArray byteArray)
throws IOException {
int offset = keyOffsets.get(position);
int length;
if (position + 1 == keyOffsets.size()) {
length = byteArray.size() - offset;
} else {
length = keyOffsets.get(position + 1) - offset;
}
byteArray.write(out, offset, length);
return length;
}
/**
* Compare a UTF8 string from the byteArray using the offset in index-array.
*
* @param bytes an array containing bytes to search for
* @param offset the offset in the array
* @param length the number of bytes to search for
* @param position position in the keyOffsets
* @param keyOffsets starting offset of the key (in byte) in the byte array
* @param byteArray storing raw bytes of all key seen in dictionary
* @return true if the text is equal to the value within the byteArray; false
* otherwise
*/
public static boolean equalsInternal(byte[] bytes, int offset, int length, int position,
DynamicIntArray keyOffsets, DynamicByteArray byteArray) {
final int byteArrayOffset = keyOffsets.get(position);
final int keyLength;
if (position + 1 == keyOffsets.size()) {
keyLength = byteArray.size() - byteArrayOffset;
} else {
keyLength = keyOffsets.get(position + 1) - byteArrayOffset;
}
return 0 == byteArray.compare(bytes, offset, length, byteArrayOffset,
keyLength);
}
}