-
Notifications
You must be signed in to change notification settings - Fork 3.4k
Expand file tree
/
Copy pathScanTaskGroup.java
More file actions
63 lines (57 loc) · 2.19 KB
/
Copy pathScanTaskGroup.java
File metadata and controls
63 lines (57 loc) · 2.19 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.iceberg;
import java.util.Collection;
/**
* A scan task that may include partial input files, multiple input files or both.
*
* @param <T> the type of scan tasks
*/
public interface ScanTaskGroup<T extends ScanTask> extends ScanTask {
/**
* Returns a grouping key for this task group.
*
* <p>A grouping key is a set of values that are common amongst all rows produced by the tasks in
* this task group. The values may be the result of transforming the underlying data. For example,
* a grouping key can consist of a bucket ordinal computed by applying a bucket transform to a
* column of the underlying rows. The grouping key type is determined at planning time and is
* identical across all task groups produced by a scan.
*
* <p>Implementations should return an empty struct if the data grouping is random or unknown.
*
* @return a grouping key for this task group
*/
default StructLike groupingKey() {
return EmptyStructLike.get();
}
/** Returns scan tasks in this group. */
Collection<T> tasks();
@Override
default long sizeBytes() {
return tasks().stream().mapToLong(ScanTask::sizeBytes).sum();
}
@Override
default long estimatedRowsCount() {
return tasks().stream().mapToLong(ScanTask::estimatedRowsCount).sum();
}
@Override
default int filesCount() {
return tasks().stream().mapToInt(ScanTask::filesCount).sum();
}
}