Skip to content

Commit 4fcae4a

Browse files
committed
Reduce page size to make HiveCompatibilitySuite pass.
1 parent a7979dc commit 4fcae4a

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

core/src/main/java/org/apache/spark/util/collection/unsafe/sort/UnsafeExternalSorter.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ public final class UnsafeExternalSorter {
4141

4242
private final Logger logger = LoggerFactory.getLogger(UnsafeExternalSorter.class);
4343

44-
private static final int PAGE_SIZE = 1 << 27; // 128 megabytes
44+
private static final int PAGE_SIZE = 1 << 22; // 4 megabytes
4545
@VisibleForTesting
4646
static final int MAX_RECORD_SIZE = PAGE_SIZE - 4;
4747

unsafe/src/main/java/org/apache/spark/unsafe/map/BytesToBytesMap.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@ public final class BytesToBytesMap {
7878
* The size of the data pages that hold key and value data. Map entries cannot span multiple
7979
* pages, so this limits the maximum entry size.
8080
*/
81-
private static final long PAGE_SIZE_BYTES = 1L << 26; // 64 megabytes
81+
private static final long PAGE_SIZE_BYTES = 1L << 22; // 4 megabytes
8282

8383
/**
8484
* The maximum number of keys that BytesToBytesMap supports. The hash table has to be

0 commit comments

Comments
 (0)