Skip to content
Closed
Changes from 1 commit
Commits
Show all changes
37 commits
Select commit Hold shift + click to select a range
fb9a42d
add two implementations (sparse and dense) for UnsafeArrayData
kiszk Jun 14, 2016
d931428
fix failures of testsuite
kiszk Jun 15, 2016
9777a2d
fix errors of unit tests
kiszk Jun 15, 2016
000eda4
fix failures of unit tests
kiszk Jun 15, 2016
804f081
make DenseID public
kiszk Jun 23, 2016
e6fb261
Use one implementation approach
kiszk Jun 25, 2016
a313084
fix test failures
kiszk Jun 25, 2016
68d92f7
fix test failures
kiszk Jun 25, 2016
7f2da14
update test suite
kiszk Jun 25, 2016
2f26f6f
fix scala style error
kiszk Jun 25, 2016
ccef63c
revert changes
kiszk Jun 25, 2016
c4f1b5e
addressed comments
kiszk Jun 28, 2016
34a5c6a
add benchmark
kiszk Jun 28, 2016
7a77b20
fix scala style error
kiszk Jun 28, 2016
7b0d4da
addressed comments
kiszk Jul 1, 2016
b4eac29
addressed comments
kiszk Jul 2, 2016
eecf6bd
fix parameters of Platform.OFFSET
kiszk Jul 3, 2016
d88a25a
update benchmark results
kiszk Jul 3, 2016
db15432
add test cases
kiszk Jul 3, 2016
3fa7052
addressed comments
kiszk Jul 4, 2016
4c094c2
addressed comments
kiszk Jul 6, 2016
9887171
update test cases
kiszk Jul 6, 2016
9fe7ad0
address comments
kiszk Jul 7, 2016
e4b4b52
address comments for test cases and benchmark
kiszk Jul 7, 2016
585ca7b
addressed comments
kiszk Jul 8, 2016
9933a06
addressed review comments
kiszk Aug 6, 2016
919e832
fixed test failures
kiszk Aug 7, 2016
0886e3a
update test suites
kiszk Aug 9, 2016
c385bf4
align each of variable length elements to 8 bytes
kiszk Aug 18, 2016
c8813db
fixed test failures
kiszk Aug 20, 2016
aa7cfdb
fixed test failures
kiszk Sep 9, 2016
0b7867b
address review comments
kiszk Sep 20, 2016
ab9a16a
address review comments
kiszk Sep 20, 2016
515701b
address review comments
kiszk Sep 20, 2016
8169abd
change benchmark size
kiszk Sep 26, 2016
e356a79
addressed comments
kiszk Sep 26, 2016
2ef6e3b
update performance results
kiszk Sep 26, 2016
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
addressed comments
  • Loading branch information
kiszk committed Sep 26, 2016
commit e356a796a4e78fb2e7f853b57ef3ce681c41676d
Original file line number Diff line number Diff line change
Expand Up @@ -83,10 +83,10 @@ private long getElementOffset(int ordinal, int elementSize) {
return startingOffset + headerInBytes + ordinal * elementSize;
}

public void setOffsetAndSize(int ordinal, long currentCursor, long size) {
public void setOffsetAndSize(int ordinal, long currentCursor, int size) {
assertIndexIsValid(ordinal);
final long relativeOffset = currentCursor - startingOffset;
final long offsetAndSize = (relativeOffset << 32) | size;
final long offsetAndSize = (relativeOffset << 32) | (long)size;

write(ordinal, offsetAndSize);
}
Expand Down Expand Up @@ -199,7 +199,7 @@ public void write(int ordinal, Decimal input, int precision, int scale) {
// Write the bytes to the variable length portion.
Platform.copyMemory(
bytes, Platform.BYTE_ARRAY_OFFSET, holder.buffer, holder.cursor, numBytes);
setOffsetAndSize(ordinal, holder.cursor, (long)numBytes);
setOffsetAndSize(ordinal, holder.cursor, numBytes);

// move the cursor forward with 8-bytes boundary
holder.cursor += roundedSize;
Expand All @@ -221,7 +221,7 @@ public void write(int ordinal, UTF8String input) {
// Write the bytes to the variable length portion.
input.writeToMemory(holder.buffer, holder.cursor);

setOffsetAndSize(ordinal, holder.cursor, (long)numBytes);
setOffsetAndSize(ordinal, holder.cursor, numBytes);

// move the cursor forward.
holder.cursor += roundedSize;
Expand All @@ -240,7 +240,7 @@ public void write(int ordinal, byte[] input) {
Platform.copyMemory(
input, Platform.BYTE_ARRAY_OFFSET, holder.buffer, holder.cursor, numBytes);

setOffsetAndSize(ordinal, holder.cursor, (long)numBytes);
setOffsetAndSize(ordinal, holder.cursor, numBytes);

// move the cursor forward.
holder.cursor += roundedSize;
Expand All @@ -254,7 +254,7 @@ public void write(int ordinal, CalendarInterval input) {
Platform.putLong(holder.buffer, holder.cursor, input.months);
Platform.putLong(holder.buffer, holder.cursor + 8, input.microseconds);

setOffsetAndSize(ordinal, holder.cursor, (long)16);
setOffsetAndSize(ordinal, holder.cursor, 16);

// move the cursor forward.
holder.cursor += 16;
Expand Down