Skip to content

[SPARK-24119][SQL]Add interpreted execution to SortPrefix expression #21231

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
bersprockets wants to merge 13 commits into from
Closed

[SPARK-24119][SQL]Add interpreted execution to SortPrefix expression #21231

Changes from 1 commit
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
280b941
Checkpoint changes
bersprockets Apr 28, 2018
4a810ae
Checkpoint commit
bersprockets Apr 29, 2018
d1a7e22
Checkpoint commit
bersprockets Apr 29, 2018
4dbb0b7
Comment on testing oddity
bersprockets Apr 29, 2018
227b6ac
Add boolean test for Sortprefix
bersprockets Apr 30, 2018
bde7b5e
Fix local timezone issue with tests
bersprockets May 4, 2018
71007e5
Respond to review comments
bersprockets May 4, 2018
1060a66
Small cleanup
bersprockets May 4, 2018
dc9a070
Fix test
bersprockets May 7, 2018
2044aed
Split decimal handling function into two
bersprockets May 8, 2018
b81419f
Collapse function creation for Integral, Date, and Timestamp types
bersprockets May 8, 2018
28f1b70
Remove extraneous empty line
bersprockets May 8, 2018
590ba26
Move out of closure those variable evaluations that need to happen on…
bersprockets May 9, 2018
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Add boolean test for Sortprefix
  • Loading branch information
@bersprockets
bersprockets committed Apr 30, 2018
commit 227b6ac71bcfe6a54051f47dd16aec047b0a98d9
16 changes: 10 additions & 6 deletions .../src/test/scala/org/apache/spark/sql/catalyst/expressions/SortOrderExpressionsSuite.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,8 @@ import org.apache.spark.util.collection.unsafe.sort.PrefixComparators.{BinaryPre
class SortOrderExpressionsSuite extends SparkFunSuite with ExpressionEvalHelper {

test("SortPrefix") {
val b1 = Literal.create(false, BooleanType)
val b2 = Literal.create(true, BooleanType)
val i1 = Literal.create(20132983, IntegerType)
val i2 = Literal.create(-20132983, IntegerType)
val l1 = Literal.create(20132983, LongType)
Expand All @@ -40,13 +42,15 @@ class SortOrderExpressionsSuite extends SparkFunSuite with ExpressionEvalHelper
val db2 = Literal.create(-0.7788229d, DoubleType)
val s1 = Literal.create("T", StringType)
val s2 = Literal.create("This is longer than 8 characters", StringType)
val b1 = Literal.create(Array[Byte](12), BinaryType)
val b2 = Literal.create(Array[Byte](12, 17, 99, 0, 0, 0, 2, 3, 0xf4.asInstanceOf[Byte]),
val bin1 = Literal.create(Array[Byte](12), BinaryType)
val bin2 = Literal.create(Array[Byte](12, 17, 99, 0, 0, 0, 2, 3, 0xf4.asInstanceOf[Byte]),
BinaryType)
val dec1 = Literal(Decimal(20132983L, 10, 2))
val dec2 = Literal(Decimal(20132983L, 19, 2))
val dec3 = Literal(Decimal(20132983L, 21, 2))

checkEvaluation(SortPrefix(SortOrder(b1, Ascending)), 0L)
checkEvaluation(SortPrefix(SortOrder(b2, Ascending)), 1L)
checkEvaluation(SortPrefix(SortOrder(i1, Ascending)), 20132983L)
checkEvaluation(SortPrefix(SortOrder(i2, Ascending)), -20132983L)
checkEvaluation(SortPrefix(SortOrder(l1, Ascending)), 20132983L)
Expand All @@ -66,10 +70,10 @@ class SortOrderExpressionsSuite extends SparkFunSuite with ExpressionEvalHelper
StringPrefixComparator.computePrefix(s1.value.asInstanceOf[UTF8String]))
checkEvaluation(SortPrefix(SortOrder(s2, Ascending)),
StringPrefixComparator.computePrefix(s2.value.asInstanceOf[UTF8String]))
checkEvaluation(SortPrefix(SortOrder(b1, Ascending)),
BinaryPrefixComparator.computePrefix(b1.value.asInstanceOf[Array[Byte]]))
checkEvaluation(SortPrefix(SortOrder(b2, Ascending)),
BinaryPrefixComparator.computePrefix(b2.value.asInstanceOf[Array[Byte]]))
checkEvaluation(SortPrefix(SortOrder(bin1, Ascending)),
BinaryPrefixComparator.computePrefix(bin1.value.asInstanceOf[Array[Byte]]))
checkEvaluation(SortPrefix(SortOrder(bin2, Ascending)),
BinaryPrefixComparator.computePrefix(bin2.value.asInstanceOf[Array[Byte]]))
checkEvaluation(SortPrefix(SortOrder(dec1, Ascending)), 20132983L)
checkEvaluation(SortPrefix(SortOrder(dec2, Ascending)), 2013298L)
checkEvaluation(SortPrefix(SortOrder(dec3, Ascending)),
Expand Down