Skip to content
Closed
Changes from 1 commit
Commits
Show all changes
38 commits
Select commit Hold shift + click to select a range
b2ceb0b
removed TestData use from CachedTableSuite
BenFradet Jun 21, 2015
551ebc5
removed TestData use from ColumnExpressionSuite
BenFradet Jul 1, 2015
38bfb74
removed TestData use from JoinSuite
BenFradet Jul 1, 2015
2aa8029
remove use of TestData in SQLQuerySuite
BenFradet Jul 1, 2015
2a06172
removed TestData use from DataFrameSuite
BenFradet Jul 1, 2015
bc47611
removed TestData use from InMemoryColumnarQuerySuite
BenFradet Jul 7, 2015
68c93d0
removed TestData use from PlammerSuite
BenFradet Jul 7, 2015
c6ff44f
removed TestData use from DebuggingSuite
BenFradet Jul 8, 2015
6a2423d
remove TestData use from JavaDataFrameSuite
BenFradet Jul 9, 2015
0501ec3
remove TestData use from DataFrameAggregateSuite
BenFradet Jul 9, 2015
5b6035d
remove TestData use from DataFrameFunctionsSuite
BenFradet Jul 9, 2015
b852cb5
remove TestData use from JsonSuite
BenFradet Jul 9, 2015
146f7f8
refactored ColumnExpressionSuite, rand still failing
BenFradet Jul 10, 2015
8ecac7b
removed TestData case classes in JoinSuite
BenFradet Jul 10, 2015
004eb5c
refactored some unit tests in SQLQuerySuite
BenFradet Jul 13, 2015
bb2cbe1
removed case classes from DataFrameSute
BenFradet Jul 13, 2015
4b6f0f6
removed case classes from InMemoryColumnarQuerySuite
BenFradet Jul 13, 2015
d117740
removed TestData use from PartitionBatchPruningSuite
BenFradet Jul 13, 2015
6441cf7
removed case classes from PlannerSuite
BenFradet Jul 13, 2015
575b937
removed case classes from DebuggingSuite
BenFradet Jul 13, 2015
13ad56b
removed case classes from DataFrameAggregateSuite
BenFradet Jul 13, 2015
bb252d8
removed case classes from DataFrameFunctionsSuite
BenFradet Jul 13, 2015
7455262
removed TestData use from UDFSuite
BenFradet Jul 14, 2015
71a85bc
removed useless registering of tmp tables in DataFrameAggregateSuite
BenFradet Jul 14, 2015
f2f48d6
removed use of TestData case class in ColumnExpressionSuite
BenFradet Jul 14, 2015
af7a493
refactored test dfs in SQLQuerySuite
BenFradet Jul 14, 2015
2437d07
removed TestData case class from DataFrameJoinSuite
BenFradet Jul 14, 2015
df3d1e8
removed useless variable in UDFSuite
BenFradet Jul 14, 2015
2b89dad
fixed failing rand unit test in ColumnExpressionSuite
BenFradet Jul 14, 2015
262f70a
refactored test dataset in InMemoryColumnarQuerySuite
BenFradet Jul 14, 2015
453781b
removed useless registering of tmp tables in DataFrameSuite
BenFradet Jul 14, 2015
2edb8fd
removed useless case class in JoinSuite
BenFradet Jul 14, 2015
ba2aef9
removed unused variable from PlannerSuite
BenFradet Jul 14, 2015
8dfbab0
fixed scalastyle
BenFradet Jul 14, 2015
c3eeffa
fixed unit tests in DataFrameFunctionsSuite
BenFradet Aug 6, 2015
44c9630
fixed SortMergeJoin test in
BenFradet Aug 9, 2015
1f51144
remove TestData use from SQLMetricsSuite
BenFradet Aug 19, 2015
3a022ab
disabling of load test data in SQLTestUtils
BenFradet Aug 19, 2015
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
refactored ColumnExpressionSuite, rand still failing
  • Loading branch information
BenFradet committed Aug 19, 2015
commit 146f7f80401f8b5986c22b16b9f94f34a5ae0225
Original file line number Diff line number Diff line change
Expand Up @@ -105,21 +105,11 @@ class ColumnExpressionSuite extends QueryTest with SharedSQLContext {
Row("a") :: Nil)
}

case class TestData(key: Int, value: String)
val testData = {
val df = (1 to 100).map(i => TestData(i, i.toString)).toDF()
df.registerTempTable("testData")
df
}
val testData = (1 to 100).map(i => TestData(i, i.toString)).toDF("key", "value")

case class TestData2(a: Int, b: Int)
val testData2 = {
val df = (for { a <- 1 to 3; b <- 1 to 2 } yield (a, b))
.map(t => TestData2(t._1, t._2))
.toDF()
df.registerTempTable("testData2")
df
}
val testData2 = (for { a <- 1 to 3; b <- 1 to 2 } yield (a, b))
.map(t => (t._1, t._2))
.toDF("a", "b")

test("alias") {
val df = Seq((1, Seq(1, 2, 3))).toDF("a", "intList")
Expand Down Expand Up @@ -275,24 +265,19 @@ class ColumnExpressionSuite extends QueryTest with SharedSQLContext {
testData2.collect().toSeq.map(r => Row(-r.getInt(0))))
}

case class TestData(key: Int, value: String)
case class ComplexData(m: Map[String, Int], s: TestData, a: Seq[Int], b: Boolean)
test("unary !") {
val complexData = {
val df = Seq(
ComplexData(Map("1" -> 1), TestData(1, "1"), Seq(1), true),
ComplexData(Map("2" -> 2), TestData(2, "2"), Seq(2), false)
).toDF()
df.registerTempTable("complexData")
df
}
val complexData =Seq(
ComplexData(Map("1" -> 1), TestData(1, "1"), Seq(1), true),
ComplexData(Map("2" -> 2), TestData(2, "2"), Seq(2), false)
).toDF()
checkAnswer(
complexData.select(!$"b"),
complexData.collect().toSeq.map(r => Row(!r.getBoolean(3))))
}

case class NullStrings(n: Int, s: String)
val nullStrings = Seq(NullStrings(1, "abc"), NullStrings(2, "ABC"), NullStrings(3, null)).toDF()

val nullStrings = Seq((1, "abc"), (2, "ABC"), (3, null)).toDF("n", "s")
test("isNull") {
checkAnswer(
nullStrings.where($"s".isNull),
Expand Down Expand Up @@ -540,11 +525,10 @@ class ColumnExpressionSuite extends QueryTest with SharedSQLContext {
)
}

case class LowerCaseData(n: Int, l: String)
test("upper") {
val lowerCaseData = ((1 to 4) zip ('a' to 'd'))
.map(t => LowerCaseData(t._1, t._2.toString))
.toDF()
.map(t => (t._1, t._2.toString))
.toDF("n", "l")

checkAnswer(
lowerCaseData.select(upper('l)),
Expand All @@ -566,11 +550,10 @@ class ColumnExpressionSuite extends QueryTest with SharedSQLContext {
Row("AB", "CDE"))
}

case class UpperCaseData(N: Int, L: String)
test("lower") {
val upperCaseData = ((1 to 6) zip ('A' to 'F'))
.map(t => UpperCaseData(t._1, t._2.toString))
.toDF()
.map(t => (t._1, t._2.toString))
.toDF("N", "L")

checkAnswer(
upperCaseData.select(lower('L)),
Expand Down