We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 15cd105 commit 74802cdCopy full SHA for 74802cd
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/CatalystRowConverter.scala
@@ -459,7 +459,8 @@ private[parquet] class CatalystRowConverter(
459
(parquetRepeatedType, catalystElementType) match {
460
case (t: PrimitiveType, _) => true
461
case (t: GroupType, _) if t.getFieldCount > 1 => true
462
- case (t, _) if t.getName == "array" || t.getName == s"${parentName}_tuple" => true
+ case (t: GroupType, _) if t.getFieldCount == 1 && t.getName == "array" => true
463
+ case (t: GroupType, _) if t.getFieldCount == 1 && t.getName == parentName + "_tuple" => true
464
case (t: GroupType, StructType(Array(f))) if f.name == t.getFieldName(0) => true
465
case _ => false
466
}
0 commit comments