Merge branch 'apache:master' into SPARK-45959

Author: ahshahid

.github/workflows/build_python.yml

@@ -17,7 +17,7 @@
 # under the License.
 #
 
-name: "Build / Python-only (master, PyPy 3.8/Python 3.10)"
+name: "Build / Python-only (master, PyPy 3.8/Python 3.10/Python 3.11)"
 
 on:
   schedule:
@@ -36,7 +36,7 @@ jobs:
       hadoop: hadoop3
       envs: >-
         {
-          "PYTHON_TO_TEST": "pypy3,python3.10"
+          "PYTHON_TO_TEST": "pypy3,python3.10,python3.11"
         }
       jobs: >-
         {

dev/deps/spark-deps-hadoop-3-hive-2.3

@@ -98,15 +98,15 @@ httpcore/4.4.16//httpcore-4.4.16.jar
 ini4j/0.5.4//ini4j-0.5.4.jar
 istack-commons-runtime/3.0.8//istack-commons-runtime-3.0.8.jar
 ivy/2.5.1//ivy-2.5.1.jar
-jackson-annotations/2.15.2//jackson-annotations-2.15.2.jar
+jackson-annotations/2.16.0//jackson-annotations-2.16.0.jar
 jackson-core-asl/1.9.13//jackson-core-asl-1.9.13.jar
-jackson-core/2.15.2//jackson-core-2.15.2.jar
-jackson-databind/2.15.2//jackson-databind-2.15.2.jar
-jackson-dataformat-cbor/2.15.2//jackson-dataformat-cbor-2.15.2.jar
-jackson-dataformat-yaml/2.15.2//jackson-dataformat-yaml-2.15.2.jar
-jackson-datatype-jsr310/2.15.2//jackson-datatype-jsr310-2.15.2.jar
+jackson-core/2.16.0//jackson-core-2.16.0.jar
+jackson-databind/2.16.0//jackson-databind-2.16.0.jar
+jackson-dataformat-cbor/2.16.0//jackson-dataformat-cbor-2.16.0.jar
+jackson-dataformat-yaml/2.16.0//jackson-dataformat-yaml-2.16.0.jar
+jackson-datatype-jsr310/2.16.0//jackson-datatype-jsr310-2.16.0.jar
 jackson-mapper-asl/1.9.13//jackson-mapper-asl-1.9.13.jar
-jackson-module-scala_2.13/2.15.2//jackson-module-scala_2.13-2.15.2.jar
+jackson-module-scala_2.13/2.16.0//jackson-module-scala_2.13-2.16.0.jar
 jakarta.annotation-api/1.3.5//jakarta.annotation-api-1.3.5.jar
 jakarta.inject/2.6.1//jakarta.inject-2.6.1.jar
 jakarta.servlet-api/4.0.3//jakarta.servlet-api-4.0.3.jar
@@ -244,7 +244,7 @@ scala-reflect/2.13.12//scala-reflect-2.13.12.jar
 scala-xml_2.13/2.2.0//scala-xml_2.13-2.2.0.jar
 slf4j-api/2.0.9//slf4j-api-2.0.9.jar
 snakeyaml-engine/2.7//snakeyaml-engine-2.7.jar
-snakeyaml/2.0//snakeyaml-2.0.jar
+snakeyaml/2.2//snakeyaml-2.2.jar
 snappy-java/1.1.10.5//snappy-java-1.1.10.5.jar
 spire-macros_2.13/0.18.0//spire-macros_2.13-0.18.0.jar
 spire-platform_2.13/0.18.0//spire-platform_2.13-0.18.0.jar

pom.xml

@@ -185,8 +185,8 @@
     <scalafmt.validateOnly>true</scalafmt.validateOnly>
     <scalafmt.changedOnly>true</scalafmt.changedOnly>
     <codehaus.jackson.version>1.9.13</codehaus.jackson.version>
-    <fasterxml.jackson.version>2.15.2</fasterxml.jackson.version>
-    <fasterxml.jackson.databind.version>2.15.2</fasterxml.jackson.databind.version>
+    <fasterxml.jackson.version>2.16.0</fasterxml.jackson.version>
+    <fasterxml.jackson.databind.version>2.16.0</fasterxml.jackson.databind.version>
     <ws.xmlschema.version>2.3.0</ws.xmlschema.version>
     <org.glassfish.jaxb.txw2.version>3.0.2</org.glassfish.jaxb.txw2.version>
     <snappy.version>1.1.10.5</snappy.version>

sql/core/src/test/scala/org/apache/spark/sql/JsonFunctionsSuite.scala

@@ -1175,7 +1175,8 @@ class JsonFunctionsSuite extends QueryTest with SharedSparkSession {
     val invalidDataType = "MAP<INT, cow>"
     val invalidDataTypeReason = "Unrecognized token 'MAP': " +
       "was expecting (JSON String, Number, Array, Object or token 'null', 'true' or 'false')\n " +
-      "at [Source: (String)\"MAP<INT, cow>\"; line: 1, column: 4]"
+      "at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); " +
+      "line: 1, column: 4]"
     checkError(
       exception = intercept[AnalysisException] {
         df.select(from_json($"json", invalidDataType, Map.empty[String, String])).collect()
@@ -1190,7 +1191,8 @@ class JsonFunctionsSuite extends QueryTest with SharedSparkSession {
     val invalidTableSchema = "x INT, a cow"
     val invalidTableSchemaReason = "Unrecognized token 'x': " +
       "was expecting (JSON String, Number, Array, Object or token 'null', 'true' or 'false')\n" +
-      " at [Source: (String)\"x INT, a cow\"; line: 1, column: 2]"
+      " at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); " +
+      "line: 1, column: 2]"
     checkError(
       exception = intercept[AnalysisException] {
         df.select(from_json($"json", invalidTableSchema, Map.empty[String, String])).collect()