Skip to content
Closed
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Merge remote-tracking branch 'remotes/origin/master' into rebase-avro…
…-datetime

# Conflicts:
#	sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
  • Loading branch information
MaxGekk committed Mar 19, 2020
commit 2e1cee17d4803ac663530f6dfbc182ff28c4acaf
Original file line number Diff line number Diff line change
Expand Up @@ -2487,6 +2487,20 @@ object SQLConf {
.booleanConf
.createWithDefault(false)

val LEGACY_PARQUET_REBASE_DATETIME =
buildConf("spark.sql.legacy.parquet.rebaseDateTime.enabled")
.internal()
.doc("When true, rebase dates/timestamps from Proleptic Gregorian calendar " +
"to the hybrid calendar (Julian + Gregorian) in write and " +
"from the hybrid calendar to Proleptic Gregorian calendar in read. " +
"The rebasing is performed by converting micros/millis/days to " +
"a local date/timestamp in the source calendar, interpreting the resulted date/" +
"timestamp in the target calendar, and getting the number of micros/millis/days " +
"since the epoch 1970-01-01 00:00:00Z.")
.version("3.0.0")
.booleanConf
.createWithDefault(false)

val LEGACY_AVRO_REBASE_DATETIME =
buildConf("spark.sql.legacy.avro.rebaseDateTime.enabled")
.internal()
Expand Down Expand Up @@ -3078,6 +3092,8 @@ class SQLConf extends Serializable with Logging {

def integerGroupingIdEnabled: Boolean = getConf(SQLConf.LEGACY_INTEGER_GROUPING_ID)

def parquetRebaseDateTimeEnabled: Boolean = getConf(SQLConf.LEGACY_PARQUET_REBASE_DATETIME)

def avroRebaseDateTimeEnabled: Boolean = getConf(SQLConf.LEGACY_AVRO_REBASE_DATETIME)

/** ********************** SQLConf functionality methods ************ */
Expand Down
You are viewing a condensed version of this merge commit. You can view the full changes here.