Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Fix --die-on-broken-pipe not propagated properly
At the end of parsing options, we add an empty string to child
arguments. This caused the arguments to py4j.JavaGateway to be
interpreted as ["", "--die-on-broken-pipe", "0"].
  • Loading branch information
andrewor14 committed May 16, 2014
commit a823661f8fc04577f9cc3b2a46e100468f56a963
Original file line number Diff line number Diff line change
Expand Up @@ -128,7 +128,7 @@ object SparkSubmit {
}
if (args.primaryResource == PYSPARK_SHELL) {
args.mainClass = "py4j.GatewayServer"
args.childArgs ++= ArrayBuffer("--die-on-broken-pipe", "0")
args.childArgs = ArrayBuffer("--die-on-broken-pipe", "0")
} else {
// If a python file is provided, add it to the child arguments and list of files to deploy.
// Usage: PythonAppRunner <main python file> <extra python files> [app arguments]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -302,7 +302,9 @@ private[spark] class SparkSubmitArguments(args: Seq[String]) {
parse(tail)
}
} else {
childArgs += value
if (!value.isEmpty) {
childArgs += value
}
parse(tail)
}

Expand Down