Update the sanity check to standalone tests

dev/run-pip-tests

@@ -104,9 +104,9 @@ for python in "${PYTHON_EXECS[@]}"; do
     cd /
 
     echo "Run basic sanity check on pip installed version with spark-submit"
-    spark-submit "$FWDIR"/dev/pip-sanity-check.py
+    spark-submit "$FWDIR"/python/standalone_tests.py
     echo "Run basic sanity check with import based"
-    python "$FWDIR"/dev/pip-sanity-check.py
+    python "$FWDIR"/python/standalone_tests.py
     echo "Run the tests for context.py"
     python "$FWDIR"/python/pyspark/context.py
 

dev/pip-sanity-check.py → python/pyspark/standalone_tests.py

@@ -15,6 +15,11 @@
 # limitations under the License.
 #
 
+"""
+Standalone tests for PySpark - can be used to quickly test PySpark pip installation. When launched
+without spark-submit verifies Jupyter redirection.
+"""
+
 from __future__ import print_function
 
 import os