Spark 3 Appendix: Quick Reference

Installation Commands

# Install mpack
ambari-server install-mpack --mpack=<path-to-mpack> --verbose
ambari-server restart

Version Selection

# Spark 3.5.5
export SPARK_HOME=/usr/odp/current/spark3-client
# Spark 3.3.3
export SPARK_HOME=/usr/odp/current/spark3_3_3_3-client
# Spark 3.5.1
export SPARK_HOME=/usr/odp/current/spark3_3_5_1-client