Spark

Spark Master

sudo apt -qq update;\
export PYSPARK_PYTHON='/usr/bin/python3';\
export SPARK_HOME='/opt/cli/spark-3.3.0-bin-hadoop3';\
export JAVA_HOME='/usr/lib/jvm/java-17-openjdk-arm64';\
bash <(curl -s 'https://cdn.chorke.org/exec/cli/bash/install/apache-spark-master/3.3.0.sh.txt')

sudo systemctl daemon-reload
sudo systemctl enable spark-master.service
sudo systemctl start  spark-master.service
sudo systemctl status spark-master.service

Slave Daemon

sudo apt -qq update;\
export PYSPARK_PYTHON='/usr/bin/python3';\
export SPARK_MASTER_NODE='spark://ns12-pc04:7077';\
export SPARK_HOME='/opt/cli/spark-3.3.0-bin-hadoop3';\
export JAVA_HOME='/usr/lib/jvm/java-17-openjdk-amd64';\
bash <(curl -s 'https://cdn.chorke.org/exec/cli/bash/install/apache-spark-slave/3.3.0.sh.txt')

sudo systemctl daemon-reload
sudo systemctl enable spark-slave.service
sudo systemctl start  spark-slave.service
sudo systemctl status spark-slave.service

References

Spark » Download » Archive Spark » SQL & DataFrames Spark » Machine Learning Spark » Streaming Spark » Download Spark » Examples Spark » GraphX Hadoop Jupyter NLP	Spark » Structured Streaming Programming Spark » Apache Spark, Hive & Spring Boot Spark » Integration Testing Example Spark » Install Master as a Daemon Spark » Install Slave as a Daemon Spark » As a Linux Service VS Code on iPad Pro Machine Learning Apache Hive Aerospike	KillSignal interact with TimeoutStopSec Delay Systemd Service If File Exist System Unit Conditions & Asserts Keycloak GraphQL Grafana
Spark » Deploy » Cluster Mode Overview Spark » Deploy » Standalone Mode Spark » Deploy » Spark Submit Spark » Deploy » Kubernetes Spark » Deploy » Cluster Spark » Deploy » Mesos Spark » Deploy » YARN	Spark » API Docs » Python Spark » API Docs » Scala Spark » API Docs » Java Spark » API Docs » SQL Spark » API Docs » R