Environment

tar zxvf apache-maven-3.6.1-bin.tar.gz -C /softdowload

vim ~/.bashrc
export M2_HOME=/opt/apache-maven-3.6.1
export PATH=$PATH:$M2_HOME/bin
source ~/.bashrc
mvn -version

sudo tar -zxvf ./jdk-8u162-linux-x64.tar.gz -C /usr/java/jdk1.8.0_261
#set oracle jdk environment
export JAVA_HOME=/usr/java/jdk1.8.0_261
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib
export PATH=${PATH}:${JAVA_HOME}/bin

#注意
java -version

sudo apt-get install openjdk-7-jre openjdk-7-jdk
dpkg -L openjdk-7-jdk | grep '/bin/javac'  #该命令会输出一个路径，除去路径末尾的 “/bin/javac”，剩下的就是正确的路径了。如输出路径为 /usr/lib/jvm/java-7-openjdk-amd64/bin/javac，则我们需要的路径为 /usr/lib/jvm/java-7-openjdk-amd64

sudo apt-get install default-jre default-jdk
export JAVA_HOME=/usr/lib/jvm/default-java

sudo tar -zxf ~/softdowload/hadoop-2.6.0.tar.gz -C /usr/local    # 解压到/usr/local中
cd /usr/local/
sudo mv ./hadoop-2.6.0/ ./hadoop            # 将文件夹名改为hadoop
sudo chown -R ldd ./hadoop       # 修改文件权限
cd /usr/local/hadoop
./bin/hadoop version

sudo vim ~/.bashrc
#hadoop
export HADOOP_HOME=/usr/local/hadoop
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export PATH=$PATH:${HADOOP_HOME}/bin:${HADOOP_HOME}/sbin
source ~/.bashrc

sudo apt install scala
sudo tar -zxvf ~/software/spark-3.0.1-bin-hadoop3.2.tgz -C/usr/local

export SPARK_HOME=/usr/local/spark-3.0.1-bin-hadoop3.2
export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin
export PYSPARK_PYTHON=/home/ldd/anaconda3/bin/python

#python 通过which 查看，注意anaconda 配合使用

spark-shell
pysark