新开了一个ubuntu虚拟机,正好把Ubuntu配置过一遍
版本:Ubuntu Server 24.04 LTS
SSH配置
sudo apt-get update
sudo apt-get install openssh-server
sudo systemctl start ssh
sudo systemctl enable ssh
sudo systemctl status ssh
配置文件
https://linux.die.net/man/5/sshd_config
ssh免密配置
cd ~/.ssh/
ssh-keygen -t rsa
cat id_rsa.pub >> authorized_keys
安装Java
sudo apt-get install openjdk-8-jdk
配置环境变量
sudo vim ~/.bashrc
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 #目录要换成自己jdk所在目录
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib
export PATH=${JAVA_HOME}/bin:$PATH
source ~/.bashrc
Hadoop安装
添加用户 hadoop
sudo adduser hadoop
sudo -u hadoop ssh-keygen -b 4096 -C hadoop
sudo -u hadoop ssh-copy-id localhost -p 22
cd /opt/
wget https://dlcdn.apache.org/hadoop/common/hadoop-3.4.0/hadoop-3.4.0.tar.gz
sudo tar -zxvf hadoop-3.4.0.tar.gz -C /opt
sudo chown hadoop:hadoop -R /opt/hadoop-3.4.0
配置环境变量
su hadoop
vim ~/.bashrc
export HADOOP_HOME=/opt/hadoop-3.4.0
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export YARN_HOME=$HADOOP_HOME
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export PATH=$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/bin
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib/native"
source ~/.bashrc
配置hadoop进程环境变量
cd /opt/hadoop-3.4.0/opt
vim hadoop-env.sh
# 添加
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
export HADOOP_SSH_OPTS="-p 22"
Hadoop解决 java.net.BindException: Port in use: hadoop103:8088-CSDN博客