1、开启你的虚拟机,进入登录页面,输入你的名和密码
hostnamectl set-hostname NAME 设置名称
hostname 查看是否设置成功
2、将动态DHCP改为静态static,再配置虚拟机的ip地址和子网掩码,网关以及DNS。
vi /etc/sysconfig/network-scripts/ifcfg-ens33,进入以下界面,按i或o键切换为输入模式,将dhcp改为static。
打开编辑,虚拟网络编辑器,查看你的的ip,网关,子网,dns、
在虚拟机中输入以下信息(#后面是注释,不要输入到虚拟机中)
IPADDR="192.168.255.128" # ip地址
NETMASK="255.255.255.0" # 子网掩码
GATEWAY="192.168.255.2" # 网关
DNS1="8.8.8.8" # 域名解析
DNS2="114.114.114.114"
配置完成后,按esc,再按shift+z+z,保存并退出
3、#关闭并禁用防火墙和NetworkManager
systemctl stop firewalld
syetemctl disable firewalld
#查看防火墙状态
systemctl status firewalld
#=> Active : inactive(dead) 表示防火墙已经关闭禁用
#关闭并禁用 NetworkManager
systemctl stop NetworkManager
systemctl disable NetworkManager
systemctl status NetworkManager
#重启网络服务 network
systemctl restart network
systemctl status network
#查看ip地址
ip addr
#=> ens33: 192.168.71.188
#ping 内外网
#外网:虚拟机内
ping www.bai.com
按 ctrl+c 退出
#内网 :win dos
(win+r:在cmd黑窗口)ping 192,168.255.128
用可视化软件操作:MobaXter..
1、点击左上角Session
2、连接配置你的虚拟机
操作步骤如下
以后就可以在此窗口下进行操作,摆脱黑窗口的烦恼
优化:建议从第8点开始看
# linux
## 一.linux安装
##### 1.设置主机名(hostname)
#查看主机名
hostname
#设置主机名
hostnamectl set-hostname master01 (新主机名)
##### 2.编辑主机名IP地址映射
本地Windows下映射配置 路径:C:\Windows\System32\drivers\etc\hosts
vi /etc/hosts vim /etc/hosts
#--------------------
192.168.255.136 master01(主机名) (ip地址)+ (主机名)
##### 3.简单优化
关闭sexlinux
vi /etc/selinux/config
---------------------------------------------------
# This file controls the state of SELinux on the system.
# SELINUX= can take one of these three values:
# enforcing - SELinux security policy is enforced.
# permissive - SELinux prints warnings instead of enforcing.
# disabled - No SELinux policy is loaded.
SELINUX=disabled
# SELINUXTYPE= can take one of three values:
# targeted - Targeted processes are protected,
# minimum - Modification of targeted policy. Only selected processes are protected.
# mls - Multi Level Security protection.
SELINUXTYPE=targeted
-------------------------------------------------
# 将 SELINUX=enforcing -> SELINUX=disabled
##### 4.临时关闭
#清空所有防火墙
iptables -F
#临时关闭sellinux
setenforce 0
##### 5.关闭ssh
vi /etc/ssh/sshd_config
#-------按 / 输入 UseDNS 回车----- 找到useDNS 将yes 改为no
useDNS no #将 yes ------>> no
-----------------------------------
systemctl restart sshd
##### 6.本地镜像挂载
#首先需要确保虚拟机的设置
#(★★★)将网路适配器的设备状态 “已连接” 和 “启动时连接” 全部勾选
#将虚拟机磁盘挂载到/mnt文件夹下
mount /dev/sr0 /mnt
-------------------------------------
mount: /dev/sr0 is write-protected, mounting read-only
-------------------------------------
##### 7.备份文件
#切换到指定文件目录
cd /etc/yum.repos.d/
#列出该文件目录下所有文件
ls
-----------------------------------------------------
CentOS-Base.repo CentOS-Debuginfo.repo CentOS-Media.repo CentOS-Vault.repo
CentOS-CR.repo CentOS-fasttrack.repo CentOS-Sources.repo
-----------------------------------------------------
#创建备份文件夹
mkdir bak
#将所有以repo结尾的文件移动到备份文件夹中
mv *.repo bak
##### 8.配置yum.repos.d ”#“ 后面的注释需要删除
vim /etc/yum.repos.d/base.repo
--------------------------------------
[local]
#镜像名称
name=local
#挂载本地镜像
baseurl=file:///mnt
#将gpg检查关闭
gpgchacked=0
#启用本地化安装
enabled=1
#---------------------
##### 9.远程镜像挂载-华为云配置
```shell
#利用wget下载华为云镜像源
#利用wget下载华为镜像源 二选一就行
wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
#ls
#--------------------------------------------------
bak base.repo CentOS-7-reg.repo CentOS-Base.repo
#--------------------------------------------------
#移除CentOS-Base.repo日志
rm -f CentOS-Base.repo
#重命名
mv CentOS-7-reg.repo CentOS-Base.repo
##### 18.yum更新
##清理yum缓存
yum clean all
#-------------------------------------------------------------------------------
Loaded plugins: fastestmirror
Cleaning repos: base extras local updates
Cleaning up everything
Maybe you want: rm -rf /var/cache/yum, to also free up space taken by orphaned
data from disabled or removed repos
Cleaning up list of fastest mirrors
#-------------------------------------------------------------------------------
#创建yum缓存
yum makecache
#---------------------
Metadata Cache Created
#---------------------
#yum更新
#更新yum
yum update
#-------------------------
Running transaction check
Running transaction test
Transaction test succeeded
Replaced:
grub2.x86_64 1:2.02-0.65.el7.centos.2 grub2-tools.x86_64 1:2.02-
0.65.el7.centos.2 iwl7265-firmware.noarch 0:22.0.7.0-62.el7
Complete!
#-------------------------
##### 10.安装基本工具
#关闭gpgcheck检验
rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-7
#安装wget工具
yum -y install wget
#安装net-tools工具
yum -y install net-tools
#安装lrzsz工具
yum -y install lrzsz
##### 11.免密登录
```shell
1.生成密钥
#返回当前用户
cd
#生成密钥 四下回车
ssh-keygen -t rsa
#---------------------------------------------------------------
Generating public/private rsa key pair.
Enter file in which to save the key (/root/.ssh/id_rsa):
Created directory '/root/.ssh'.
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /root/.ssh/id_rsa.
Your public key has been saved in /root/.ssh/id_rsa.pub.
The key fingerprint is:
SHA256:8Ar9Nslis+Iy9lL0VY9R7YNOIprTFZasXj5yooEpl5g root@single01
The key's randomart image is:
+---[RSA 2048]----+
| . o.. |
| B . |
| . + = o |
| .. o+ = + o |
| +.=.*S= + . |
| E *.*+=.+ . |
| + =+*+ . |
| = ...= . |
| . *o.. |
+----[SHA256]-----+
#------------------------------------------------------------------
2.查看密钥
#列出文件
ls -la
----------------------------------------------------
total 92
dr-xr-x---. 11 root root 4096 Feb 16 10:49 .
dr-xr-xr-x. 17 root root 241 Feb 15 10:38 ..
-rw-------. 1 root root 1383 Jul 4 2022 anaconda-ks.cfg
-rw-r--r--. 1 root root 1413 Jul 28 2022 appendonly.aof
-rw-------. 1 root root 14962 Feb 15 17:53 .bash_history
-rw-r--r--. 1 root root 18 Dec 29 2013 .bash_logout
-rw-r--r--. 1 root root 176 Dec 29 2013 .bash_profile
-rw-r--r--. 1 root root 176 Dec 29 2013 .bashrc
drwxr-xr-x. 2 root root 21 Jul 4 2022 .beeline
-rw-r--r--. 1 root root 100 Dec 29 2013 .cshrc
-rw-------. 1 root root 16 Jul 29 2022 .dbshell
-rw-r--r--. 1 root root 372 Jul 28 2022 dump.rdb
drwxr-xr-x. 4 root root 181 Sep 2 16:36 exam
drwxr-xr-x. 3 root root 18 Aug 8 2022 hive
drwxr-xr-x. 2 root root 72 Jul 4 2022 install
-rwxr--r--. 1 root root 242 Jul 4 2022 mianmi.sh
-rw-------. 1 root root 0 Jul 29 2022 .mongorc.js
-rwxr--r--. 1 root root 1994 Jul 4 2022 myctl.sh
-rw-------. 1 root root 1933 Jul 19 2022 .mysql_history
drwxr-xr-x. 3 root root 21 Jul 11 2022 opt
drwxr-xr-x. 2 root root 40 Jul 4 2022 .oracle_jre_usage
drwxr-----. 3 root root 19 Jul 4 2022 .pki
-rw-------. 1 root root 1018 Jul 28 2022 .rediscli_history
-rw-------. 1 root root 0 Jul 23 2022 .scala_history
-rwxr--r--. 1 root root 367 Jul 8 2022 scall.sh
-rwxr--r--. 1 root root 584 Jul 8 2022 scopy.sh
drwx------. 2 root root 80 Jul 4 2022 .ssh
-rw-r--r--. 1 root root 129 Dec 29 2013 .tcshrc
drwxr-xr-x. 3 root root 19 Jul 8 2022 tmp
-rw-------. 1 root root 8557 Feb 16 10:49 .viminfo
---------------------------------------------------------
ls .ssh/
#-----------------
id_rsa id_rsa.pub
#-----------------
```
##### 20.本机免密
```sh
cat ./ssh/id_rsa.pub >> .ssh/authorized_keys
#查看是否免密成功
ls .ssh
------------------------
authorized_keys id_rsa id_rsa.pub
-----------------------
```
##### 21.连接主机

```sh
ssh root@yuan #输入你需要连接的主机名,接着输入密码
----------------------------------------
root@yuan's password:
Last login: Thu Feb 16 09:15:08 2023
-------------------------------------------
```
##### 22.查看是否连接成功
```shell
ls .sss/
---------------------------------------------
authorized_keys id_rsa id_rsa.pub known_hosts
----------------------------------------------
cat .ssh/know_hosts
----------------------------------------------
yuan,192.168.255.136 ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC4/BcWMSlnvS2JhDFzGtspJ1GJy89gS3FWXKEKPki9aXV43X/R79CZHQnNyBXjsGA6VrpjIi/JeCmQibzcjNwg=
localhost ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC4/BcWMSlnvS2JhDFzGtspJ1GJy89gS3FWXKEKPki9aXV43X/R79CZHQnNyBXjsGA6VrpjIi/JeCmQibzcjNwg=
You have new mail in /var/spool/mail/root
-----------------------------------------------
```
★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★
--------------------------jdk和scala的安装-------------------------------
★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★★
#勾选 follow termianl folder
cd /opt/
mkdir download software
cd download/
#将资源文件拖拽到侧边栏目录区
#解压缩到/opt/software (在download目录下解压)
tar -zxvf jdk-8u171-linux-64x.tar.gz -C /opt/software
tar -zxcf scala-2.12.10.tgz -C /opt/software
#配置环境变量
cd /etc/profile.d/
vi kb17.sh (这个文件名一定要记得) 若不知道自己的jdk路径和版本是多少,可以切换到你的jdk安装路径下,cd /opt/software/jdk1.8.0_171 pwd
-----------------------------------------------------
#jdk
JAVA_HOME=/opt/software/jdk1.8.0_171
PATH=$JAVA_HOME/bin:$PATH
CLASS_PATH=.:$JAVA_HOME/lib.jar:$JAVA_HOME/lib/tools.jar
#scala
SCALA_HOME=.opt.software/scala-2.12.10
PATH=$SCALA_HOME/bin:$PATH
--------------------------------------------------------
(★★★★★★)#激活环境变量(★★★★★★)
source /etc/profile
#验证 java和scala环境变量
java -version
# java version "1.8.0_171"
# java(TM) Se Runtime Environment (build 1.8.0_171-b11)
# java HotSpot(TM) 64-Bit Sever VM (build 25.272 -b11, mixed mode)
scala -version
# scala code runner version 2.12.10 -- copyright 2002-2019,LAMP/EPFL and Lightbend,Inc.
mysql安装
#rpm安装mysql
#查看是否存在mysql旧版本
rpm -qa|grep mariadb
#mariadb-libs-5.5.65-1.el7.x86_64
yum -y remove mariadb-libs-5.5.65-1.el7.x86_64
#complete
wget http://repo.mysql.com/mysql-community-release-el7-5.noarch.rpm(任选)
wget http://dev.mysql.com/get/mysql57-community-release-el7-10.noarch.rpm
#100%
rpm -ivh mysql-community-release-el7-5.noarch.rpm(任选)
yum localinstall mysql57-community-release-el7-10.noarch.rpm
#100%
yum -y install mysql-server
#complete
systemctl status mysql
#inactive
systemctl start mysql
#active(running)
#关闭服务器
systemctl stop mysql
# mysql首次安装完成
1、mysql + enter 可以直接进入
2、musql + enter 无法进入
#编辑mysql配置文件
vim /etc/my.cnf
---------------------------------
[client]
default-character-set = utf8mb4
[mysql]
default-character-set = utf8mb4
[mysql]
default-character-set = utf8mb4
[mysqld]
skip-grant-tables
character-set-client-handshake = FALSE
character-set-server = utf8mb4
collation-server = utf8mb4_unicode_ci
datadir=/var/lib/mysql
socket=/var/lib/mysql/mysql.sock
symbolic-links=0
sql_mode=NO_ENGINE_SUBSTITUTION,STRICT_TRANS_TABLES
[mysqld_safe]
log-error=/var/log/mysqld.log
pid-file=/var/run/mysqld/mysqld.pid
----------------------------------------
# 重启服务即可无密登录
systemmyctl restart mysql
# 设置本地和远程访问密码
# 查看用户信息
use mysql;
# >= 5.7 密码字段:authentication_string
select host,user,password from user;
# 设置本地登录密码
update user set password=password('密码(kb17)') where user='root';
#update user set password=password('kb17') where user='root';
#设置远程访问密码
grant all on *.* to root@'%' identified by 'YOUR_REMO_PASSWORD';
#grant all on *.* to root@'%' identified by 'root';
grant all on *.* to master01@'%' identified by 'root';
#刷新
flush privileges;
#退出mysql ctrl + c
#若先设置skip-grant-tables,需要在/etc/my.cnf中移除或注释,保存后退出
#重启mysql设置完成
#正常访问mysql
mysql -u root -p 回车后输入密码即可正常访问 密码:root
mysql远程访问授权
远程访问成功:
基本的配置就到此为止,大数据环境组件等等。
大数据组件的各个环境变量都一起配置了,大家需要注意的是自己的安装路径和自己组件的版本
-----------------------------------------------------
#jdk
export JAVA_HOME=/opt/software/jdk1.8.0_171
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
#scala
export SCALA_HOME=/opt/software/scala-2.12.10
export PATH=$SCALA_HOME/bin:$PATH
#elasticsearch
export ELASTICSEARCH_HOME=/opt/software/elasticsearch-6.2.2
export PATH=$ELASTICSEARCH_HOME/bin:$PATH
#kibana
export KIBANA_HOME=/opt/software/kibana-6.2.2-linux-x86_64
export PATH=$KIBANA_HOME/bin:$PATH
#logstash
export LOGSTASH_HOME=/opt/software/logstash-6.2.2
export PATH=$LOGSTASH_HOME/bin:$PATH
#zookeeper
export ZOOKEEPER_HOME=/opt/software/zookeeper-3.6.3-bin
export PATH=$ZOOKEEPER_HOME/bin:$PATH
#hadoop
export HADOOP_HOME=/opt/software/hadoop-3.1.3
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$HADOOP_HOME/lib
export HDFS_NAMENODE_USER=root
export HDFS_DATANODE_USER=root
export HDFS_SECONDARYNAMENODE_USER=root
export HDFS_JOURNALNODE_USER=root
export HDFS_ZKFC_USER=root
export YARN_RESOURCEMANAGER_USER=root
export YARN_NODEMANAGER_USER=root
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export HADOOP_YARN_HOME=$HADOOP_HOME
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_CONF_DIR=$HADOOP_HOME
export HADOOP_LIBEXEC_DIR=$HADOOP_HOME/libexec
export JAVA_LIBRARY_PATH=$HADOOP_HOME/lib/native:
export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
#hive
export HIVE_HOME=/opt/software/hive-3.1.2-bin
export PATH=$HIVE_HOME/bin:$PATH
#hbase
export HBASE_HOME=/opt/software/hbase-2.3.5
export PATH=$HBASE_HOME/bin:$PATH
#sqoop
export SQOOP_HOME=/opt/software/sqoop-1.4.7.bin
export PATH=$SQOOP_HOME/bin:$PATH
#spark
export SPARK_HOME=/opt/software/spark-3.1.2
export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin
#kafka
export KAFKA_HOME=/opt/software/kafka_2.12
export PATH=$PATH:$KAFKA_HOME/bin:$KAFKA_HOME/sbin
#flume
export FLUME_HOME=/opt/software/flume-1.9.0
export PATH=$PATH:$FLUME_HOME/bin
# redis
export REDIS_HOME=/opt/software/redis-6.0.3
export PATH=$REDIS_HOME/src:$PATH
#flink
export FLINK_HOME=/opt/software/flink-1.13.2
export PATH=$FLINK_HOME/bin:$PATH