Ozone搭建

weixin_39958741

已于 2023-02-24 15:55:26 修改

阅读量355

点赞数

文章标签：大数据

于 2023-02-24 15:55:02 首次发布

本文链接：https://blog.csdn.net/weixin_39958741/article/details/129122692

版权

节点规划

cdh01/29.3.219.51	om scm recon s3g
cdh02~cdh04/29.3.219.52～54	datanode

配置

ozone-env.sh

ozone-site.xml

<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<configuration>
    <property>
        <name>ozone.metadata.dirs</name>
        <value>/srv/data01/ozone/metadata</value>
        <tag>OZONE, OM, SCM, CONTAINER, STORAGE, REQUIRED</tag>
        <description>
      This setting is the fallback location for SCM, OM, Recon and DataNodes
      to store their metadata. This setting may be used only in test/PoC
      clusters to simplify configuration.

      For production clusters or any time you care about performance, it is
      recommended that ozone.om.db.dirs, ozone.scm.db.dirs and
      dfs.container.ratis.datanode.storage.dir be configured separately.
      </description>
    </property>


    <property>
        <name>ozone.om.http-address</name>
        <value>0.0.0.0:19874</value>
    </property>
    <property>
        <name>ozone.om.https-address</name>
        <value>0.0.0.0:19875</value>
    </property>
    <property>
        <name>ozone.om.address</name>
        <value>0.0.0.0:19862</value>
        <tag>OM, REQUIRED</tag>
        <description>
      The address of the Ozone OM service. This allows clients to discover
      the address of the OM.
    </description>
    </property>
    <property>
        <name>ozone.om.ratis.port</name>
        <value>19873</value>
    </property>
  <property>
    <name>ozone.om.db.dirs</name>
    <value>/srv/data01/ozone/om</value>
    <tag>OZONE, OM, STORAGE, PERFORMANCE</tag>
    <description>
      Directory where the OzoneManager stores its metadata. This should
      be specified as a single directory. If the directory does not
      exist then the OM will attempt to create it.

      If undefined, then the OM will log a warning and fallback to
      ozone.metadata.dirs. This fallback approach is not recommended for
      production environments.
    </description>
  </property>
  <property>
    <name>ozone.om.ratis.storage.dir</name>
    <value>/srv/data01/ozone/om/ratis</value>
    <tag>OZONE, OM, STORAGE, MANAGEMENT, RATIS</tag>
    <description>This directory is used for storing OM's Ratis metadata like
      logs. If this is not set then default metadata dirs is used. A warning
      will be logged if this not set. Ideally, this should be mapped to a
      fast disk like an SSD.
      If undefined, OM ratis storage dir will fallback to ozone.metadata.dirs.
      This fallback approach is not recommended for production environments.
    </description>
  </property>
    <property>
    <name>ozone.om.ratis.snapshot.dir</name>
    <value>/srv/data01/ozone/om/ratis</value>
    <tag>OZONE, OM, STORAGE, MANAGEMENT, RATIS</tag>
    <description>This directory is used for storing OM's snapshot
      related files like the ratisSnapshotIndex and DB checkpoint from leader
      OM.
      If undefined, OM snapshot dir will fallback to ozone.metadata.dirs.
      This fallback approach is not recommended for production environments.
    </description>
  </property>


  
    <property>
    	<name>ozone.scm.http-address</name>
    	<value>0.0.0.0:19876</value>
    </property>
    <property>
    	<name>ozone.scm.https-address</name>
    	<value>0.0.0.0:19877</value>
    </property>
    <property>
        <name>ozone.scm.client.address</name>
        <value>0.0.0.0:19860</value>
        <tag>OZONE, SCM, REQUIRED</tag>
        <description>
      The address of the Ozone SCM client service. This is a required setting.

      It is a string in the host:port format. The port number is optional
      and defaults to 9860.
    </description>
    </property>
    <property>
        <name>ozone.scm.ratis.port</name>
        <value>19894</value>
    </property>
    <property>
    	<name>ozone.scm.datanode.port</name>
    	<value>19861</value>
    </property>
    <property>
    	<name>ozone.scm.block.client.port</name>
    	<value>19863</value>
    </property>
    <property>
        <name>ozone.scm.names</name>
        <value>29.3.219.51</value>
        <tag>OZONE, REQUIRED</tag>
        <description>
      The value of this property is a set of DNS | DNS:PORT | IP
      Address | IP:PORT. Written as a comma separated string. e.g. scm1,
      scm2:8020, 7.7.7.7:7777.
      This property allows datanodes to discover where SCM is, so that
      datanodes can send heartbeat to SCM.
    </description>
    </property>
  <property>
    <name>ozone.scm.db.dirs</name>
    <value>/srv/data01/ozone/scm</value>
    <tag>OZONE, SCM, STORAGE, PERFORMANCE</tag>
    <description>
      Directory where the StorageContainerManager stores its metadata.
      This should be specified as a single directory. If the directory
      does not exist then the SCM will attempt to create it.

      If undefined, then the SCM will log a warning and fallback to
      ozone.metadata.dirs. This fallback approach is not recommended for
      production environments.
    </description>
  </property>
  <property>
    <name>ozone.scm.ha.ratis.storage.dir</name>
    <value>/srv/data01/ozone/scm/ratis</value>
    <tag>OZONE, SCM, HA, RATIS</tag>
    <description>Storage directory used by SCM to write Ratis logs.</description>
  </property>
  <property>
    <name>ozone.scm.ha.ratis.snapshot.dir</name>
    <value>/srv/data01/ozone/scm/ratis</value>
    <tag>SCM, OZONE, HA, RATIS</tag>
    <description>The ratis snapshot dir location.</description>
  </property>


  <property>
  	<name>hdds.rest.http-address</name>
  	<value>0.0.0.0:19880</value>
  </property>
  <property>
  	<name>hdds.datanode.http-address</name>
  	<value>0.0.0.0:19882</value>
  </property>
  <property>
  	<name>hdds.datanode.https-address</name>
  	<value>0.0.0.0:19883</value>
  </property>
  <property>
  	<name>dfs.container.ratis.server.port</name>
  	<value>19856</value>
  </property>
  <property>
  	<name>dfs.container.ratis.admin.port</name>
  	<value>19857</value>
  </property>
  <property>
  	<name>dfs.container.ratis.ipc</name>
  	<value>19858</value>
  </property>
  <property>
  	<name>dfs.container.ipc</name>
  	<value>19859</value>
  </property>
  <property>
    <name>hdds.metadata.dir</name>
    <value>/srv/data01/ozone/datanode</value>
  </property>
  <property>
    <name>hdds.datanode.dir</name>
    <value>/srv/data01/ozone/datanode</value>
    <tag>OZONE, CONTAINER, STORAGE, MANAGEMENT</tag>
    <description>Determines where on the local filesystem HDDS data will be
      stored. Defaults to dfs.datanode.data.dir if not specified.
      The directories should be tagged with corresponding storage types
      ([SSD]/[DISK]/[ARCHIVE]/[RAM_DISK]) for storage policies. The default
      storage type will be DISK if the directory does not have a storage type
      tagged explicitly.
    </description>
  </property>
  <property>
    <name>dfs.container.ratis.datanode.storage.dir</name>
    <value>/srv/data01/ozone/datanode/ratis</value>
    <tag>OZONE, CONTAINER, STORAGE, MANAGEMENT, RATIS</tag>
    <description>This directory is used for storing Ratis metadata like logs. If
      this is
      not set then default metadata dirs is used. A warning will be logged if
      this not set. Ideally, this should be mapped to a fast disk like an SSD.
    </description>
  </property>



	<property>
    	<name>ozone.recon.http-address</name>
    	<value>0.0.0.0:19888</value>
    </property>
    <property>
    	<name>ozone.recon.https-address</name>
    	<value>0.0.0.0:19889</value>
    </property>
    <property>
    	<name>ozone.recon.address</name>
    	<value>29.3.219.51:19891</value>
    </property>
    <property>
    	<name>ozone.recon.datanode.address</name>
    	<value>29.3.219.51:19891</value>
    </property>
  <property>
    <name>ozone.recon.db.dir</name>
    <value>/srv/data01/ozone/recon</value>
    <tag>OZONE, RECON, STORAGE, PERFORMANCE</tag>
    <description>
      Directory where the Recon Server stores its metadata. This should
      be specified as a single directory. If the directory does not
      exist then the Recon will attempt to create it.

      If undefined, then the Recon will log a warning and fallback to
      ozone.metadata.dirs. This fallback approach is not recommended for
      production environments.
    </description>
  </property>
  <property>
    <name>ozone.recon.om.db.dir</name>
    <value>/srv/data01/ozone/recon/om</value>
    <tag>OZONE, RECON, STORAGE</tag>
    <description>
      Directory where the Recon Server stores its OM snapshot DB. This should
      be specified as a single directory. If the directory does not
      exist then the Recon will attempt to create it.

      If undefined, then the Recon will log a warning and fallback to
      ozone.metadata.dirs. This fallback approach is not recommended for
      production environments.
    </description>
  </property>
  <property>
    <name>ozone.recon.scm.db.dirs</name>
    <value>/srv/data01/ozone/recon/scm</value>
  </property>


  <property>
	<name>ozone.s3g.http-address</name>
	<value>0.0.0.0:19878</value>
  </property>

</configuration>

部署脚步

pscp -h hosts ./ozone-1.3.0.tar.gz ~/

pssh -h hosts 'sudo tar -zxvf ~/ozone-1.3.0.tar.gz -C /opt/bigdata/'
pssh -h hosts 'sudo mv /opt/bigdata/ozone-1.3.0  /opt/bigdata/bd-ozone-1.3.0'
pssh -h hosts 'sudo chown -R root:root /opt/bigdata/bd-ozone-1.3.0'
pssh -h hosts 'sudo ln -s /opt/bigdata/bd-ozone-1.3.0 /opt/bigdata/ozone'
pssh -h hosts 'sudo ln -s /opt/bigdata/ozone/bin/ozone /usr/bin/ozone' 
pssh -h hosts 'echo "export OZONE_HOME=/opt/bigdata/ozone" >> ~/.bashrc' 
pssh -h hosts 'source ~/.bashrc'
pssh -h hosts ’ozone version’


#—————
for ((i=1; i<=12; i++)) do
 disk=`printf "/srv/data%02d/ozone" $i`
 pssh -h ./hosts -l hadoop -P "sudo mkdir -p $disk; sudo chown -R hadoop:hadoop $disk"
done

pssh -h hosts 'sudo mkdir -p /var/log/ozone'
pssh -h hosts 'sudo chown -R hadoop:hadoop /var/log/ozone'
pssh -h hosts ‘sudo mkdir -p /var/run/ozone’
pssh -h hosts 'sudo chown -R hadoop:hadoop /var/run/ozone'


pscp -h hosts ./ozone-site.xml ~/
pscp -h hosts ./ozone-env.sh ~/
pssh -h hosts 'sudo mv ~/ozone-site.xml /opt/bigdata/ozone/etc/hadoop'
pssh -h hosts 'sudo mv ~/ozone-env.sh /opt/bigdata/ozone/etc/hadoop'