Hadoop、Hbase示例配置文件

~/.bashrc

export HADOOP_HOME=~/hadoop
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
export HBASE_HOME=~/hbase
export PATH=$PATH:$HBASE_HOME/bin
export HIVE_HOME=~/hive
export PATH=${HIVE_HOME}/bin:$PATH
export CLASSPATH=$HADOOP_HOME/etc/hadoop:$HADOOP_HOME/share/hadoop/common/*:$HADOOP_HOME/share/hadoop/common/lib/*:$HADOOP_HOME/share/hadoop/hdfs/*:$HADOOP_HOME/share/hadoop/hdfs/lib/*:$HADOOP_HADOOP_HOME/share/hadoop/mapreduce/*:$HADOOP_HOME/share/hadoop/mapreduce/lib/*:$HADOOP_HOME/share/hadoop/yarn/*:$HADOOP_HOME/share/hadoop/yarn/lib/*
export HADOOP_CLASSPATH=$(find hbase/lib -type f -name "*.jar" | tr '\n' ':')

hdfs-site.xml

<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
  You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License. See accompanying LICENSE file.
-->

<!-- Put site-specific property overrides in this file. -->

<configuration>
<property>
    <name>dfs.secondary.http.address</name>
    <value>localhost:50090</value>  <!-- 确保使用正确的主机名和端口 -->
</property>
<property>
  <name>dfs.namenode.name.dir</name>
  <value>file:/home/young/hadoopdata/hdfs/namenode</value>
</property>

<property>
  <name>dfs.datanode.data.dir</name>
  <value>file:/home/young/hadoopdata/hdfs/datanode</value>
</property>
  <property>
    <name>dfs.replication</name>
    <value>1</value>
  </property>
</configuration>

dfs.namenode.name.dir 和dfs.datanode.data.dir换成你的文件路径

mapred-site.xml 

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
  You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License. See accompanying LICENSE file.
-->

<!-- Put site-specific property overrides in this file. -->

<configuration>
<property>
    <name>mapreduce.map.memory.mb</name>
    <value>2048</value> <!-- 举例值,具体值根据实际情况调整 -->
</property>
<property>
    <name>mapreduce.map.java.opts</name>
    <value>-Xmx1536m</value> <!-- 这里的内存可以根据需要调整 -->
</property>
  <property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
  </property>
<property>
  <name>mapreduce.application.classpath</name>
  <value>
    $HADOOP_HOME/etc/hadoop,
    $HADOOP_HOME/share/hadoop/common/*,
    $HADOOP_HOME/share/hadoop/common/lib/*,
    $HADOOP_HOME/share/hadoop/mapreduce/*,
    $HADOOP_HOME/share/hadoop/hdfs/*,
    $HADOOP_HOME/share/hadoop/hdfs/lib/*,
    $HADOOP_HOME/share/hadoop/yarn/*,
    $HADOOP_HOME/share/hadoop/yarn/lib/*
  </value>
</property>
</configuration>

hbase-site.xml

<configuration>   
<property>
    <name>hbase.rootdir</name>
    <value>hdfs://localhost:9000/hbase</value>
</property>
<property>
    <name>hbase.cluster.distributed</name>
    <value>true</value>
</property>
<property>
    <name>hbase.zookeeper.property.dataDir</name>
    <value>/tmp/zookeeper</value>
</property>
<property>
    <name>hbase.unsafe.stream.capability.enforce</name>
    <value>false</value>
  </property>
<property>
  <name>hbase.wal.provider</name>
  <value>filesystem</value>
</property>
</configuration>

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值