win10中hadoop环境搭建

win10中hadoop环境搭建

core-site.xml

<configuration>
        <property>
                <name>fs.defaultFS</name>
                <value>hdfs://localhost:9000</value>
        </property>
</configuration>

hadoop-env.cmd

set JAVA_HOME=C:\app1\Java\jdk

hdfs-site-xml

<configuration>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
    <property>
          <name>dfs.namenode.name.dir</name>
          <value>/app2/hadoop-2.7.6/tmpData/namenode</value>
    </property>
    <property>
          <name>dfs.datanode.data.dir</name>
          <value>/app2/hadoop-2.7.6/tmpData/datanode</value>
    </property>
</configuration>

mapred-site.xml

<configuration>
    <property>
           <name>mapreduce.framework.name</name>
           <value>yarn</value>
    </property>
</configuration>

yarn-site.xml

<configuration>
  <property>
    <name>yarn.nodemanager.aux-services</name>
    <value>mapreduce_shuffle</value>
  </property>
  <property>
    <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
    <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  </property>
</configuration>

bin目录下

hadoop namenode -format

sbin目录下

start-all.cmd