내용

글번호 887
작성자 heojk
작성일 2018-08-06 09:55:55
제목 Full Distributed Mode 하둡 클러스터 설정 코드(Hadoop 3.x)
내용 $ vi $HADOOP_HOME/etc/hadoop/core-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <!-- file system default name -->
  <property>
    <name>fs.defaultFS</name>
    <value>hdfs://master:9000</value>
  </property>
</configuration>
$ vi $HADOOP_HOME/etc/hadoop/hdfs-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <property>
    <name>dfs.replication</name>
    <value>2</value>
  </property>
  <property>
    <name>dfs.namenode.name.dir</name>
    <value>file:///dfs/name</value>
  </property>
  <property>
    <name>dfs.namenode.edits.dir</name>
    <value>file:///dfs/edits</value>
  </property>
  <property>
    <name>dfs.namenode.secondary.http-address</name>
    <value>backup:9868</value>
  </property>
</configuration>
$ vi $HADOOP_HOME/etc/hadoop/mapred-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
  </property>
</configuration>
$ vi $HADOOP_HOME/etc/hadoop/yarn-site.xml
<?xml version="1.0"?>
<configuration>
    <property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle</value>
    </property>
</configuration>
$ vi $HADOOP_HOME/etc/hadoop/workers
slave1
slave2
slave3
$ vi $HADOOP_HOME/etc/hadoop/hdfs-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <property>
    <name>dfs.datanode.data.dir</name>
    <value>file:///dfs/data</value>
  </property>
</configuration>
$ vi $HADOOP_HOME/etc/hadoop/yarn-site.xml
<?xml version="1.0"?>
<configuration>
<!-- Site specific YARN configuration properties -->
  <property>
    <name>yarn.resourcemanager.hostname</name>
    <value>master</value>
  </property>
</configuration>
$ vi $HADOOP_HOME/etc/hadoop/hdfs-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <property>
    <name>dfs.namenode.checkpoint.dir</name>
    <value>file:///dfs/namesecondary</value>
  </property>
</configuration>