내용

글번호 747
작성자 heojk
작성일 2017-09-19 14:22:50
제목 Full Distributed Mode 하둡 클러스터 설정 코드
내용 $ vi $HADOOP_HOME/etc/hadoop/core-site.xml <?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <configuration> <!-- file system default name --> <property> <name>fs.defaultFS</name> <value>hdfs://master:9000</value> </property> </configuration> $ vi $HADOOP_HOME/etc/hadoop/hdfs-site.xml <?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <configuration> <property> <name>dfs.replication</name> <value>2</value> </property> <property> <name>dfs.namenode.name.dir</name> <value>file:///home/hadoop/dfs/name</value> </property> <property> <name>dfs.namenode.edits.dir</name> <value>file:///home/hadoop/dfs/edits</value> </property> <property> <name>dfs.namenode.secondary.http-address</name> <value>backup:50090</value> </property> </configuration> $ cd $HADOOP_HOME/etc/hadoop/ $ cp mapred-site.xml.template mapred-site.xml $ vi mapred-site.xml <?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <configuration> <property> <name>mapreduce.framework.name</name> <value>yarn</value> </property> </configuration> $ vi $HADOOP_HOME/etc/hadoop/yarn-site.xml <?xml version="1.0"?> <configuration> <property> <name>yarn.nodemanager.aux-services</name> <value>mapreduce_shuffle</value> </property> <property> <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name> <value>org.apache.hadoop.mapred.ShuffleHandler</value> </property> </configuration> $ vi $HADOOP_HOME/etc/hadoop/slaves slave1 slave2 slave3 $ vi $HADOOP_HOME/etc/hadoop/hdfs-site.xml <?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <configuration> <property> <name>dfs.datanode.data.dir</name> <value>file:///home/hadoop/dfs/data</value> </property> </configuration> $ vi $HADOOP_HOME/etc/hadoop/yarn-site.xml <?xml version="1.0"?> <configuration> <!-- Site specific YARN configuration properties --> <property> <name>yarn.resourcemanager.hostname</name> <value>master</value> </property> </configuration> $ vi $HADOOP_HOME/etc/hadoop/hdfs-site.xml <?xml version="1.0"?> <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> <configuration> <property> <name>dfs.namenode.checkpoint.dir</name> <value>file:///home/hadoop/dfs/namesecondary</value> </property> </configuration>