내용

글번호 721
작성자 허진경
작성일 2017-07-17 12:22:16
제목 하둡 클러스터 구축 실습 3/4 - 클러스터 시작 및 데몬 실행 확인
내용 [hadoop@master hadoop]$ cd [hadoop@master ~]$ cd hadoop-2.8.0/sbin/ [hadoop@master sbin]$ ./start-all.sh This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh Starting namenodes on [master] The authenticity of host 'master (192.168.75.128)' can't be established. ECDSA key fingerprint is 3a:45:9d:e8:a8:7d:80:60:99:28:d8:2f:cb:1b:64:fe. Are you sure you want to continue connecting (yes/no)? yes master: Warning: Permanently added 'master' (ECDSA) to the list of known hosts. master: starting namenode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-namenode-master.out slave3: starting datanode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-datanode-slave3.out slave2: starting datanode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-datanode-slave2.out slave1: starting datanode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-datanode-slave1.out Starting secondary namenodes [slave3] slave3: starting secondarynamenode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-secondarynamenode-slave3.out starting yarn daemons starting resourcemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-resourcemanager-master.out slave3: starting nodemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-nodemanager-slave3.out slave1: starting nodemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-nodemanager-slave1.out slave2: starting nodemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-nodemanager-slave2.out [hadoop@master sbin]$ [hadoop@master sbin]$ ps -ef | grep NameNode hadoop 11122 1 4 19:50 ? 00:00:03 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_namenode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-namenode-master.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.namenode.NameNode hadoop 11698 4616 0 19:51 pts/1 00:00:00 grep --color=auto NameNode [hadoop@master sbin]$ ps -ef | grep ResourceManager hadoop 11406 1 10 19:50 pts/1 00:00:06 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_resourcemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/rm-config/log4j.properties org.apache.hadoop.yarn.server.resourcemanager.ResourceManager hadoop 11711 4616 0 19:51 pts/1 00:00:00 grep --color=auto ResourceManager [hadoop@master sbin]$ [hadoop@master sbin]$ cd [hadoop@master ~]$ ssh slave1 Last login: Sun Jul 16 19:45:29 2017 from master [hadoop@slave1 ~]$ ps -ef | grep DataNode hadoop 4791 1 4 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_datanode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-datanode-slave1.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -server -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.datanode.DataNode hadoop 5079 5038 0 19:52 pts/0 00:00:00 grep --color=auto DataNode [hadoop@slave1 ~]$ ps -ef | grep NodeManager hadoop 4889 1 5 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_nodemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -server -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/contrib/capacity-scheduler/*.jar:/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/nm-config/log4j.properties org.apache.hadoop.yarn.server.nodemanager.NodeManager hadoop 5081 5038 0 19:52 pts/0 00:00:00 grep --color=auto NodeManager [hadoop@slave1 ~]$ [hadoop@slave2 ~]$ ps -ef | grep DataNode hadoop 4684 1 3 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_datanode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-datanode-slave2.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -server -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.datanode.DataNode hadoop 4971 4917 0 19:53 pts/0 00:00:00 grep --color=auto DataNode [hadoop@slave2 ~]$ ps -ef | grep NodeManager hadoop 4790 1 3 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_nodemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -server -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/contrib/capacity-scheduler/*.jar:/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/nm-config/log4j.properties org.apache.hadoop.yarn.server.nodemanager.NodeManager hadoop 4995 4917 0 19:53 pts/0 00:00:00 grep --color=auto NodeManager [hadoop@slave2 ~]$ exit logout Connection to slave2 closed. [hadoop@master ~]$ ssh slave3 Last login: Sun Jul 16 19:47:06 2017 from master [hadoop@slave3 ~]$ ps -ef | grep DataNode hadoop 4776 1 1 19:50 ? 00:00:07 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_datanode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-datanode-slave3.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -server -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.datanode.DataNode hadoop 5235 5194 0 20:02 pts/0 00:00:00 grep --color=auto DataNode [hadoop@slave3 ~]$ ps -ef | grep NameNode hadoop 4869 1 0 19:50 ? 00:00:03 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_secondarynamenode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-secondarynamenode-slave3.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode hadoop 5237 5194 0 20:02 pts/0 00:00:00 grep --color=auto NameNode [hadoop@slave3 ~]$ ps -ef | grep NodeManager hadoop 4944 1 1 19:50 ? 00:00:08 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_nodemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -server -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/contrib/capacity-scheduler/*.jar:/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/nm-config/log4j.properties org.apache.hadoop.yarn.server.nodemanager.NodeManager hadoop 5239 5194 0 20:02 pts/0 00:00:00 grep --color=auto NodeManager [hadoop@slave3 ~]$