내용 |
[hadoop@master hadoop]$ cd
[hadoop@master ~]$ cd hadoop-2.8.0/sbin/
[hadoop@master sbin]$ ./start-all.sh
This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh
Starting namenodes on [master]
The authenticity of host 'master (192.168.75.128)' can't be established.
ECDSA key fingerprint is 3a:45:9d:e8:a8:7d:80:60:99:28:d8:2f:cb:1b:64:fe.
Are you sure you want to continue connecting (yes/no)? yes
master: Warning: Permanently added 'master' (ECDSA) to the list of known hosts.
master: starting namenode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-namenode-master.out
slave3: starting datanode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-datanode-slave3.out
slave2: starting datanode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-datanode-slave2.out
slave1: starting datanode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-datanode-slave1.out
Starting secondary namenodes [slave3]
slave3: starting secondarynamenode, logging to /home/hadoop/hadoop-2.8.0/logs/hadoop-hadoop-secondarynamenode-slave3.out
starting yarn daemons
starting resourcemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-resourcemanager-master.out
slave3: starting nodemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-nodemanager-slave3.out
slave1: starting nodemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-nodemanager-slave1.out
slave2: starting nodemanager, logging to /home/hadoop/hadoop-2.8.0/logs/yarn-hadoop-nodemanager-slave2.out
[hadoop@master sbin]$
[hadoop@master sbin]$ ps -ef | grep NameNode
hadoop 11122 1 4 19:50 ? 00:00:03 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_namenode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-namenode-master.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.namenode.NameNode
hadoop 11698 4616 0 19:51 pts/1 00:00:00 grep --color=auto NameNode
[hadoop@master sbin]$ ps -ef | grep ResourceManager
hadoop 11406 1 10 19:50 pts/1 00:00:06 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_resourcemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.log.file=yarn-hadoop-resourcemanager-master.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/rm-config/log4j.properties org.apache.hadoop.yarn.server.resourcemanager.ResourceManager
hadoop 11711 4616 0 19:51 pts/1 00:00:00 grep --color=auto ResourceManager
[hadoop@master sbin]$
[hadoop@master sbin]$ cd
[hadoop@master ~]$ ssh slave1
Last login: Sun Jul 16 19:45:29 2017 from master
[hadoop@slave1 ~]$ ps -ef | grep DataNode
hadoop 4791 1 4 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_datanode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-datanode-slave1.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -server -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.datanode.DataNode
hadoop 5079 5038 0 19:52 pts/0 00:00:00 grep --color=auto DataNode
[hadoop@slave1 ~]$ ps -ef | grep NodeManager
hadoop 4889 1 5 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_nodemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -server -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave1.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/contrib/capacity-scheduler/*.jar:/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/nm-config/log4j.properties org.apache.hadoop.yarn.server.nodemanager.NodeManager
hadoop 5081 5038 0 19:52 pts/0 00:00:00 grep --color=auto NodeManager
[hadoop@slave1 ~]$
[hadoop@slave2 ~]$ ps -ef | grep DataNode
hadoop 4684 1 3 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_datanode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-datanode-slave2.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -server -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.datanode.DataNode
hadoop 4971 4917 0 19:53 pts/0 00:00:00 grep --color=auto DataNode
[hadoop@slave2 ~]$ ps -ef | grep NodeManager
hadoop 4790 1 3 19:50 ? 00:00:05 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_nodemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -server -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave2.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/contrib/capacity-scheduler/*.jar:/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/nm-config/log4j.properties org.apache.hadoop.yarn.server.nodemanager.NodeManager
hadoop 4995 4917 0 19:53 pts/0 00:00:00 grep --color=auto NodeManager
[hadoop@slave2 ~]$ exit
logout
Connection to slave2 closed.
[hadoop@master ~]$ ssh slave3
Last login: Sun Jul 16 19:47:06 2017 from master
[hadoop@slave3 ~]$ ps -ef | grep DataNode
hadoop 4776 1 1 19:50 ? 00:00:07 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_datanode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-datanode-slave3.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -server -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=ERROR,RFAS -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.datanode.DataNode
hadoop 5235 5194 0 20:02 pts/0 00:00:00 grep --color=auto DataNode
[hadoop@slave3 ~]$ ps -ef | grep NameNode
hadoop 4869 1 0 19:50 ? 00:00:03 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_secondarynamenode -Xmx1000m -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,console -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Djava.net.preferIPv4Stack=true -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=hadoop-hadoop-secondarynamenode-slave3.log -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dhadoop.policy.file=hadoop-policy.xml -Djava.net.preferIPv4Stack=true -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS -Dhdfs.audit.logger=INFO,NullAppender -Dhadoop.security.logger=INFO,RFAS org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode
hadoop 5237 5194 0 20:02 pts/0 00:00:00 grep --color=auto NameNode
[hadoop@slave3 ~]$ ps -ef | grep NodeManager
hadoop 4944 1 1 19:50 ? 00:00:08 /etc/alternatives/jre_1.8.0_openjdk/bin/java -Dproc_nodemanager -Xmx1000m -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.home.dir= -Dyarn.id.str=hadoop -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -Dyarn.policy.file=hadoop-policy.xml -server -Dhadoop.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dyarn.log.dir=/home/hadoop/hadoop-2.8.0/logs -Dhadoop.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.log.file=yarn-hadoop-nodemanager-slave3.log -Dyarn.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.home.dir=/home/hadoop/hadoop-2.8.0 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/home/hadoop/hadoop-2.8.0/lib/native -classpath /home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/etc/hadoop:/home/hadoop/hadoop-2.8.0/share/hadoop/common/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/common/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/hdfs/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/lib/*:/home/hadoop/hadoop-2.8.0/share/hadoop/mapreduce/*:/contrib/capacity-scheduler/*.jar:/contrib/capacity-scheduler/*.jar:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/*:/home/hadoop/hadoop-2.8.0/share/hadoop/yarn/lib/*:/home/hadoop/hadoop-2.8.0/etc/hadoop/nm-config/log4j.properties org.apache.hadoop.yarn.server.nodemanager.NodeManager
hadoop 5239 5194 0 20:02 pts/0 00:00:00 grep --color=auto NodeManager
[hadoop@slave3 ~]$
|