1 2 | [root@plinux09 ~]# id hadoop uid=500(hadoop) gid=501(hadoop) groups=501(hadoop) |
1 2 3 4 5 | [root@plinux09 ~]# chown -R hadoop:hadoop /bigdata /hadoopdata/ [root@plinux09 ~]# ll / total 110 drwxr-xr-x. 9 hadoop hadoop 4096 Jan 9 22:17 bigdata drwxr-xr-x. 5 hadoop hadoop 4096 Jan 9 23:05 hadoopdata |
1 2 3 4 | [root@rhel226 ~]# vim /etc/selinux/config SELINUX=disabled [root@rhel226 ~]# service iptables stop [root@rhel226 ~]# chkconfig --level 345 iptables off |
1 2 3 4 5 | [root@plinux09 ~]# cat /etc/hosts 10.10.10.24 plinux09 10.10.10.25 plinux10 10.10.10.27 plinux11 10.10.10.28 plinux12 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | [hadoop@plinux09 ~]$ ssh-keygen -t rsa -P '' Generating public/private rsa key pair. Enter file in which to save the key (/home/test/.ssh/id_rsa): Created directory '/home/test/.ssh'. Your identification has been saved in /home/test/.ssh/id_rsa. Your public key has been saved in /home/test/.ssh/id_rsa.pub. The key fingerprint is: 89:23:48:5b:f9:e5:6b:9b:32:b5:66:81:24:b4:e6:3b test@plinux09 The key's randomart image is: +--[ RSA 2048]----+ | | | .. | | ..o. . | | . ++..+ . | | oo.o+.S | | ....o. | | . .oo | | E o.+o | | . =o | +-----------------+ [hadoop@plinux09 .ssh]$ ls -al /home/hadoop/.ssh -rw------- 1 hadoop hadoop 1675 Dec 23 13:36 id_rsa -rw-r--r-- 1 hadoop hadoop 395 Dec 23 13:36 id_rsa.pub |
1 | [hadoop@plinux09 ~]$ cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys |
1 2 3 4 5 | [hadoop@plinux09 ~]$ chmod 600 ~/.ssh/authorized_keys [hadoop@plinux09 ~]$ ll .ssh/ -rw-------. 1 hadoop hadoop 1193 Jan 9 21:06 authorized_keys -rw-------. 1 hadoop hadoop 1675 Jan 9 21:00 id_rsa -rw-r--r--. 1 hadoop hadoop 397 Jan 9 21:00 id_rsa.pub |
1 2 3 4 5 6 7 8 9 | [hadoop@plinux09 ~]$ vim /etc/security/limits.conf hadoop soft nproc -1 hadoop hard nproc -1 hadoop soft nofile -1 hadoop hard nofile 65536 hadoop soft memlock -1 hadoop hard memlock -1 hadoop soft sigpending -1 hadoop hard sigpending -1 |
1 | [hadoop@plinux09 bigdata]$ tar -zxvf hadoop-2.2.0.tar.gz |
1 2 3 4 5 6 7 8 9 10 11 | export JAVA_HOME=/bigdata/ibm-java-ppc64-70 export CLASSPATH=.CLASSPATHJAVA_HOME/libJAVA_HOME/jre/lib export HADOOP_HOME=/bigdata/hadoop export ZOOKEEPER=/bigdata/zookeeper export ZOO_LOG_DIR=/bigdata/zookeeper/data/logs export HBASE_HOME=/bigdata/hbase export HIVE_HOME=/bigdata/hive export PATH=$ZOOKEEPER/binPROTOBUF/binHBASE_HOME/binJAVA_HOME/binJAVA_HOME/jre/binHADOOP_HOME:\ $HADOOP_HOME/binHADOOP_HOME/sbinHIVE_HOME:$HIVE_HOME/bin:$PATH export HADOOP_HOME_WARN_SUPPRESS=1 |
1 | [hadoop@plinux09 bigdata]$ . ~/.bash_profile |
1 | [hadoop@plinux09 bigdata]$ vim /bigdata/hadoop/etc/hadoop/hdfs-site.xml |
1 2 3 4 | <property> <name>dfs.nameservices</name> <value>mycluster</value> </property> |
1 2 3 4 | <property> <name>dfs.ha.namenodes.mycluster</name> <value>nn1,nn2</value> </property> |
1 2 3 4 5 6 7 8 | <property> <name>dfs.namenode.rpc-address.mycluster.nn1</name> <value>plinux09:8020</value> </property> <property> <name>dfs.namenode.rpc-address.mycluster.nn2</name> <value>plinux10:8020</value> </property> |
1 2 3 4 5 6 7 8 | <property> <name>dfs.namenode.http-address.mycluster.nn1</name> <value>plinux09:50070</value> </property> <property> <name>dfs.namenode.http-address.mycluster.nn2</name> <value>plinux10:50070</value> </property> |
1 2 3 4 | <property> <name>dfs.namenode.shared.edits.dir</name> <value>qjournal://plinux09:8485;plinux10:8485;plinux11:8485/mycluster</value> </property> |
1 2 3 4 5 | <property> <name>dfs.client.failover.proxy.provider.mycluster</name> <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider </value> </property> |
1 2 3 4 5 6 7 8 9 | <property> <name>dfs.ha.fencing.methods</name> <value>sshfence(hdfs) shell(/bin/true)</value> </property> <property> <name>dfs.ha.fencing.ssh.private-key-files</name> <value>/home/hadoop/.ssh/id_rsa</value> </property> |
1 2 3 4 | <property> <name>dfs.journalnode.edits.dir</name> <value>/bigdata/hadoop/journalnode</value> </property> |
欢迎光临 电子技术论坛_中国专业的电子工程师学习交流社区-中电网技术论坛 (http://bbs.eccn.com/) | Powered by Discuz! 7.0.0 |