1 | $ sudo cp -r /etc/hadoop/conf.dist /etc/hadoop/conf.yarn |
1 2 3 4 5 6 7 8 9 10 11 12 | <property> <name>mapreduce.framework.name</name> <value>yarn</value> <description>The runtime framework for executing MapReduce jobs. Can be one of local, classic or yarn.</description> </property> <property> <name>yarn.app.mapreduce.am.staging-dir</name> <value>/user</value> <description>The staging dir used while submitting jobs.</description> </property> |
1 2 | $ hostname hakunamapdata |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | <property> <name>yarn.resourcemanager.address</name> <value>hakunamapdata:8032</value> <description>The address of the applications manager interface in the RM.</description> </property> <property> <name>yarn.nodemanager.aux-services</name> <value>mapreduce.shuffle</value> </property> <property> <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name> <value>org.apache.hadoop.mapred.ShuffleHandler</value> </property> <property> <name>yarn.application.classpath</name> <value> $HADOOP_CONF_DIR, $HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*, $HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*, $HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*, $YARN_HOME/*,$YARN_HOME/lib/* </value> <description>Classpath for typical applications.</description> </property> |
1 2 3 | #!/bin/bash export HADOOP_CONF_DIR=/etc/hadoop/conf export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce |
1 | JAVA_HEAP_MAX=-Xmx64m |
1 2 3 | export HADOOP_NAMENODE_OPTS="-Xmx64m" export HADOOP_SECONDARYNAMENODE_OPTS="-Xmx64m" export HADOOP_DATANODE_OPTS="-Xmx64m" |
1 | $ sudo -u hdfs hadoop fs -chmod 777 /user |
1 2 | $ wget http://archive.cloudera.com/cdh4 ... ository_1.0_all.deb sudo dpkg -i cdh4-repository_1.0_all.deb |
1 2 3 4 5 6 7 8 | $ sudo apt-get update $ sudo apt-cache search yarn hadoop-0.20-conf-pseudo - Hadoop installation in pseudo-distributed mode with MRv1 hadoop-yarn - The Hadoop NextGen MapReduce (YARN) hadoop-yarn-nodemanager - Node manager for Hadoop hadoop-yarn-proxyserver - Web proxy for YARN hadoop-yarn-resourcemanager - ResourceManager for Hadoop |
欢迎光临 电子技术论坛_中国专业的电子工程师学习交流社区-中电网技术论坛 (http://bbs.eccn.com/) | Powered by Discuz! 7.0.0 |