Install hadoop
1: install the package
Http://hadoop.apache.org/releases.html
Http://www.oracle.com/technetwork/java/javase/downloads/jdk8-downloads-2133151.html
Hadoop-2.6.4 (binary)
Jdk-8u102-linux-x64.tar.gz
2: node information
Centos7 * 3
Master 10.10.0.115
Slave1 10.10.0.116
Slave2 10.10.0.117
3: installation process
Initialization under Section 3.1 (abbreviated)
Hostname, firewall, selinux, etc.
3.2 Node mutual trust
[root@master ~] # ssh-keygen
[root@master ~] # cat / root/.ssh/id_rsa.pub > / root/.ssh/authorized_keys
[root@master] # scp-r / root/.ssh slave1:/root/
[root@master] # scp-r / root/.ssh slave2:/root/
3.3 install jdk on all nodes
[root@master ~] # tar-zxvf jdk-8u102-linux-x64.tar.gz
[root@master ~] # mkdir / usr/soft
[root@master ~] # mv jdk1.8.0_102 / usr/soft/
[root@master ~] # vim / etc/profile
...
Export JAVA_HOME=/usr/soft/jdk1.8.0_102
Export CLASSPATH=.:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
Export PATH=$PATH:$JAVA_HOME/bin
[root@master ~] # source / etc/profile
[root@master ~] # java-version
Java version "1.8.0,102"
Java (TM) SE Runtime Environment (build 1.8.0_102-b14)
Java HotSpot (TM) 64-Bit Server VM (build 25.102-b14, mixed mode)
Other nodes operate the same way
3.4 install hadoop
Install the configuration on master first, and then scp to other nodes
[root@master ~] # tar-zxvf hadoop-2.6.4.tar.gz
[root@master ~] # mv hadoop-2.6.4 / usr/soft/
[root@master ~] # cd / usr/soft/hadoop-2.6.4/
[root@master ~] # mkdir hdfs
[root@master ~] # mkdir hdfs/data
[root@master ~] # mkdir hdfs/name
[root@master ~] # mkdir tmp
[root@master ~] # cat / usr/soft/hadoop-2.6.4/etc/hadoop/core-site.xml
Fs.defaultFS
Hdfs://10.10.0.115:9000
Hadoop.tmp.dir
File:/usr/soft/hadoop-2.6.4/tmp
Io.file.buffer.size
131702
[root@master ~] # cat / usr/soft/hadoop-2.6.4/etc/hadoop/hdfs-site.xml
Dfs.namenode.name.dir
File:/usr/soft/hadoop-2.6.4/hdfs/name
Dfs.datanode.data.dir
File:/usr/soft/hadoop-2.6.4/hdfs/data
Dfs.replication
two
Dfs.namenode.secondary.http-address
10.10.0.115:9001
Dfs.webhdfs.enabled
True
[root@master ~] # cp / usr/soft/hadoop-2.6.4/etc/hadoop/mapred-site.xml.template / usr/soft/hadoop-2.6.4/etc/hadoop/mapred-site.xml
[root@master ~] # cat / usr/soft/hadoop-2.6.4/etc/hadoop/mapred-site.xml
Mapreduce.framework.name
Yarn
Mapreduce.jobhistory.address
10.10.0.115:10020
Mapreduce.jobhistory.webapp.address
10.10.0.115:19888
Yarn.nodemanager.aux-services
Mapreduce_shuffle
Yarn.nodemanager.auxservices.mapreduce.shuffle.class
Org.apache.hadoop.mapred.ShuffleHandler
Yarn.resourcemanager.address
10.10.0.115:8032
Yarn.resourcemanager.scheduler.address
10.10.0.115:8030
Yarn.resourcemanager.resource-tracker.address
10.10.0.115:8031
Yarn.resourcemanager.admin.address
10.10.0.115:8033
Yarn.resourcemanager.webapp.address
10.10.0.115:8088
Yarn.nodemanager.resource.memory-mb
seven hundred and sixty eight
[root@master ~] # cat / usr/soft/hadoop-2.6.4/etc/hadoop/hadoop-env.sh
...
Export JAVA_HOME=/usr/soft/jdk1.8.0_102
[root@master ~] # cat / usr/soft/hadoop-2.6.4/etc/hadoop/yarn-env.sh
...
Export JAVA_HOME=/usr/soft/jdk1.8.0_102
[root@master ~] # cat / usr/soft/hadoop-2.6.4/etc/hadoop/slaves
10.10.0.116
10.10.0.117
[root@master] # scp-r / usr/soft/jdk1.8.0_102 slave1:/usr/soft/
[root@master] # scp-r / usr/soft/jdk1.8.0_102 slave2:/usr/soft/
[root@master] # / usr/soft/hadoop-2.6.4/bin/hdfs namenode-format
[root@master ~] # / usr/soft/hadoop-2.6.4/sbin/start-all.sh
Browser opens http://10.10.0.115:8088/
Browser opens http://10.10.0.115:50070/
